{ "best_global_step": null, "best_metric": null, "best_model_checkpoint": null, "epoch": 1.0, "eval_steps": 500, "global_step": 3999, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1471.0, "completions/max_terminated_length": 1471.0, "completions/mean_length": 1177.9375, "completions/mean_terminated_length": 1177.9375, "completions/min_length": 819.0, "completions/min_terminated_length": 819.0, "epoch": 0.00025006251562890725, "frac_reward_zero_std": 0.0, "grad_norm": 2.189586777612287, "kl": 0.0005757808685302734, "learning_rate": 0.0, "loss": 0.0092, "num_tokens": 44999.0, "reward": -2.9802322387695312e-08, "reward_std": 0.7770684957504272, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.016377859323407972, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06091538968768832, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13221755360572018, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1492.0, "completions/mean_length": 1251.5, "completions/mean_terminated_length": 1216.0, "completions/min_length": 944.0, "completions/min_terminated_length": 944.0, "epoch": 0.0005001250312578145, "frac_reward_zero_std": 0.0, "grad_norm": 3.083163453141004, "kl": 0.00225830078125, "learning_rate": 2.5e-09, "loss": 0.0078, "num_tokens": 96863.0, "reward": 2.2351741790771484e-08, "reward_std": 1.0469045639038086, "rewards/wordcountpos_reward_GEOBench/mean": 2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 1.2679006115772634e-05, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.18120153989509685, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08944271909999162, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1348.0, "completions/mean_length": 1152.25, "completions/mean_terminated_length": 1129.0667724609375, "completions/min_length": 922.0, "completions/min_terminated_length": 922.0, "epoch": 0.0007501875468867217, "frac_reward_zero_std": 0.0, "grad_norm": 2.8339165001504045, "kl": 0.0015735626220703125, "learning_rate": 5e-09, "loss": -0.0172, "num_tokens": 131811.0, "reward": 4.470348358154297e-08, "reward_std": 0.9432728290557861, "rewards/wordcountpos_reward_GEOBench/mean": 4.470348358154297e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06667226330308461, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.054408860091332695, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7666666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09428090415820636, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1293.0, "completions/max_terminated_length": 1293.0, "completions/mean_length": 897.25, "completions/mean_terminated_length": 897.25, "completions/min_length": 466.0, "completions/min_terminated_length": 466.0, "epoch": 0.001000250062515629, "frac_reward_zero_std": 0.0, "grad_norm": 2.7660396792315827, "kl": 0.0012102127075195312, "learning_rate": 7.5e-09, "loss": -0.0081, "num_tokens": 164343.0, "reward": 2.9802322387695312e-08, "reward_std": 0.49418342113494873, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.029200372283519384, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.046912860411538776, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08509254221575911, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 4 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1477.0, "completions/mean_length": 984.5, "completions/mean_terminated_length": 950.1333618164062, "completions/min_length": 502.0, "completions/min_terminated_length": 502.0, "epoch": 0.001250312578144536, "frac_reward_zero_std": 0.0, "grad_norm": 3.2643225767107054, "kl": 0.00135040283203125, "learning_rate": 1e-08, "loss": 0.0035, "num_tokens": 194559.0, "reward": -2.9802322387695312e-08, "reward_std": 0.25354495644569397, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.08080288903833875, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10704281164984458, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0894427190999916, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 5 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1485.0, "completions/mean_length": 1169.4375, "completions/mean_terminated_length": 1147.4000244140625, "completions/min_length": 800.0, "completions/min_terminated_length": 800.0, "epoch": 0.0015003750937734434, "frac_reward_zero_std": 0.0, "grad_norm": 3.535672315292492, "kl": 0.00272369384765625, "learning_rate": 1.25e-08, "loss": -0.0397, "num_tokens": 247582.0, "reward": 0.0, "reward_std": 1.018636703491211, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.02070088664483012, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07946908904361012, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08681611046941139, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 6 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1427.0, "completions/mean_length": 1264.25, "completions/mean_terminated_length": 1248.533447265625, "completions/min_length": 963.0, "completions/min_terminated_length": 963.0, "epoch": 0.0017504376094023505, "frac_reward_zero_std": 0.0, "grad_norm": 2.229327731917989, "kl": 0.0009708404541015625, "learning_rate": 1.5e-08, "loss": -0.0096, "num_tokens": 291338.0, "reward": 1.4901161193847656e-08, "reward_std": 1.01985764503479, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06470065520476316, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07210768776160932, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08255189164891874, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 7 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1474.0, "completions/mean_length": 1266.25, "completions/mean_terminated_length": 1250.666748046875, "completions/min_length": 967.0, "completions/min_terminated_length": 967.0, "epoch": 0.002000500125031258, "frac_reward_zero_std": 0.0, "grad_norm": 3.3021659122871285, "kl": 0.0025177001953125, "learning_rate": 1.75e-08, "loss": -0.0351, "num_tokens": 346390.0, "reward": 0.0, "reward_std": 0.7840641736984253, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.2227762651927374, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.13734763864692226, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6791666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.05000000000000001, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 8 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1428.0, "completions/mean_length": 1241.0, "completions/mean_terminated_length": 1223.7333984375, "completions/min_length": 1070.0, "completions/min_terminated_length": 1070.0, "epoch": 0.002250562640660165, "frac_reward_zero_std": 0.0, "grad_norm": 3.29347914476156, "kl": 0.002597808837890625, "learning_rate": 2e-08, "loss": 0.0006, "num_tokens": 397918.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0490429401397705, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.05210811113388129, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11209735241076955, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11213417888437976, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 9 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1002.0, "completions/mean_length": 1215.875, "completions/mean_terminated_length": 931.75, "completions/min_length": 785.0, "completions/min_terminated_length": 785.0, "epoch": 0.002500625156289072, "frac_reward_zero_std": 0.0, "grad_norm": 3.021833088959922, "kl": 0.0016021728515625, "learning_rate": 2.25e-08, "loss": 0.0532, "num_tokens": 440404.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8550092577934265, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.021980892938893715, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.067824815503059, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8666666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10327955589886445, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 10 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1184.0, "completions/max_terminated_length": 1184.0, "completions/mean_length": 978.25, "completions/mean_terminated_length": 978.25, "completions/min_length": 698.0, "completions/min_terminated_length": 698.0, "epoch": 0.0027506876719179795, "frac_reward_zero_std": 0.0, "grad_norm": 3.4304013633797, "kl": 0.0019359588623046875, "learning_rate": 2.5e-08, "loss": 0.0283, "num_tokens": 483656.0, "reward": 2.9802322387695312e-08, "reward_std": 1.0537045001983643, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0028288011735883942, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.056246889576325655, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6333333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.059628479399994376, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 11 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1491.0, "completions/mean_length": 1251.8125, "completions/mean_terminated_length": 1194.5384521484375, "completions/min_length": 887.0, "completions/min_terminated_length": 887.0, "epoch": 0.003000750187546887, "frac_reward_zero_std": 0.0, "grad_norm": 2.960493761448213, "kl": 0.002056121826171875, "learning_rate": 2.7499999999999998e-08, "loss": -0.0039, "num_tokens": 526613.0, "reward": -1.1175870895385742e-08, "reward_std": 1.0185887813568115, "rewards/wordcountpos_reward_GEOBench/mean": -1.1175870895385742e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.07926164231200171, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1502458430854509, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08734775114237134, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 12 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1341.0, "completions/mean_length": 1154.1875, "completions/mean_terminated_length": 1038.916748046875, "completions/min_length": 691.0, "completions/min_terminated_length": 691.0, "epoch": 0.003250812703175794, "frac_reward_zero_std": 0.0, "grad_norm": 3.199018227648173, "kl": 0.00200653076171875, "learning_rate": 3e-08, "loss": -0.0179, "num_tokens": 572040.0, "reward": 0.0, "reward_std": 1.017466425895691, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.05300794944968118, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05904593700248093, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07781745019952499, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 13 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1363.0, "completions/max_terminated_length": 1363.0, "completions/mean_length": 933.5, "completions/mean_terminated_length": 933.5, "completions/min_length": 510.0, "completions/min_terminated_length": 510.0, "epoch": 0.003500875218804701, "frac_reward_zero_std": 0.0, "grad_norm": 3.6047477537485904, "kl": 0.00188446044921875, "learning_rate": 3.25e-08, "loss": -0.1087, "num_tokens": 600008.0, "reward": 0.0, "reward_std": 0.9282970428466797, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.004477472724929523, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.017909890899718093, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09651328828101766, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 14 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1347.0, "completions/max_terminated_length": 1347.0, "completions/mean_length": 1117.4375, "completions/mean_terminated_length": 1117.4375, "completions/min_length": 975.0, "completions/min_terminated_length": 975.0, "epoch": 0.0037509377344336083, "frac_reward_zero_std": 0.0, "grad_norm": 3.2076445501941024, "kl": 0.0023345947265625, "learning_rate": 3.5e-08, "loss": 0.0127, "num_tokens": 652327.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9863706827163696, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.08184099718629695, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09726239043427391, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10174405069512348, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 15 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1462.0, "completions/mean_length": 926.5625, "completions/mean_terminated_length": 888.3333740234375, "completions/min_length": 453.0, "completions/min_terminated_length": 453.0, "epoch": 0.004001000250062516, "frac_reward_zero_std": 0.0, "grad_norm": 3.6344808613721686, "kl": 0.0022754669189453125, "learning_rate": 3.75e-08, "loss": -0.0739, "num_tokens": 689416.0, "reward": 0.0, "reward_std": 0.7991452217102051, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06284915195738497, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1482161864953295, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6916666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12852438880818895, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 16 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1385.0, "completions/max_terminated_length": 1385.0, "completions/mean_length": 1102.0625, "completions/mean_terminated_length": 1102.0625, "completions/min_length": 885.0, "completions/min_terminated_length": 885.0, "epoch": 0.0042510627656914225, "frac_reward_zero_std": 0.0, "grad_norm": 3.3889032037725033, "kl": 0.002361297607421875, "learning_rate": 4e-08, "loss": -0.0202, "num_tokens": 732753.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9978504180908203, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04621088355041644, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.077711423743284, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12524050936172845, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 17 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1313.0, "completions/max_terminated_length": 1313.0, "completions/mean_length": 1094.625, "completions/mean_terminated_length": 1094.625, "completions/min_length": 916.0, "completions/min_terminated_length": 916.0, "epoch": 0.00450112528132033, "frac_reward_zero_std": 0.0, "grad_norm": 3.60894813818436, "kl": 0.0026397705078125, "learning_rate": 4.2500000000000003e-08, "loss": -0.0284, "num_tokens": 781651.0, "reward": 0.0, "reward_std": 0.9224053025245667, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.10785916141870436, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.044720613455838075, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11894598836509011, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 18 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1437.0, "completions/max_terminated_length": 1437.0, "completions/mean_length": 1091.0, "completions/mean_terminated_length": 1091.0, "completions/min_length": 858.0, "completions/min_terminated_length": 858.0, "epoch": 0.004751187796949237, "frac_reward_zero_std": 0.0, "grad_norm": 3.1691192427387485, "kl": 0.0018768310546875, "learning_rate": 4.5e-08, "loss": -0.0002, "num_tokens": 822035.0, "reward": 0.0, "reward_std": 0.29055729508399963, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.16392447531363805, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08008285641059446, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08153617692869929, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 19 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1360.0, "completions/mean_length": 1111.0, "completions/mean_terminated_length": 1055.4285888671875, "completions/min_length": 751.0, "completions/min_terminated_length": 751.0, "epoch": 0.005001250312578144, "frac_reward_zero_std": 0.0, "grad_norm": 2.457974870741892, "kl": 0.0009918212890625, "learning_rate": 4.7499999999999995e-08, "loss": -0.0918, "num_tokens": 860995.0, "reward": 0.0, "reward_std": 0.5498136878013611, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.011560321799926365, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05808429257166532, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14950535726806533, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 20 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1348.0, "completions/mean_length": 1154.625, "completions/mean_terminated_length": 1131.60009765625, "completions/min_length": 873.0, "completions/min_terminated_length": 873.0, "epoch": 0.005251312828207052, "frac_reward_zero_std": 0.0, "grad_norm": 2.794082365969026, "kl": 0.001659393310546875, "learning_rate": 5e-08, "loss": -0.0682, "num_tokens": 907141.0, "reward": 2.9802322387695312e-08, "reward_std": 0.7616308927536011, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.1492956476149084, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10496726702669136, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06763190130459203, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 21 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1265.0, "completions/max_terminated_length": 1265.0, "completions/mean_length": 983.6875, "completions/mean_terminated_length": 983.6875, "completions/min_length": 819.0, "completions/min_terminated_length": 819.0, "epoch": 0.005501375343835959, "frac_reward_zero_std": 0.0, "grad_norm": 3.723801302250852, "kl": 0.0022430419921875, "learning_rate": 5.2499999999999994e-08, "loss": 0.0003, "num_tokens": 947728.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9178466796875, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0013219398370949778, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05691104063625746, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7666666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08073734277593314, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 22 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1462.0, "completions/mean_length": 1356.4375, "completions/mean_terminated_length": 1270.300048828125, "completions/min_length": 891.0, "completions/min_terminated_length": 891.0, "epoch": 0.005751437859464866, "frac_reward_zero_std": 0.0, "grad_norm": 2.2865514217101457, "kl": 0.0013141632080078125, "learning_rate": 5.4999999999999996e-08, "loss": -0.0056, "num_tokens": 1003959.0, "reward": 2.9802322387695312e-08, "reward_std": 0.7916842103004456, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.35706856240916407, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11458171347077557, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09388724521901162, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 23 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1449.0, "completions/mean_length": 1248.5625, "completions/mean_terminated_length": 1190.5384521484375, "completions/min_length": 995.0, "completions/min_terminated_length": 995.0, "epoch": 0.006001500375093774, "frac_reward_zero_std": 0.0, "grad_norm": 1.695678555222019, "kl": 0.0009126663208007812, "learning_rate": 5.75e-08, "loss": 0.013, "num_tokens": 1048504.0, "reward": 2.9802322387695312e-08, "reward_std": 0.6444647908210754, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.11623738697823527, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1571112253850851, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06309898162000305, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 24 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1467.0, "completions/max_terminated_length": 1467.0, "completions/mean_length": 1168.1875, "completions/mean_terminated_length": 1168.1875, "completions/min_length": 634.0, "completions/min_terminated_length": 634.0, "epoch": 0.006251562890722681, "frac_reward_zero_std": 0.0, "grad_norm": 3.8005935431701214, "kl": 0.00262451171875, "learning_rate": 6e-08, "loss": 0.004, "num_tokens": 1092019.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9862891435623169, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03158628363086885, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08805432971412637, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08734775114237134, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 25 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1411.0, "completions/max_terminated_length": 1411.0, "completions/mean_length": 1092.25, "completions/mean_terminated_length": 1092.25, "completions/min_length": 932.0, "completions/min_terminated_length": 932.0, "epoch": 0.006501625406351588, "frac_reward_zero_std": 0.0, "grad_norm": 1.4677320750829745, "kl": 0.00037539005279541016, "learning_rate": 6.25e-08, "loss": -0.0262, "num_tokens": 1126799.0, "reward": 0.0, "reward_std": 1.0439221858978271, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0859231870135623, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.054619093897018946, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10027739304327551, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 26 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1448.0, "completions/max_terminated_length": 1448.0, "completions/mean_length": 1036.25, "completions/mean_terminated_length": 1036.25, "completions/min_length": 606.0, "completions/min_terminated_length": 606.0, "epoch": 0.006751687921980495, "frac_reward_zero_std": 0.0, "grad_norm": 3.5043522108326215, "kl": 0.002655029296875, "learning_rate": 6.5e-08, "loss": -0.0064, "num_tokens": 1178187.0, "reward": 0.0, "reward_std": 0.9238001704216003, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.09218029086642417, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.13548732107043227, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08509254221575908, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 27 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1289.0, "completions/mean_length": 1088.6875, "completions/mean_terminated_length": 1061.2667236328125, "completions/min_length": 840.0, "completions/min_terminated_length": 840.0, "epoch": 0.007001750437609402, "frac_reward_zero_std": 0.0, "grad_norm": 2.7327871417568406, "kl": 0.0013484954833984375, "learning_rate": 6.75e-08, "loss": 0.0202, "num_tokens": 1223846.0, "reward": 2.9802322387695312e-08, "reward_std": 0.7984364032745361, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.05118103541487361, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04865159816657668, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08681611046941137, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 28 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1163.0, "completions/max_terminated_length": 1163.0, "completions/mean_length": 939.9375, "completions/mean_terminated_length": 939.9375, "completions/min_length": 664.0, "completions/min_terminated_length": 664.0, "epoch": 0.007251812953238309, "frac_reward_zero_std": 0.0, "grad_norm": 3.6352929212559353, "kl": 0.0024566650390625, "learning_rate": 7e-08, "loss": 0.0147, "num_tokens": 1270485.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8627786636352539, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06872618730103291, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05688570049773068, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08333333333333333, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 29 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1375.0, "completions/mean_length": 1133.1875, "completions/mean_terminated_length": 1080.7857666015625, "completions/min_length": 614.0, "completions/min_terminated_length": 614.0, "epoch": 0.007501875468867217, "frac_reward_zero_std": 0.0, "grad_norm": 3.6286769222693698, "kl": 0.002471923828125, "learning_rate": 7.25e-08, "loss": 0.0598, "num_tokens": 1323304.0, "reward": 0.0, "reward_std": 0.5249185562133789, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03254148488292387, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11197774588364875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6333333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.20940833758915106, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 30 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 1.0, "completions/max_length": 1500.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 1500.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 1500.0, "completions/min_terminated_length": 0.0, "epoch": 0.007751937984496124, "frac_reward_zero_std": 0.0, "grad_norm": 1.4802304744308945, "kl": 0.0005712509155273438, "learning_rate": 7.5e-08, "loss": 0.0, "num_tokens": 1392456.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8629792928695679, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.33160284405983426, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.36880671982582824, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6416666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14168300559373403, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 31 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1449.0, "completions/max_terminated_length": 1449.0, "completions/mean_length": 1086.75, "completions/mean_terminated_length": 1086.75, "completions/min_length": 886.0, "completions/min_terminated_length": 886.0, "epoch": 0.008002000500125032, "frac_reward_zero_std": 0.0, "grad_norm": 2.8324610902897125, "kl": 0.00131988525390625, "learning_rate": 7.75e-08, "loss": -0.0657, "num_tokens": 1445532.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8534313440322876, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03807879340945452, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.023230611310410088, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11147163731607217, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 32 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1498.0, "completions/mean_length": 1085.0625, "completions/mean_terminated_length": 1057.4000244140625, "completions/min_length": 675.0, "completions/min_terminated_length": 675.0, "epoch": 0.008252063015753939, "frac_reward_zero_std": 0.0, "grad_norm": 3.2339924107340385, "kl": 0.002376556396484375, "learning_rate": 8e-08, "loss": -0.0168, "num_tokens": 1485861.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8873122930526733, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.030865613761115622, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.02349589175913767, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.725, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.16843506277010845, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 33 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1488.0, "completions/mean_length": 1030.375, "completions/mean_terminated_length": 922.0000610351562, "completions/min_length": 649.0, "completions/min_terminated_length": 649.0, "epoch": 0.008502125531382845, "frac_reward_zero_std": 0.0, "grad_norm": 2.700465369595541, "kl": 0.00131988525390625, "learning_rate": 8.25e-08, "loss": -0.0386, "num_tokens": 1532835.0, "reward": 0.0, "reward_std": 0.7919942736625671, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.156673006288489, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.16988177983612945, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.5708333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07685966046898336, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 34 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1474.0, "completions/mean_length": 1227.375, "completions/mean_terminated_length": 1063.800048828125, "completions/min_length": 777.0, "completions/min_terminated_length": 777.0, "epoch": 0.008752188047011753, "frac_reward_zero_std": 0.0, "grad_norm": 3.1310388682827877, "kl": 0.002460479736328125, "learning_rate": 8.500000000000001e-08, "loss": 0.0135, "num_tokens": 1586521.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9543017148971558, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06433234977570508, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07394505228389964, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08850612031567838, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 35 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1425.0, "completions/mean_length": 1026.0625, "completions/mean_terminated_length": 994.4667358398438, "completions/min_length": 831.0, "completions/min_terminated_length": 831.0, "epoch": 0.00900225056264066, "frac_reward_zero_std": 0.0, "grad_norm": 2.822771479259306, "kl": 0.0014171600341796875, "learning_rate": 8.75e-08, "loss": 0.0241, "num_tokens": 1641746.0, "reward": -1.862645149230957e-08, "reward_std": 1.032823920249939, "rewards/wordcountpos_reward_GEOBench/mean": -1.862645149230957e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.009582741844079052, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0786878748077041, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07290277645477446, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 36 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1476.0, "completions/mean_length": 1242.625, "completions/mean_terminated_length": 1205.857177734375, "completions/min_length": 649.0, "completions/min_terminated_length": 649.0, "epoch": 0.009252313078269568, "frac_reward_zero_std": 0.0, "grad_norm": 2.7102644805242, "kl": 0.0014777183532714844, "learning_rate": 9e-08, "loss": -0.0727, "num_tokens": 1694116.0, "reward": 0.0, "reward_std": 0.732426643371582, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.040917228757120186, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.083098123249028, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11147163731607215, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 37 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1449.0, "completions/mean_length": 1254.75, "completions/mean_terminated_length": 1143.272705078125, "completions/min_length": 791.0, "completions/min_terminated_length": 791.0, "epoch": 0.009502375593898474, "frac_reward_zero_std": 0.0, "grad_norm": 3.2785295758519806, "kl": 0.002132415771484375, "learning_rate": 9.25e-08, "loss": -0.0009, "num_tokens": 1741704.0, "reward": 5.960464477539063e-08, "reward_std": 0.3047698140144348, "rewards/wordcountpos_reward_GEOBench/mean": 5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06013973047575619, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11580498985244345, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6291666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.2135675797285513, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 38 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1441.0, "completions/mean_length": 1106.5625, "completions/mean_terminated_length": 975.4166870117188, "completions/min_length": 592.0, "completions/min_terminated_length": 592.0, "epoch": 0.009752438109527382, "frac_reward_zero_std": 0.0, "grad_norm": 2.662352224490162, "kl": 0.0011415481567382812, "learning_rate": 9.499999999999999e-08, "loss": 0.0226, "num_tokens": 1784137.0, "reward": -5.587935447692871e-09, "reward_std": 0.9097418785095215, "rewards/wordcountpos_reward_GEOBench/mean": -5.587935447692871e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.00793885200665826, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04101074421500302, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11155467020454342, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 39 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1424.0, "completions/mean_length": 1277.6875, "completions/mean_terminated_length": 1226.3846435546875, "completions/min_length": 1063.0, "completions/min_terminated_length": 1063.0, "epoch": 0.010002500625156289, "frac_reward_zero_std": 0.0, "grad_norm": 2.926945902838626, "kl": 0.001800537109375, "learning_rate": 9.749999999999999e-08, "loss": 0.0068, "num_tokens": 1830476.0, "reward": 0.0, "reward_std": 0.9452263116836548, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.021940180322990964, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03827811494577865, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7333333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06885303726590966, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 40 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1484.0, "completions/max_terminated_length": 1484.0, "completions/mean_length": 1041.0625, "completions/mean_terminated_length": 1041.0625, "completions/min_length": 694.0, "completions/min_terminated_length": 694.0, "epoch": 0.010252563140785197, "frac_reward_zero_std": 0.0, "grad_norm": 3.729093220462787, "kl": 0.0022869110107421875, "learning_rate": 1e-07, "loss": -0.0299, "num_tokens": 1878221.0, "reward": 0.0, "reward_std": 0.8691483736038208, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.011521479292543093, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03958917370863923, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11474609652039006, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 41 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1485.0, "completions/mean_length": 1268.1875, "completions/mean_terminated_length": 1190.916748046875, "completions/min_length": 896.0, "completions/min_terminated_length": 896.0, "epoch": 0.010502625656414103, "frac_reward_zero_std": 0.0, "grad_norm": 2.9006842779247717, "kl": 0.00203704833984375, "learning_rate": 1.0249999999999998e-07, "loss": -0.0011, "num_tokens": 1924848.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0137510299682617, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.04827326742286115, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11946178408637198, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06070572613176774, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 42 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1153.0, "completions/max_terminated_length": 1153.0, "completions/mean_length": 919.8125, "completions/mean_terminated_length": 919.8125, "completions/min_length": 823.0, "completions/min_terminated_length": 823.0, "epoch": 0.010752688172043012, "frac_reward_zero_std": 0.0, "grad_norm": 0.7507850486443338, "kl": 7.030367851257324e-05, "learning_rate": 1.0499999999999999e-07, "loss": 0.0076, "num_tokens": 1968005.0, "reward": 0.0, "reward_std": 0.6309376358985901, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.005098874482083456, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.054474360469544784, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1258305739211792, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 43 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1317.0, "completions/max_terminated_length": 1317.0, "completions/mean_length": 1100.5, "completions/mean_terminated_length": 1100.5, "completions/min_length": 828.0, "completions/min_terminated_length": 828.0, "epoch": 0.011002750687671918, "frac_reward_zero_std": 0.0, "grad_norm": 3.6574700664832895, "kl": 0.002552032470703125, "learning_rate": 1.0749999999999999e-07, "loss": -0.0366, "num_tokens": 2012045.0, "reward": 2.9802322387695312e-08, "reward_std": 1.0180362462997437, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.05144156099585784, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0578126131603115, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06871842709362769, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 44 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1312.0, "completions/mean_length": 1159.9375, "completions/mean_terminated_length": 895.4444580078125, "completions/min_length": 697.0, "completions/min_terminated_length": 697.0, "epoch": 0.011252813203300824, "frac_reward_zero_std": 0.0, "grad_norm": 2.1912360583951, "kl": 0.0007867813110351562, "learning_rate": 1.0999999999999999e-07, "loss": -0.1008, "num_tokens": 2052764.0, "reward": -1.4901161193847656e-08, "reward_std": 0.8970330953598022, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.014303503917448859, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07644480991224792, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.2220693918909466, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 45 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1166.0, "completions/max_terminated_length": 1166.0, "completions/mean_length": 1039.125, "completions/mean_terminated_length": 1039.125, "completions/min_length": 907.0, "completions/min_terminated_length": 907.0, "epoch": 0.011502875718929733, "frac_reward_zero_std": 0.0, "grad_norm": 3.8570968389097002, "kl": 0.002849578857421875, "learning_rate": 1.125e-07, "loss": -0.0027, "num_tokens": 2102214.0, "reward": 1.4901161193847656e-08, "reward_std": 0.8281359672546387, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.1095409442528937, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1645376736938151, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6041666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12988598989256064, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 46 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1340.0, "completions/mean_length": 1078.1875, "completions/mean_terminated_length": 1050.0667724609375, "completions/min_length": 543.0, "completions/min_terminated_length": 543.0, "epoch": 0.011752938234558639, "frac_reward_zero_std": 0.0, "grad_norm": 3.0302838395790226, "kl": 0.002025604248046875, "learning_rate": 1.15e-07, "loss": -0.0742, "num_tokens": 2153881.0, "reward": -2.2351741790771484e-08, "reward_std": 1.0420688390731812, "rewards/wordcountpos_reward_GEOBench/mean": -2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0010787076560995236, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09191875636932204, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07084150279686706, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 47 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1487.0, "completions/max_terminated_length": 1487.0, "completions/mean_length": 1157.75, "completions/mean_terminated_length": 1157.75, "completions/min_length": 719.0, "completions/min_terminated_length": 719.0, "epoch": 0.012003000750187547, "frac_reward_zero_std": 0.0, "grad_norm": 3.0155268802193764, "kl": 0.0023651123046875, "learning_rate": 1.1749999999999999e-07, "loss": -0.0125, "num_tokens": 2213077.0, "reward": -5.587935447692871e-09, "reward_std": 1.0057098865509033, "rewards/wordcountpos_reward_GEOBench/mean": -5.587935447692871e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.10227241261857678, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.18998424049117243, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08681611046941137, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 48 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1091.0, "completions/max_terminated_length": 1091.0, "completions/mean_length": 1033.4375, "completions/mean_terminated_length": 1033.4375, "completions/min_length": 905.0, "completions/min_terminated_length": 905.0, "epoch": 0.012253063265816454, "frac_reward_zero_std": 0.0, "grad_norm": 2.9926013833257805, "kl": 0.001644134521484375, "learning_rate": 1.2e-07, "loss": 0.0037, "num_tokens": 2251972.0, "reward": 0.0, "reward_std": 0.8031637072563171, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06472839374053614, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10184616870874212, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12285191326386659, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 49 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1266.0, "completions/max_terminated_length": 1266.0, "completions/mean_length": 1036.4375, "completions/mean_terminated_length": 1036.4375, "completions/min_length": 842.0, "completions/min_terminated_length": 842.0, "epoch": 0.012503125781445362, "frac_reward_zero_std": 0.0, "grad_norm": 3.395865141531731, "kl": 0.002544403076171875, "learning_rate": 1.225e-07, "loss": -0.0026, "num_tokens": 2286923.0, "reward": -2.9802322387695312e-08, "reward_std": 0.35296452045440674, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.021715612747779355, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1289984386961949, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7041666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11409872268574492, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 50 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1132.0, "completions/max_terminated_length": 1132.0, "completions/mean_length": 886.4375, "completions/mean_terminated_length": 886.4375, "completions/min_length": 733.0, "completions/min_terminated_length": 733.0, "epoch": 0.012753188297074268, "frac_reward_zero_std": 0.0, "grad_norm": 3.740942026226683, "kl": 0.00202178955078125, "learning_rate": 1.25e-07, "loss": 0.0031, "num_tokens": 2333178.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8394395112991333, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.05266528727920731, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06932423561592163, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7333333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10610965676722955, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 51 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1443.0, "completions/mean_length": 1111.875, "completions/mean_terminated_length": 1086.0, "completions/min_length": 766.0, "completions/min_terminated_length": 766.0, "epoch": 0.013003250812703177, "frac_reward_zero_std": 0.0, "grad_norm": 3.0517068830745484, "kl": 0.001956939697265625, "learning_rate": 1.275e-07, "loss": -0.0251, "num_tokens": 2371768.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9202165603637695, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.02844132822126665, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.034094225332252856, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6666666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07698003589195009, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 52 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1205.0, "completions/max_terminated_length": 1205.0, "completions/mean_length": 947.25, "completions/mean_terminated_length": 947.25, "completions/min_length": 721.0, "completions/min_terminated_length": 721.0, "epoch": 0.013253313328332083, "frac_reward_zero_std": 0.0, "grad_norm": 1.2372401474945989, "kl": 0.0004727691411972046, "learning_rate": 1.3e-07, "loss": 0.0447, "num_tokens": 2405772.0, "reward": 0.0, "reward_std": 0.7103041410446167, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0240213095274885, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06979942765210134, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6916666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08734775114237134, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 53 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1291.0, "completions/mean_length": 1213.6875, "completions/mean_terminated_length": 1083.5455322265625, "completions/min_length": 853.0, "completions/min_terminated_length": 853.0, "epoch": 0.01350337584396099, "frac_reward_zero_std": 0.0, "grad_norm": 3.0066970807273607, "kl": 0.0017719268798828125, "learning_rate": 1.325e-07, "loss": 0.0448, "num_tokens": 2458087.0, "reward": 2.9802322387695312e-08, "reward_std": 0.6927663087844849, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.01467156196325391, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1027762376603128, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6916666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07252075054258099, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 54 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 934.0, "completions/max_terminated_length": 934.0, "completions/mean_length": 822.9375, "completions/mean_terminated_length": 822.9375, "completions/min_length": 673.0, "completions/min_terminated_length": 673.0, "epoch": 0.013753438359589898, "frac_reward_zero_std": 0.0, "grad_norm": 3.479759404349975, "kl": 0.001560211181640625, "learning_rate": 1.35e-07, "loss": 0.0019, "num_tokens": 2499990.0, "reward": 1.4901161193847656e-08, "reward_std": 0.8969330787658691, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.08743978706337867, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10785832734313104, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07649739768026002, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 55 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1487.0, "completions/max_terminated_length": 1487.0, "completions/mean_length": 1070.8125, "completions/mean_terminated_length": 1070.8125, "completions/min_length": 845.0, "completions/min_terminated_length": 845.0, "epoch": 0.014003500875218804, "frac_reward_zero_std": 0.0, "grad_norm": 2.795081525028026, "kl": 0.001636505126953125, "learning_rate": 1.375e-07, "loss": 0.0125, "num_tokens": 2546363.0, "reward": -5.960464477539063e-08, "reward_std": 0.8386225700378418, "rewards/wordcountpos_reward_GEOBench/mean": -5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.009944282634284329, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07769957158427523, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7083333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1458055529095489, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 56 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1481.0, "completions/max_terminated_length": 1481.0, "completions/mean_length": 1211.0, "completions/mean_terminated_length": 1211.0, "completions/min_length": 740.0, "completions/min_terminated_length": 740.0, "epoch": 0.014253563390847712, "frac_reward_zero_std": 0.0, "grad_norm": 3.0112498408490684, "kl": 0.001708984375, "learning_rate": 1.4e-07, "loss": 0.0194, "num_tokens": 2593907.0, "reward": 0.0, "reward_std": 0.71753990650177, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03011310053456635, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05252249254169858, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12141145226353545, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 57 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1460.0, "completions/mean_length": 1233.25, "completions/mean_terminated_length": 1171.6923828125, "completions/min_length": 964.0, "completions/min_terminated_length": 964.0, "epoch": 0.014503625906476619, "frac_reward_zero_std": 0.0, "grad_norm": 3.494692512980705, "kl": 0.002658843994140625, "learning_rate": 1.4249999999999999e-07, "loss": 0.0357, "num_tokens": 2643591.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0092942714691162, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.011541700312712472, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.034733372026321964, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14395215254459456, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 58 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1232.0, "completions/mean_length": 1104.875, "completions/mean_terminated_length": 1048.4285888671875, "completions/min_length": 815.0, "completions/min_terminated_length": 815.0, "epoch": 0.014753688422105527, "frac_reward_zero_std": 0.0, "grad_norm": 2.9838704094003963, "kl": 0.00188446044921875, "learning_rate": 1.45e-07, "loss": 0.001, "num_tokens": 2698685.0, "reward": 0.0, "reward_std": 1.006044864654541, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.005957188021272992, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.037001115771667245, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6333333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0877707451472511, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 59 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1388.0, "completions/mean_length": 1138.1875, "completions/mean_terminated_length": 1114.0667724609375, "completions/min_length": 887.0, "completions/min_terminated_length": 887.0, "epoch": 0.015003750937734433, "frac_reward_zero_std": 0.0, "grad_norm": 3.5443329865928384, "kl": 0.00286865234375, "learning_rate": 1.475e-07, "loss": -0.0361, "num_tokens": 2746040.0, "reward": 0.0, "reward_std": 0.9534966945648193, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04422983602752913, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06068607065169511, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09179284245476839, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 60 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1113.0, "completions/max_terminated_length": 1113.0, "completions/mean_length": 930.75, "completions/mean_terminated_length": 930.75, "completions/min_length": 790.0, "completions/min_terminated_length": 790.0, "epoch": 0.015253813453363341, "frac_reward_zero_std": 0.0, "grad_norm": 3.196585183198036, "kl": 0.0022640228271484375, "learning_rate": 1.5e-07, "loss": -0.0151, "num_tokens": 2797916.0, "reward": 0.0, "reward_std": 1.031198263168335, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06496199678593485, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10965750644106184, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07588978362901862, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 61 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1367.0, "completions/mean_length": 1180.6875, "completions/mean_terminated_length": 1159.4000244140625, "completions/min_length": 908.0, "completions/min_terminated_length": 908.0, "epoch": 0.015503875968992248, "frac_reward_zero_std": 0.0, "grad_norm": 3.117153858618595, "kl": 0.0020599365234375, "learning_rate": 1.525e-07, "loss": -0.0202, "num_tokens": 2840103.0, "reward": 0.0, "reward_std": 0.3633580207824707, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.07207462866079158, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.2558689650377093, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12881223774390613, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 62 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1084.0, "completions/max_terminated_length": 1084.0, "completions/mean_length": 886.875, "completions/mean_terminated_length": 886.875, "completions/min_length": 610.0, "completions/min_terminated_length": 610.0, "epoch": 0.015753938484621154, "frac_reward_zero_std": 0.0, "grad_norm": 4.520554902484488, "kl": 0.003162384033203125, "learning_rate": 1.55e-07, "loss": 0.0118, "num_tokens": 2877893.0, "reward": -2.9802322387695312e-08, "reward_std": 0.7622057199478149, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.034506061927002556, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.031995256227217585, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11287488977066928, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 63 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1416.0, "completions/max_terminated_length": 1416.0, "completions/mean_length": 1122.6875, "completions/mean_terminated_length": 1122.6875, "completions/min_length": 898.0, "completions/min_terminated_length": 898.0, "epoch": 0.016004001000250064, "frac_reward_zero_std": 0.0, "grad_norm": 1.980654960388396, "kl": 0.0007505416870117188, "learning_rate": 1.575e-07, "loss": -0.0088, "num_tokens": 2929424.0, "reward": 0.0, "reward_std": 0.904703676700592, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0068085183866428, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.123614003873515, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11147163731607215, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 64 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1207.0, "completions/max_terminated_length": 1207.0, "completions/mean_length": 878.0625, "completions/mean_terminated_length": 878.0625, "completions/min_length": 641.0, "completions/min_terminated_length": 641.0, "epoch": 0.01625406351587897, "frac_reward_zero_std": 0.0, "grad_norm": 3.1701892030211236, "kl": 0.0016956329345703125, "learning_rate": 1.6e-07, "loss": 0.018, "num_tokens": 2963553.0, "reward": 7.450580596923828e-09, "reward_std": 0.9831296801567078, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.037242927940112275, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05857346231112036, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06382847385042256, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 65 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1398.0, "completions/mean_length": 1037.875, "completions/mean_terminated_length": 1007.0667114257812, "completions/min_length": 830.0, "completions/min_terminated_length": 830.0, "epoch": 0.016504126031507877, "frac_reward_zero_std": 0.0, "grad_norm": 3.4913287782150566, "kl": 0.0017604827880859375, "learning_rate": 1.625e-07, "loss": 0.0473, "num_tokens": 2991863.0, "reward": 0.0, "reward_std": 0.8729775547981262, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.14430233209311744, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.20791955685864577, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12405196043952263, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 66 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1239.0, "completions/max_terminated_length": 1239.0, "completions/mean_length": 947.8125, "completions/mean_terminated_length": 947.8125, "completions/min_length": 442.0, "completions/min_terminated_length": 442.0, "epoch": 0.016754188547136784, "frac_reward_zero_std": 0.0, "grad_norm": 3.4071639868975723, "kl": 0.00145721435546875, "learning_rate": 1.65e-07, "loss": -0.0716, "num_tokens": 3030188.0, "reward": 0.0, "reward_std": 0.9860392212867737, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.10142699739926776, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08999948106350607, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.15098442401882486, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 67 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1390.0, "completions/max_terminated_length": 1390.0, "completions/mean_length": 1128.6875, "completions/mean_terminated_length": 1128.6875, "completions/min_length": 828.0, "completions/min_terminated_length": 828.0, "epoch": 0.01700425106276569, "frac_reward_zero_std": 0.0, "grad_norm": 2.8659880854123085, "kl": 0.0018520355224609375, "learning_rate": 1.675e-07, "loss": 0.0027, "num_tokens": 3064087.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9341875910758972, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.1420887036236777, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.21975794705324614, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7333333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06440611887195308, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 68 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1489.0, "completions/mean_length": 1291.9375, "completions/mean_terminated_length": 1222.5833740234375, "completions/min_length": 832.0, "completions/min_terminated_length": 832.0, "epoch": 0.0172543135783946, "frac_reward_zero_std": 0.0, "grad_norm": 2.566543298801709, "kl": 0.0012454986572265625, "learning_rate": 1.7000000000000001e-07, "loss": -0.019, "num_tokens": 3107726.0, "reward": 0.0, "reward_std": 0.6228938102722168, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.14400719159611117, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.15350336318691166, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10390522747338701, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 69 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1368.0, "completions/max_terminated_length": 1368.0, "completions/mean_length": 817.5625, "completions/mean_terminated_length": 817.5625, "completions/min_length": 356.0, "completions/min_terminated_length": 356.0, "epoch": 0.017504376094023506, "frac_reward_zero_std": 0.0, "grad_norm": 3.892153609521041, "kl": 0.00229644775390625, "learning_rate": 1.725e-07, "loss": -0.121, "num_tokens": 3146815.0, "reward": -2.9802322387695312e-08, "reward_std": 0.7122063636779785, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.010933019673626683, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.019135407393491368, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.5458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11979921473804346, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 70 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1401.0, "completions/max_terminated_length": 1401.0, "completions/mean_length": 1085.0, "completions/mean_terminated_length": 1085.0, "completions/min_length": 839.0, "completions/min_terminated_length": 839.0, "epoch": 0.017754438609652413, "frac_reward_zero_std": 0.0, "grad_norm": 3.239720440218199, "kl": 0.0017375946044921875, "learning_rate": 1.75e-07, "loss": -0.039, "num_tokens": 3186127.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9096763134002686, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.09104247282913551, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1002277257764946, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08681611046941139, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 71 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1325.0, "completions/mean_length": 1385.0625, "completions/mean_terminated_length": 1237.2857666015625, "completions/min_length": 1141.0, "completions/min_terminated_length": 1141.0, "epoch": 0.01800450112528132, "frac_reward_zero_std": 0.0, "grad_norm": 1.6606653428662759, "kl": 0.00086212158203125, "learning_rate": 1.775e-07, "loss": 0.0261, "num_tokens": 3238304.0, "reward": -3.725290298461914e-09, "reward_std": 1.045023798942566, "rewards/wordcountpos_reward_GEOBench/mean": -3.725290298461914e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.4611579480561342, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.32444879053177345, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6416666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.053748384988656986, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 72 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1292.0, "completions/max_terminated_length": 1292.0, "completions/mean_length": 1026.4375, "completions/mean_terminated_length": 1026.4375, "completions/min_length": 732.0, "completions/min_terminated_length": 732.0, "epoch": 0.01825456364091023, "frac_reward_zero_std": 0.0, "grad_norm": 3.9748801437745294, "kl": 0.002777099609375, "learning_rate": 1.8e-07, "loss": -0.0466, "num_tokens": 3273095.0, "reward": -7.450580596923828e-09, "reward_std": 1.0488736629486084, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.033293855715928834, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08065434744474445, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09179284245476839, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 73 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1352.0, "completions/mean_length": 1134.1875, "completions/mean_terminated_length": 1109.800048828125, "completions/min_length": 841.0, "completions/min_terminated_length": 841.0, "epoch": 0.018504626156539136, "frac_reward_zero_std": 0.0, "grad_norm": 2.8865452831955456, "kl": 0.0016536712646484375, "learning_rate": 1.825e-07, "loss": 0.0064, "num_tokens": 3323498.0, "reward": 2.9802322387695312e-08, "reward_std": 0.54623943567276, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.07334155635430754, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.051415072420991664, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8333333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1520233900132184, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 74 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1408.0, "completions/mean_length": 1201.4375, "completions/mean_terminated_length": 1065.727294921875, "completions/min_length": 773.0, "completions/min_terminated_length": 773.0, "epoch": 0.018754688672168042, "frac_reward_zero_std": 0.0, "grad_norm": 2.637223331625875, "kl": 0.0019588470458984375, "learning_rate": 1.85e-07, "loss": 0.0078, "num_tokens": 3384537.0, "reward": 3.725290298461914e-09, "reward_std": 1.063974142074585, "rewards/wordcountpos_reward_GEOBench/mean": 3.725290298461914e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.027594722256993578, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04863588976190303, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.059628479399994404, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 75 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1459.0, "completions/mean_length": 1218.25, "completions/mean_terminated_length": 1124.3333740234375, "completions/min_length": 892.0, "completions/min_terminated_length": 892.0, "epoch": 0.01900475118779695, "frac_reward_zero_std": 0.0, "grad_norm": 3.2030400539315123, "kl": 0.00213623046875, "learning_rate": 1.875e-07, "loss": 0.0479, "num_tokens": 3436573.0, "reward": -7.450580596923828e-09, "reward_std": 1.030653715133667, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03329600306793299, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10200558679299362, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7333333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06440611887195309, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 76 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1472.0, "completions/max_terminated_length": 1472.0, "completions/mean_length": 1083.875, "completions/mean_terminated_length": 1083.875, "completions/min_length": 797.0, "completions/min_terminated_length": 797.0, "epoch": 0.019254813703425855, "frac_reward_zero_std": 0.0, "grad_norm": 3.1425583257608367, "kl": 0.0017070770263671875, "learning_rate": 1.8999999999999998e-07, "loss": 0.0162, "num_tokens": 3471859.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0261328220367432, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04720300157537559, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06389161850209658, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09574271077563383, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 77 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1278.0, "completions/max_terminated_length": 1278.0, "completions/mean_length": 1059.8125, "completions/mean_terminated_length": 1059.8125, "completions/min_length": 627.0, "completions/min_terminated_length": 627.0, "epoch": 0.019504876219054765, "frac_reward_zero_std": 0.0, "grad_norm": 3.404716973859101, "kl": 0.001918792724609375, "learning_rate": 1.9249999999999998e-07, "loss": -0.0554, "num_tokens": 3522552.0, "reward": 0.0, "reward_std": 0.9080052375793457, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.009634190409626472, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10725714864630848, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07876359377087684, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 78 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1491.0, "completions/mean_length": 1239.6875, "completions/mean_terminated_length": 1202.5, "completions/min_length": 972.0, "completions/min_terminated_length": 972.0, "epoch": 0.01975493873468367, "frac_reward_zero_std": 0.0, "grad_norm": 2.4991620683598956, "kl": 0.0014333724975585938, "learning_rate": 1.9499999999999999e-07, "loss": 0.0342, "num_tokens": 3579715.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0154008865356445, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.05513500197405647, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.20356773248768564, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.725, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07649739768026007, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 79 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1357.0, "completions/mean_length": 1112.5, "completions/mean_terminated_length": 1086.666748046875, "completions/min_length": 795.0, "completions/min_terminated_length": 795.0, "epoch": 0.020005001250312578, "frac_reward_zero_std": 0.0, "grad_norm": 3.27139175182866, "kl": 0.0016345977783203125, "learning_rate": 1.975e-07, "loss": 0.0492, "num_tokens": 3626635.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0008465051651, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.048703968038327175, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09575594874594526, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.059004080210452274, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 80 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1420.0, "completions/mean_length": 1140.125, "completions/mean_terminated_length": 1088.71435546875, "completions/min_length": 826.0, "completions/min_terminated_length": 826.0, "epoch": 0.020255063765941484, "frac_reward_zero_std": 0.0, "grad_norm": 3.29495361946534, "kl": 0.0020351409912109375, "learning_rate": 2e-07, "loss": -0.0455, "num_tokens": 3681493.0, "reward": 2.9802322387695312e-08, "reward_std": 0.966710090637207, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.019522166847385225, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.049035884553431476, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12988598989256067, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 81 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1415.0, "completions/mean_length": 1091.375, "completions/mean_terminated_length": 1033.0, "completions/min_length": 594.0, "completions/min_terminated_length": 594.0, "epoch": 0.020505126281570394, "frac_reward_zero_std": 0.0, "grad_norm": 3.2756823671395825, "kl": 0.00203704833984375, "learning_rate": 2.025e-07, "loss": 0.0097, "num_tokens": 3722819.0, "reward": 2.9802322387695312e-08, "reward_std": 0.3079444169998169, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.10654174372521455, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.15685110608549696, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14650243330048468, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 82 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1442.0, "completions/mean_length": 1324.3125, "completions/mean_terminated_length": 1244.45458984375, "completions/min_length": 1056.0, "completions/min_terminated_length": 1056.0, "epoch": 0.0207551887971993, "frac_reward_zero_std": 0.0, "grad_norm": 3.049373347309233, "kl": 0.00214385986328125, "learning_rate": 2.0499999999999997e-07, "loss": 0.0, "num_tokens": 3784616.0, "reward": 0.0, "reward_std": 0.6444264054298401, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.014944570067305023, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03427039428261783, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6291666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12641788434189793, "rewards/wordcountpos_reward_GEOBench/std": 1.0327954292297363, "step": 83 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1282.0, "completions/max_terminated_length": 1282.0, "completions/mean_length": 1045.3125, "completions/mean_terminated_length": 1045.3125, "completions/min_length": 903.0, "completions/min_terminated_length": 903.0, "epoch": 0.021005251312828207, "frac_reward_zero_std": 0.0, "grad_norm": 3.202752750073526, "kl": 0.0019779205322265625, "learning_rate": 2.0749999999999997e-07, "loss": -0.0304, "num_tokens": 3835453.0, "reward": 0.0, "reward_std": 0.8071345686912537, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03739788184825605, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06245194733338377, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6916666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08027729719194865, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 84 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1356.0, "completions/max_terminated_length": 1356.0, "completions/mean_length": 1045.9375, "completions/mean_terminated_length": 1045.9375, "completions/min_length": 704.0, "completions/min_terminated_length": 704.0, "epoch": 0.021255313828457113, "frac_reward_zero_std": 0.0, "grad_norm": 2.5604132537783215, "kl": 0.001010894775390625, "learning_rate": 2.0999999999999997e-07, "loss": 0.005, "num_tokens": 3872580.0, "reward": 0.0, "reward_std": 0.5239625573158264, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.1286152003882351, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.15974428385252493, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1517795672580372, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 85 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1113.0, "completions/max_terminated_length": 1113.0, "completions/mean_length": 881.25, "completions/mean_terminated_length": 881.25, "completions/min_length": 627.0, "completions/min_terminated_length": 627.0, "epoch": 0.021505376344086023, "frac_reward_zero_std": 0.0, "grad_norm": 3.3772883575014396, "kl": 0.00196075439453125, "learning_rate": 2.1249999999999998e-07, "loss": -0.0017, "num_tokens": 3907040.0, "reward": -2.9802322387695312e-08, "reward_std": 0.4579150676727295, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0015631823580413034, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.046595425583326244, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0768596604689834, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 86 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1399.0, "completions/mean_length": 1264.1875, "completions/mean_terminated_length": 1122.7000732421875, "completions/min_length": 1027.0, "completions/min_terminated_length": 1027.0, "epoch": 0.02175543885971493, "frac_reward_zero_std": 0.0, "grad_norm": 1.5943564935581553, "kl": 0.0006747245788574219, "learning_rate": 2.1499999999999998e-07, "loss": -0.0288, "num_tokens": 3962539.0, "reward": 0.0, "reward_std": 1.0243195295333862, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.011823715031105344, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06152942220223279, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06426219440409449, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 87 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1202.0, "completions/mean_length": 1239.4375, "completions/mean_terminated_length": 1036.77783203125, "completions/min_length": 822.0, "completions/min_terminated_length": 822.0, "epoch": 0.022005501375343836, "frac_reward_zero_std": 0.0, "grad_norm": 3.829208358128923, "kl": 0.00327301025390625, "learning_rate": 2.1749999999999998e-07, "loss": 0.0063, "num_tokens": 4013602.0, "reward": -7.450580596923828e-09, "reward_std": 1.0469043254852295, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.009073411877023183, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0744058848737644, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.65, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10470416879457553, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 88 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1092.0, "completions/max_terminated_length": 1092.0, "completions/mean_length": 928.875, "completions/mean_terminated_length": 928.875, "completions/min_length": 872.0, "completions/min_terminated_length": 872.0, "epoch": 0.022255563890972743, "frac_reward_zero_std": 0.0, "grad_norm": 2.1211322435945448, "kl": 0.0007197856903076172, "learning_rate": 2.1999999999999998e-07, "loss": -0.0076, "num_tokens": 4039672.0, "reward": 0.0, "reward_std": 0.41592514514923096, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03284225617797078, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06338936406521158, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1387777332977422, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 89 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1465.0, "completions/max_terminated_length": 1465.0, "completions/mean_length": 1142.375, "completions/mean_terminated_length": 1142.375, "completions/min_length": 961.0, "completions/min_terminated_length": 961.0, "epoch": 0.02250562640660165, "frac_reward_zero_std": 0.0, "grad_norm": 2.936106250930488, "kl": 0.00167083740234375, "learning_rate": 2.225e-07, "loss": -0.0529, "num_tokens": 4082462.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9025722742080688, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.02940289328121365, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08249062140790385, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08944271909999162, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 90 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1318.0, "completions/mean_length": 1144.3125, "completions/mean_terminated_length": 1120.60009765625, "completions/min_length": 921.0, "completions/min_terminated_length": 921.0, "epoch": 0.02275568892223056, "frac_reward_zero_std": 0.0, "grad_norm": 2.501320506713968, "kl": 0.0015192031860351562, "learning_rate": 2.25e-07, "loss": 0.003, "num_tokens": 4132499.0, "reward": -2.9802322387695312e-08, "reward_std": 0.5334848165512085, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.01608152924204035, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1366124910567765, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09269623828717427, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 91 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1185.0, "completions/max_terminated_length": 1185.0, "completions/mean_length": 1087.625, "completions/mean_terminated_length": 1087.625, "completions/min_length": 1046.0, "completions/min_terminated_length": 1046.0, "epoch": 0.023005751437859465, "frac_reward_zero_std": 0.0, "grad_norm": 0.998823193406686, "kl": 0.00023433566093444824, "learning_rate": 2.275e-07, "loss": 0.0023, "num_tokens": 4169477.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9468536376953125, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.05508426891147999, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06664755137557996, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07588978362901863, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 92 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1463.0, "completions/mean_length": 1206.3125, "completions/mean_terminated_length": 1138.5384521484375, "completions/min_length": 955.0, "completions/min_terminated_length": 955.0, "epoch": 0.023255813953488372, "frac_reward_zero_std": 0.0, "grad_norm": 2.480919841159802, "kl": 0.0011816024780273438, "learning_rate": 2.3e-07, "loss": 0.0044, "num_tokens": 4211442.0, "reward": 0.0, "reward_std": 0.8174987435340881, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0038625151402001574, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07345122955578617, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.675, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1308094458023239, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 93 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1494.0, "completions/mean_length": 1207.5625, "completions/mean_terminated_length": 1140.0770263671875, "completions/min_length": 766.0, "completions/min_terminated_length": 766.0, "epoch": 0.023505876469117278, "frac_reward_zero_std": 0.0, "grad_norm": 3.5608878167635303, "kl": 0.002346038818359375, "learning_rate": 2.325e-07, "loss": -0.1167, "num_tokens": 4266619.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9490822553634644, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.01649294986343025, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04722545212739477, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0859586463881842, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 94 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1084.0, "completions/mean_length": 966.75, "completions/mean_terminated_length": 931.2000732421875, "completions/min_length": 832.0, "completions/min_terminated_length": 832.0, "epoch": 0.023755938984746188, "frac_reward_zero_std": 0.0, "grad_norm": 2.4553230972640425, "kl": 0.0007429122924804688, "learning_rate": 2.3499999999999997e-07, "loss": -0.0015, "num_tokens": 4306503.0, "reward": 0.0, "reward_std": 0.6062840819358826, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.05091542537350257, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07718042144728608, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07649739768026004, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 95 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1324.0, "completions/max_terminated_length": 1324.0, "completions/mean_length": 882.125, "completions/mean_terminated_length": 882.125, "completions/min_length": 612.0, "completions/min_terminated_length": 612.0, "epoch": 0.024006001500375095, "frac_reward_zero_std": 0.0, "grad_norm": 3.2222027455757356, "kl": 0.001514434814453125, "learning_rate": 2.3749999999999998e-07, "loss": -0.0405, "num_tokens": 4338769.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8007175922393799, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.028123002946240667, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09378406318709273, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7666666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09428090415820636, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 96 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1418.0, "completions/mean_length": 1155.8125, "completions/mean_terminated_length": 1041.0833740234375, "completions/min_length": 749.0, "completions/min_terminated_length": 749.0, "epoch": 0.024256064016004, "frac_reward_zero_std": 0.0, "grad_norm": 3.1563115792622436, "kl": 0.002254486083984375, "learning_rate": 2.4e-07, "loss": -0.0221, "num_tokens": 4379158.0, "reward": -2.9802322387695312e-08, "reward_std": 1.0585118532180786, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.015410451136229946, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06613896161392802, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07649739768026004, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 97 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1434.0, "completions/max_terminated_length": 1434.0, "completions/mean_length": 1050.6875, "completions/mean_terminated_length": 1050.6875, "completions/min_length": 777.0, "completions/min_terminated_length": 777.0, "epoch": 0.024506126531632907, "frac_reward_zero_std": 0.0, "grad_norm": 3.2064965307728057, "kl": 0.0020236968994140625, "learning_rate": 2.425e-07, "loss": -0.013, "num_tokens": 4419153.0, "reward": -1.30385160446167e-08, "reward_std": 1.0652867555618286, "rewards/wordcountpos_reward_GEOBench/mean": -1.30385160446167e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.04555155041311224, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09061124528282473, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10671873729054748, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 98 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1374.0, "completions/mean_length": 1001.4375, "completions/mean_terminated_length": 968.2000732421875, "completions/min_length": 662.0, "completions/min_terminated_length": 662.0, "epoch": 0.024756189047261814, "frac_reward_zero_std": 0.0, "grad_norm": 3.3546361540936642, "kl": 0.0015430450439453125, "learning_rate": 2.45e-07, "loss": -0.0049, "num_tokens": 4451864.0, "reward": 0.0, "reward_std": 0.6201164722442627, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.254086624135735, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.23778377344973659, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11855612829185828, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 99 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1261.0, "completions/mean_length": 1099.4375, "completions/mean_terminated_length": 1007.0000610351562, "completions/min_length": 814.0, "completions/min_terminated_length": 814.0, "epoch": 0.025006251562890724, "frac_reward_zero_std": 0.0, "grad_norm": 3.3431911956331932, "kl": 0.00226593017578125, "learning_rate": 2.475e-07, "loss": -0.0601, "num_tokens": 4509239.0, "reward": 2.9802322387695312e-08, "reward_std": 0.46371403336524963, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.014725169620401256, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06984167872396013, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.067631901304592, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 100 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 963.0, "completions/mean_length": 737.0, "completions/mean_terminated_length": 686.1333618164062, "completions/min_length": 586.0, "completions/min_terminated_length": 586.0, "epoch": 0.02525631407851963, "frac_reward_zero_std": 0.0, "grad_norm": 1.7238271463061015, "kl": 0.001453399658203125, "learning_rate": 2.5e-07, "loss": 0.0778, "num_tokens": 4543807.0, "reward": 2.9802322387695312e-08, "reward_std": 0.7137898206710815, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.21684972425115095, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.2936830571685167, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 101 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1131.0, "completions/max_terminated_length": 1131.0, "completions/mean_length": 961.625, "completions/mean_terminated_length": 961.625, "completions/min_length": 778.0, "completions/min_terminated_length": 778.0, "epoch": 0.025506376594148537, "frac_reward_zero_std": 0.0, "grad_norm": 3.982741911753655, "kl": 0.002532958984375, "learning_rate": 2.5249999999999996e-07, "loss": -0.0554, "num_tokens": 4585745.0, "reward": 0.0, "reward_std": 0.9972680807113647, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0568569406579029, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09264553384451292, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10318986456114841, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 102 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1414.0, "completions/mean_length": 1125.1875, "completions/mean_terminated_length": 1000.25, "completions/min_length": 740.0, "completions/min_terminated_length": 740.0, "epoch": 0.025756439109777443, "frac_reward_zero_std": 0.0, "grad_norm": 2.584646687221917, "kl": 0.0013103485107421875, "learning_rate": 2.55e-07, "loss": -0.0655, "num_tokens": 4638436.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8415586948394775, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.013580486275114224, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1057799448864468, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6708333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13871099718746435, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 103 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1447.0, "completions/mean_length": 1243.5625, "completions/mean_terminated_length": 1127.0, "completions/min_length": 846.0, "completions/min_terminated_length": 846.0, "epoch": 0.026006501625406353, "frac_reward_zero_std": 0.0, "grad_norm": 2.95301813919548, "kl": 0.002101898193359375, "learning_rate": 2.5749999999999997e-07, "loss": -0.0085, "num_tokens": 4701797.0, "reward": 7.450580596923828e-09, "reward_std": 1.0231704711914062, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.035364865424973906, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04172127113723292, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6749999999999999, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08388704928078612, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 104 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1496.0, "completions/mean_length": 1394.125, "completions/mean_terminated_length": 1369.6923828125, "completions/min_length": 975.0, "completions/min_terminated_length": 975.0, "epoch": 0.02625656414103526, "frac_reward_zero_std": 0.0, "grad_norm": 1.8464372388236705, "kl": 0.0008151531219482422, "learning_rate": 2.6e-07, "loss": 0.0024, "num_tokens": 4737607.0, "reward": 2.9802322387695312e-08, "reward_std": 0.6402871608734131, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.021062353745052994, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03740126152286246, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07588978362901862, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 105 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1470.0, "completions/mean_length": 1260.875, "completions/mean_terminated_length": 1117.4000244140625, "completions/min_length": 835.0, "completions/min_terminated_length": 835.0, "epoch": 0.026506626656664166, "frac_reward_zero_std": 0.0, "grad_norm": 3.628315438898178, "kl": 0.002727508544921875, "learning_rate": 2.625e-07, "loss": -0.0092, "num_tokens": 4787349.0, "reward": 0.0, "reward_std": 1.0350193977355957, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.08220349476406887, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10921345029715404, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.15299479536052005, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 106 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1401.0, "completions/max_terminated_length": 1401.0, "completions/mean_length": 1033.375, "completions/mean_terminated_length": 1033.375, "completions/min_length": 646.0, "completions/min_terminated_length": 646.0, "epoch": 0.026756689172293072, "frac_reward_zero_std": 0.0, "grad_norm": 3.0784171994987446, "kl": 0.002048492431640625, "learning_rate": 2.65e-07, "loss": 0.0242, "num_tokens": 4839251.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9766092300415039, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.27021831374394184, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.2079118975629674, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10000000000000002, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 107 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1427.0, "completions/mean_length": 1349.75, "completions/mean_terminated_length": 1232.888916015625, "completions/min_length": 985.0, "completions/min_terminated_length": 985.0, "epoch": 0.02700675168792198, "frac_reward_zero_std": 0.0, "grad_norm": 2.6608162905874484, "kl": 0.001922607421875, "learning_rate": 2.675e-07, "loss": -0.0198, "num_tokens": 4893215.0, "reward": 0.0, "reward_std": 0.9312055110931396, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.019561955243087438, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05351356230901217, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07097208632298364, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 108 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1020.0, "completions/max_terminated_length": 1020.0, "completions/mean_length": 876.0625, "completions/mean_terminated_length": 876.0625, "completions/min_length": 676.0, "completions/min_terminated_length": 676.0, "epoch": 0.02725681420355089, "frac_reward_zero_std": 0.0, "grad_norm": 3.7117769063180783, "kl": 0.0020961761474609375, "learning_rate": 2.7e-07, "loss": -0.029, "num_tokens": 4928032.0, "reward": -4.842877388000488e-08, "reward_std": 1.037239909172058, "rewards/wordcountpos_reward_GEOBench/mean": -4.842877388000488e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.01462156309621361, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06386453074136239, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10036968702787748, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 109 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1077.0, "completions/max_terminated_length": 1077.0, "completions/mean_length": 834.4375, "completions/mean_terminated_length": 834.4375, "completions/min_length": 661.0, "completions/min_terminated_length": 661.0, "epoch": 0.027506876719179795, "frac_reward_zero_std": 0.0, "grad_norm": 3.1362633259765778, "kl": 0.0012445449829101562, "learning_rate": 2.725e-07, "loss": 0.0286, "num_tokens": 4969527.0, "reward": 0.0, "reward_std": 0.6638973355293274, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0009303692083795926, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.21472417428673446, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.725, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08388704928078612, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 110 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1421.0, "completions/mean_length": 1144.5, "completions/mean_terminated_length": 1093.71435546875, "completions/min_length": 722.0, "completions/min_terminated_length": 722.0, "epoch": 0.0277569392348087, "frac_reward_zero_std": 0.0, "grad_norm": 2.0683811286186953, "kl": 0.0009098052978515625, "learning_rate": 2.75e-07, "loss": 0.0193, "num_tokens": 5004583.0, "reward": 0.0, "reward_std": 0.9538509845733643, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.29096474188817173, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.532968063810306, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7708333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.17716909687891083, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 111 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1112.0, "completions/max_terminated_length": 1112.0, "completions/mean_length": 907.5625, "completions/mean_terminated_length": 907.5625, "completions/min_length": 504.0, "completions/min_terminated_length": 504.0, "epoch": 0.028007001750437608, "frac_reward_zero_std": 0.0, "grad_norm": 2.4887450501290753, "kl": 0.0011463165283203125, "learning_rate": 2.775e-07, "loss": -0.0091, "num_tokens": 5033240.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9888060688972473, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.037564951238851806, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06936106285187789, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06652763279965644, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 112 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1391.0, "completions/max_terminated_length": 1391.0, "completions/mean_length": 1023.8125, "completions/mean_terminated_length": 1023.8125, "completions/min_length": 813.0, "completions/min_terminated_length": 813.0, "epoch": 0.028257064266066518, "frac_reward_zero_std": 0.0, "grad_norm": 2.643272195798035, "kl": 0.0012454986572265625, "learning_rate": 2.8e-07, "loss": -0.0441, "num_tokens": 5071565.0, "reward": 0.0, "reward_std": 0.6139549016952515, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0061897652398535214, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.19523994138359146, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08153617692869926, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 113 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1311.0, "completions/max_terminated_length": 1311.0, "completions/mean_length": 1002.0, "completions/mean_terminated_length": 1002.0, "completions/min_length": 737.0, "completions/min_terminated_length": 737.0, "epoch": 0.028507126781695424, "frac_reward_zero_std": 0.0, "grad_norm": 3.6586731765515146, "kl": 0.0027217864990234375, "learning_rate": 2.8249999999999994e-07, "loss": 0.0094, "num_tokens": 5117157.0, "reward": 0.0, "reward_std": 1.0075820684432983, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.09530478367868206, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08997096415490217, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6708333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10461569884316813, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 114 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1053.0, "completions/max_terminated_length": 1053.0, "completions/mean_length": 898.5625, "completions/mean_terminated_length": 898.5625, "completions/min_length": 747.0, "completions/min_terminated_length": 747.0, "epoch": 0.02875718929732433, "frac_reward_zero_std": 0.0, "grad_norm": 3.2381815955294586, "kl": 0.0017871856689453125, "learning_rate": 2.8499999999999997e-07, "loss": -0.0472, "num_tokens": 5154534.0, "reward": 0.0, "reward_std": 0.6959640383720398, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0021811916016728442, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.024612042329920102, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07290277645477447, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 115 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1472.0, "completions/mean_length": 1328.5625, "completions/mean_terminated_length": 1157.125, "completions/min_length": 304.0, "completions/min_terminated_length": 304.0, "epoch": 0.029007251812953237, "frac_reward_zero_std": 0.0, "grad_norm": 2.4271066263989742, "kl": 0.0018911361694335938, "learning_rate": 2.8749999999999995e-07, "loss": -0.0486, "num_tokens": 5209087.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0121264457702637, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.01651416722981401, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03522146831011621, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07781745019952505, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 116 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1477.0, "completions/max_terminated_length": 1477.0, "completions/mean_length": 1178.9375, "completions/mean_terminated_length": 1178.9375, "completions/min_length": 847.0, "completions/min_terminated_length": 847.0, "epoch": 0.029257314328582147, "frac_reward_zero_std": 0.0, "grad_norm": 3.0233227367199023, "kl": 0.001781463623046875, "learning_rate": 2.9e-07, "loss": -0.0298, "num_tokens": 5253230.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9901900887489319, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.1383935692093195, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.15170305496620878, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6708333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.070841502796867, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 117 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1222.0, "completions/max_terminated_length": 1222.0, "completions/mean_length": 943.375, "completions/mean_terminated_length": 943.375, "completions/min_length": 601.0, "completions/min_terminated_length": 601.0, "epoch": 0.029507376844211054, "frac_reward_zero_std": 0.0, "grad_norm": 3.9545561038929464, "kl": 0.00243377685546875, "learning_rate": 2.9249999999999995e-07, "loss": -0.0375, "num_tokens": 5301572.0, "reward": 3.725290298461914e-08, "reward_std": 1.0564510822296143, "rewards/wordcountpos_reward_GEOBench/mean": 3.725290298461914e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.15301330266396232, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.27493141283052847, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06382847385042256, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 118 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1256.0, "completions/max_terminated_length": 1256.0, "completions/mean_length": 1028.875, "completions/mean_terminated_length": 1028.875, "completions/min_length": 594.0, "completions/min_terminated_length": 594.0, "epoch": 0.02975743935983996, "frac_reward_zero_std": 0.0, "grad_norm": 3.7025634878245732, "kl": 0.002437591552734375, "learning_rate": 2.95e-07, "loss": -0.0477, "num_tokens": 5357394.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9683343768119812, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.003340710288379313, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.013362841153517251, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12292725943057185, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 119 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1424.0, "completions/max_terminated_length": 1424.0, "completions/mean_length": 1127.4375, "completions/mean_terminated_length": 1127.4375, "completions/min_length": 942.0, "completions/min_terminated_length": 942.0, "epoch": 0.030007501875468866, "frac_reward_zero_std": 0.0, "grad_norm": 3.8450260764380193, "kl": 0.00278472900390625, "learning_rate": 2.9749999999999996e-07, "loss": -0.0649, "num_tokens": 5405417.0, "reward": 0.0, "reward_std": 0.9815717935562134, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.034553082121358034, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12605322179568523, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7041666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10602235962635778, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 120 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1418.0, "completions/max_terminated_length": 1418.0, "completions/mean_length": 964.0, "completions/mean_terminated_length": 964.0, "completions/min_length": 646.0, "completions/min_terminated_length": 646.0, "epoch": 0.030257564391097773, "frac_reward_zero_std": 0.0, "grad_norm": 3.2284304283234664, "kl": 0.0016918182373046875, "learning_rate": 3e-07, "loss": 0.0652, "num_tokens": 5444153.0, "reward": 2.9802322387695312e-08, "reward_std": 0.825506329536438, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.01828380323442647, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08283982323964569, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7916666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13305526559931294, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 121 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1402.0, "completions/mean_length": 1054.4375, "completions/mean_terminated_length": 951.6154174804688, "completions/min_length": 604.0, "completions/min_terminated_length": 604.0, "epoch": 0.030507626906726683, "frac_reward_zero_std": 0.0, "grad_norm": 3.6730293780924717, "kl": 0.00252532958984375, "learning_rate": 3.0249999999999996e-07, "loss": 0.0195, "num_tokens": 5482888.0, "reward": 0.0, "reward_std": 0.7187535762786865, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09016445879408155, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 122 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1219.0, "completions/max_terminated_length": 1219.0, "completions/mean_length": 922.0, "completions/mean_terminated_length": 922.0, "completions/min_length": 683.0, "completions/min_terminated_length": 683.0, "epoch": 0.03075768942235559, "frac_reward_zero_std": 0.0, "grad_norm": 3.5315264013899843, "kl": 0.0021991729736328125, "learning_rate": 3.05e-07, "loss": -0.0257, "num_tokens": 5524376.0, "reward": 2.2351741790771484e-08, "reward_std": 1.0593985319137573, "rewards/wordcountpos_reward_GEOBench/mean": 2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.009584681247546958, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06429136250294845, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.060705726131767744, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 123 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1391.0, "completions/max_terminated_length": 1391.0, "completions/mean_length": 1097.5, "completions/mean_terminated_length": 1097.5, "completions/min_length": 845.0, "completions/min_terminated_length": 845.0, "epoch": 0.031007751937984496, "frac_reward_zero_std": 0.0, "grad_norm": 2.848348711238791, "kl": 0.00165557861328125, "learning_rate": 3.0749999999999997e-07, "loss": -0.0088, "num_tokens": 5560696.0, "reward": 0.0, "reward_std": 0.8425840139389038, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0653587560026582, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10639857626279688, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7666666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09108400680852978, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 124 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1324.0, "completions/max_terminated_length": 1324.0, "completions/mean_length": 1029.5625, "completions/mean_terminated_length": 1029.5625, "completions/min_length": 651.0, "completions/min_terminated_length": 651.0, "epoch": 0.031257814453613406, "frac_reward_zero_std": 0.0, "grad_norm": 3.5179376436799856, "kl": 0.00232696533203125, "learning_rate": 3.1e-07, "loss": -0.0711, "num_tokens": 5605777.0, "reward": 0.0, "reward_std": 0.710605263710022, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.030231723454569072, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05190526032012107, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7666666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08777074514725114, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 125 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1273.0, "completions/max_terminated_length": 1273.0, "completions/mean_length": 984.75, "completions/mean_terminated_length": 984.75, "completions/min_length": 695.0, "completions/min_terminated_length": 695.0, "epoch": 0.03150787696924231, "frac_reward_zero_std": 0.0, "grad_norm": 3.1153450707963315, "kl": 0.0016031265258789062, "learning_rate": 3.1249999999999997e-07, "loss": 0.0089, "num_tokens": 5642013.0, "reward": 4.470348358154297e-08, "reward_std": 0.9987987279891968, "rewards/wordcountpos_reward_GEOBench/mean": 4.470348358154297e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03383639659855257, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07969757269939194, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6291666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12405196043952262, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 126 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1419.0, "completions/mean_length": 1256.3125, "completions/mean_terminated_length": 1200.0770263671875, "completions/min_length": 976.0, "completions/min_terminated_length": 976.0, "epoch": 0.03175793948487122, "frac_reward_zero_std": 0.0, "grad_norm": 2.5686808356362514, "kl": 0.0013370513916015625, "learning_rate": 3.15e-07, "loss": 0.0124, "num_tokens": 5688714.0, "reward": 2.9802322387695312e-08, "reward_std": 0.7132453918457031, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.028529815026896006, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08518664138096801, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8041666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07876359377087683, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 127 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1428.0, "completions/max_terminated_length": 1428.0, "completions/mean_length": 1184.8125, "completions/mean_terminated_length": 1184.8125, "completions/min_length": 831.0, "completions/min_terminated_length": 831.0, "epoch": 0.03200800200050013, "frac_reward_zero_std": 0.0, "grad_norm": 2.491246498743425, "kl": 0.001346588134765625, "learning_rate": 3.175e-07, "loss": -0.0024, "num_tokens": 5732095.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8698396682739258, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04168005095697119, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.15223562252010023, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08153617692869927, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 128 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1318.0, "completions/mean_length": 1218.6875, "completions/mean_terminated_length": 999.888916015625, "completions/min_length": 787.0, "completions/min_terminated_length": 787.0, "epoch": 0.03225806451612903, "frac_reward_zero_std": 0.0, "grad_norm": 2.6078198141497837, "kl": 0.0017566680908203125, "learning_rate": 3.2e-07, "loss": -0.0018, "num_tokens": 5776682.0, "reward": 0.0, "reward_std": 0.8985263705253601, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06338732922236485, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.15718476050110347, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6124999999999999, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08509254221575906, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 129 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 1.0, "completions/max_length": 1500.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 1500.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 1500.0, "completions/min_terminated_length": 0.0, "epoch": 0.03250812703175794, "frac_reward_zero_std": 0.0, "grad_norm": 1.6506275917572666, "kl": 0.0007429122924804688, "learning_rate": 3.225e-07, "loss": 0.0, "num_tokens": 5843786.0, "reward": -2.2351741790771484e-08, "reward_std": 1.0557719469070435, "rewards/wordcountpos_reward_GEOBench/mean": -2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.024289280525682456, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04444416978402356, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7083333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09067647005823631, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 130 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1475.0, "completions/mean_length": 1212.6875, "completions/mean_terminated_length": 1040.300048828125, "completions/min_length": 724.0, "completions/min_terminated_length": 724.0, "epoch": 0.032758189547386844, "frac_reward_zero_std": 0.0, "grad_norm": 2.8362862694025126, "kl": 0.0017337799072265625, "learning_rate": 3.25e-07, "loss": -0.0256, "num_tokens": 5883085.0, "reward": -7.450580596923828e-09, "reward_std": 1.067497968673706, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.07493437048782088, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11148236876360786, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6749999999999999, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08388704928078611, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 131 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1300.0, "completions/max_terminated_length": 1300.0, "completions/mean_length": 1082.4375, "completions/mean_terminated_length": 1082.4375, "completions/min_length": 664.0, "completions/min_terminated_length": 664.0, "epoch": 0.033008252063015754, "frac_reward_zero_std": 0.0, "grad_norm": 3.453558492524879, "kl": 0.00255584716796875, "learning_rate": 3.275e-07, "loss": -0.0599, "num_tokens": 5919276.0, "reward": 0.0, "reward_std": 0.7440958023071289, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.10436876588470634, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.17153495753287243, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10000000000000002, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 132 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1317.0, "completions/max_terminated_length": 1317.0, "completions/mean_length": 1230.1875, "completions/mean_terminated_length": 1230.1875, "completions/min_length": 1103.0, "completions/min_terminated_length": 1103.0, "epoch": 0.033258314578644664, "frac_reward_zero_std": 0.0, "grad_norm": 2.1523228885058403, "kl": 0.0010352134704589844, "learning_rate": 3.3e-07, "loss": 0.0088, "num_tokens": 5971279.0, "reward": 0.0, "reward_std": 0.9889296293258667, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.010586621215658058, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08893943837420341, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07969850595746357, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 133 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1105.0, "completions/max_terminated_length": 1105.0, "completions/mean_length": 796.875, "completions/mean_terminated_length": 796.875, "completions/min_length": 340.0, "completions/min_terminated_length": 340.0, "epoch": 0.03350837709427357, "frac_reward_zero_std": 0.0, "grad_norm": 3.377330689531196, "kl": 0.0009851455688476562, "learning_rate": 3.325e-07, "loss": -0.0323, "num_tokens": 5999101.0, "reward": -2.9802322387695312e-08, "reward_std": 0.6408165693283081, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.004567143661635577, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08910716688870268, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10532137766186216, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 134 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1477.0, "completions/mean_length": 1130.4375, "completions/mean_terminated_length": 1045.1539306640625, "completions/min_length": 476.0, "completions/min_terminated_length": 476.0, "epoch": 0.03375843960990248, "frac_reward_zero_std": 0.0, "grad_norm": 3.2069301836286632, "kl": 0.002410888671875, "learning_rate": 3.35e-07, "loss": -0.0531, "num_tokens": 6057244.0, "reward": -5.960464477539063e-08, "reward_std": 0.8819225430488586, "rewards/wordcountpos_reward_GEOBench/mean": -5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.041100670876597946, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08432650041587254, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10945995377982527, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 135 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1202.0, "completions/max_terminated_length": 1202.0, "completions/mean_length": 939.625, "completions/mean_terminated_length": 939.625, "completions/min_length": 746.0, "completions/min_terminated_length": 746.0, "epoch": 0.03400850212553138, "frac_reward_zero_std": 0.0, "grad_norm": 2.6787933887533844, "kl": 0.0013608932495117188, "learning_rate": 3.375e-07, "loss": -0.0354, "num_tokens": 6091014.0, "reward": 2.9802322387695312e-08, "reward_std": 0.42292171716690063, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.007861912763444655, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08080501386121948, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6708333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08595864638818417, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 136 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1410.0, "completions/mean_length": 1205.3125, "completions/mean_terminated_length": 1185.666748046875, "completions/min_length": 942.0, "completions/min_terminated_length": 942.0, "epoch": 0.03425856464116029, "frac_reward_zero_std": 0.0, "grad_norm": 2.6442427205568935, "kl": 0.001277923583984375, "learning_rate": 3.4000000000000003e-07, "loss": -0.0266, "num_tokens": 6133491.0, "reward": 2.9802322387695312e-08, "reward_std": 0.5531470775604248, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.18354519224061897, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.14740854365565892, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10852547064066473, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 137 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1344.0, "completions/max_terminated_length": 1344.0, "completions/mean_length": 1002.625, "completions/mean_terminated_length": 1002.625, "completions/min_length": 747.0, "completions/min_terminated_length": 747.0, "epoch": 0.0345086271567892, "frac_reward_zero_std": 0.0, "grad_norm": 3.4399054558162234, "kl": 0.0021190643310546875, "learning_rate": 3.425e-07, "loss": 0.0064, "num_tokens": 6174901.0, "reward": -2.9802322387695312e-08, "reward_std": 0.5891343355178833, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.021474344125256336, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10287668980752833, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.17805533888009004, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 138 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1274.0, "completions/max_terminated_length": 1274.0, "completions/mean_length": 981.25, "completions/mean_terminated_length": 981.25, "completions/min_length": 737.0, "completions/min_terminated_length": 737.0, "epoch": 0.0347586896724181, "frac_reward_zero_std": 0.0, "grad_norm": 3.0143874373080317, "kl": 0.001514434814453125, "learning_rate": 3.45e-07, "loss": -0.0109, "num_tokens": 6227785.0, "reward": 0.0, "reward_std": 1.024099349975586, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0009414156219031871, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.059882871676529746, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0938872452190116, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 139 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1439.0, "completions/mean_length": 1255.125, "completions/mean_terminated_length": 1198.615478515625, "completions/min_length": 975.0, "completions/min_terminated_length": 975.0, "epoch": 0.03500875218804701, "frac_reward_zero_std": 0.0, "grad_norm": 2.7146160425600523, "kl": 0.0018310546875, "learning_rate": 3.4749999999999996e-07, "loss": -0.0287, "num_tokens": 6283827.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9553406238555908, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.2554583935477641, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1763033094581359, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08027729719194866, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 140 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1237.0, "completions/max_terminated_length": 1237.0, "completions/mean_length": 951.4375, "completions/mean_terminated_length": 951.4375, "completions/min_length": 697.0, "completions/min_terminated_length": 697.0, "epoch": 0.035258814703675916, "frac_reward_zero_std": 0.0, "grad_norm": 3.2385667094398203, "kl": 0.0018634796142578125, "learning_rate": 3.5e-07, "loss": 0.0009, "num_tokens": 6330018.0, "reward": -2.9802322387695312e-08, "reward_std": 0.7626720666885376, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.01860800740153537, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09975287854938328, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0894427190999916, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 141 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1360.0, "completions/mean_length": 1289.75, "completions/mean_terminated_length": 1079.5, "completions/min_length": 835.0, "completions/min_terminated_length": 835.0, "epoch": 0.035508877219304825, "frac_reward_zero_std": 0.0, "grad_norm": 2.699642091433762, "kl": 0.0017414093017578125, "learning_rate": 3.5249999999999996e-07, "loss": 0.0162, "num_tokens": 6391566.0, "reward": -1.4901161193847656e-08, "reward_std": 1.017782211303711, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.011559478435247232, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03199765141274106, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7666666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06440611887195309, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 142 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1459.0, "completions/max_terminated_length": 1459.0, "completions/mean_length": 1149.5, "completions/mean_terminated_length": 1149.5, "completions/min_length": 366.0, "completions/min_terminated_length": 366.0, "epoch": 0.035758939734933735, "frac_reward_zero_std": 0.0, "grad_norm": 2.8700549804190856, "kl": 0.0015287399291992188, "learning_rate": 3.55e-07, "loss": -0.108, "num_tokens": 6442878.0, "reward": 0.0, "reward_std": 0.5676659345626831, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.10171241832366507, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07283005904806879, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7916666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.16307235385739852, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 143 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1167.0, "completions/max_terminated_length": 1167.0, "completions/mean_length": 1013.5, "completions/mean_terminated_length": 1013.5, "completions/min_length": 754.0, "completions/min_terminated_length": 754.0, "epoch": 0.03600900225056264, "frac_reward_zero_std": 0.0, "grad_norm": 2.667021680945365, "kl": 0.00112152099609375, "learning_rate": 3.5749999999999997e-07, "loss": -0.01, "num_tokens": 6490870.0, "reward": 5.960464477539063e-08, "reward_std": 0.8150209188461304, "rewards/wordcountpos_reward_GEOBench/mean": 5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.19112912749411132, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1878380751381778, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7916666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.16487930490266264, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 144 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1064.0, "completions/mean_length": 1192.3125, "completions/mean_terminated_length": 884.625, "completions/min_length": 739.0, "completions/min_terminated_length": 739.0, "epoch": 0.03625906476619155, "frac_reward_zero_std": 0.0, "grad_norm": 3.481164057727238, "kl": 0.002979278564453125, "learning_rate": 3.6e-07, "loss": -0.029, "num_tokens": 6540891.0, "reward": 1.4901161193847656e-08, "reward_std": 0.979060173034668, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.047785787582778357, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05882718192334414, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6416666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1308094458023239, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 145 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1452.0, "completions/max_terminated_length": 1452.0, "completions/mean_length": 983.8125, "completions/mean_terminated_length": 983.8125, "completions/min_length": 688.0, "completions/min_terminated_length": 688.0, "epoch": 0.03650912728182046, "frac_reward_zero_std": 0.0, "grad_norm": 2.3540838363100605, "kl": 0.001163482666015625, "learning_rate": 3.6249999999999997e-07, "loss": -0.0767, "num_tokens": 6581000.0, "reward": 0.0, "reward_std": 1.0295701026916504, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.16440164213579286, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.147082576495672, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07187952884282608, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 146 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1450.0, "completions/mean_length": 1118.9375, "completions/mean_terminated_length": 1093.533447265625, "completions/min_length": 639.0, "completions/min_terminated_length": 639.0, "epoch": 0.03675918979744936, "frac_reward_zero_std": 0.0, "grad_norm": 3.660577016190452, "kl": 0.003009796142578125, "learning_rate": 3.65e-07, "loss": -0.0449, "num_tokens": 6621911.0, "reward": 0.0, "reward_std": 0.8658617734909058, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04321878857425389, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.043221171659168486, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.15817243286527055, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 147 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.9375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1415.0, "completions/mean_length": 1494.6875, "completions/mean_terminated_length": 1415.0, "completions/min_length": 1415.0, "completions/min_terminated_length": 1415.0, "epoch": 0.03700925231307827, "frac_reward_zero_std": 0.0, "grad_norm": 1.3534214372274425, "kl": 0.00057220458984375, "learning_rate": 3.675e-07, "loss": -0.0008, "num_tokens": 6663722.0, "reward": -2.9802322387695312e-08, "reward_std": 0.9075744152069092, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.045519105922417064, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07534658085856863, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.059004080210452226, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 148 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1349.0, "completions/mean_length": 1120.9375, "completions/mean_terminated_length": 1066.7857666015625, "completions/min_length": 684.0, "completions/min_terminated_length": 684.0, "epoch": 0.037259314828707174, "frac_reward_zero_std": 0.0, "grad_norm": 3.2315642878811106, "kl": 0.001941680908203125, "learning_rate": 3.7e-07, "loss": -0.0162, "num_tokens": 6704649.0, "reward": -4.470348358154297e-08, "reward_std": 0.9046562910079956, "rewards/wordcountpos_reward_GEOBench/mean": -4.470348358154297e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.02095425287977022, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.14669741824374657, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06426219440409449, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 149 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1049.0, "completions/max_terminated_length": 1049.0, "completions/mean_length": 898.125, "completions/mean_terminated_length": 898.125, "completions/min_length": 761.0, "completions/min_terminated_length": 761.0, "epoch": 0.037509377344336084, "frac_reward_zero_std": 0.0, "grad_norm": 0.6684986554989318, "kl": 0.00011566281318664551, "learning_rate": 3.725e-07, "loss": -0.015, "num_tokens": 6744035.0, "reward": 2.2351741790771484e-08, "reward_std": 1.0532549619674683, "rewards/wordcountpos_reward_GEOBench/mean": 2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.055344626102484105, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08960762140543238, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06763190130459203, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 150 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1412.0, "completions/mean_length": 1309.5, "completions/mean_terminated_length": 1195.2000732421875, "completions/min_length": 929.0, "completions/min_terminated_length": 929.0, "epoch": 0.037759439859964994, "frac_reward_zero_std": 0.0, "grad_norm": 2.0177347107988886, "kl": 0.0011568069458007812, "learning_rate": 3.75e-07, "loss": -0.0328, "num_tokens": 6795075.0, "reward": 0.0, "reward_std": 1.057640552520752, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.031050191461906816, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0651473872373188, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6291666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07290277645477444, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 151 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1414.0, "completions/mean_length": 1227.875, "completions/mean_terminated_length": 1165.0770263671875, "completions/min_length": 983.0, "completions/min_terminated_length": 983.0, "epoch": 0.0380095023755939, "frac_reward_zero_std": 0.0, "grad_norm": 3.37000706459023, "kl": 0.002513885498046875, "learning_rate": 3.775e-07, "loss": -0.0442, "num_tokens": 6845225.0, "reward": 7.450580596923828e-09, "reward_std": 0.9845694303512573, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.07962982704647113, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06953715069935648, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08850612031567838, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 152 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1461.0, "completions/max_terminated_length": 1461.0, "completions/mean_length": 1156.5625, "completions/mean_terminated_length": 1156.5625, "completions/min_length": 870.0, "completions/min_terminated_length": 870.0, "epoch": 0.03825956489122281, "frac_reward_zero_std": 0.0, "grad_norm": 3.5340761811332686, "kl": 0.002468109130859375, "learning_rate": 3.7999999999999996e-07, "loss": -0.0099, "num_tokens": 6892114.0, "reward": 0.0, "reward_std": 0.78373783826828, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03754427950171062, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.13386443477030455, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.05000000000000004, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 153 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1013.0, "completions/max_terminated_length": 1013.0, "completions/mean_length": 786.0625, "completions/mean_terminated_length": 786.0625, "completions/min_length": 402.0, "completions/min_terminated_length": 402.0, "epoch": 0.03850962740685171, "frac_reward_zero_std": 0.0, "grad_norm": 2.1889643134576975, "kl": 0.0008420944213867188, "learning_rate": 3.825e-07, "loss": -0.0493, "num_tokens": 6923563.0, "reward": 0.0, "reward_std": 0.9449535608291626, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.005199281936684328, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05564313148656546, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07876359377087683, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 154 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1269.0, "completions/mean_length": 1034.25, "completions/mean_terminated_length": 1003.2000732421875, "completions/min_length": 715.0, "completions/min_terminated_length": 715.0, "epoch": 0.03875968992248062, "frac_reward_zero_std": 0.0, "grad_norm": 3.450638935831109, "kl": 0.0023651123046875, "learning_rate": 3.8499999999999997e-07, "loss": 0.0274, "num_tokens": 6951775.0, "reward": 0.0, "reward_std": 0.9391560554504395, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.1238598319863966, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.18205195044864445, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11279282877125756, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 155 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1399.0, "completions/mean_length": 1161.0625, "completions/mean_terminated_length": 1138.4666748046875, "completions/min_length": 723.0, "completions/min_terminated_length": 723.0, "epoch": 0.03900975243810953, "frac_reward_zero_std": 0.0, "grad_norm": 3.482743180255012, "kl": 0.002513885498046875, "learning_rate": 3.875e-07, "loss": 0.0119, "num_tokens": 6987776.0, "reward": 0.0, "reward_std": 0.43920376896858215, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.12819776512444084, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08593575009678209, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11792967144619462, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 156 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1241.0, "completions/max_terminated_length": 1241.0, "completions/mean_length": 1044.625, "completions/mean_terminated_length": 1044.625, "completions/min_length": 855.0, "completions/min_terminated_length": 855.0, "epoch": 0.03925981495373843, "frac_reward_zero_std": 0.0, "grad_norm": 3.6642801604558843, "kl": 0.002227783203125, "learning_rate": 3.8999999999999997e-07, "loss": -0.0268, "num_tokens": 7031394.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9692599177360535, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06303064323372125, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09409862624641008, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09067647005823631, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 157 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1491.0, "completions/mean_length": 1220.625, "completions/mean_terminated_length": 1202.0001220703125, "completions/min_length": 970.0, "completions/min_terminated_length": 970.0, "epoch": 0.03950987746936734, "frac_reward_zero_std": 0.0, "grad_norm": 3.1988938830247537, "kl": 0.002399444580078125, "learning_rate": 3.925e-07, "loss": 0.0033, "num_tokens": 7084028.0, "reward": 0.0, "reward_std": 0.6725486516952515, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.011476113007200427, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.16594073088643463, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7916666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10576003586036264, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 158 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1450.0, "completions/mean_length": 1318.8125, "completions/mean_terminated_length": 1258.416748046875, "completions/min_length": 939.0, "completions/min_terminated_length": 939.0, "epoch": 0.03975993998499625, "frac_reward_zero_std": 0.0, "grad_norm": 3.440519336681081, "kl": 0.002613067626953125, "learning_rate": 3.95e-07, "loss": -0.0482, "num_tokens": 7129825.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0367779731750488, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.035018190344437074, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07498615194286763, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08333333333333336, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 159 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1445.0, "completions/mean_length": 1141.3125, "completions/mean_terminated_length": 1090.071533203125, "completions/min_length": 653.0, "completions/min_terminated_length": 653.0, "epoch": 0.040010002500625155, "frac_reward_zero_std": 0.0, "grad_norm": 2.5683796309460103, "kl": 0.0012617111206054688, "learning_rate": 3.975e-07, "loss": -0.0542, "num_tokens": 7175198.0, "reward": 0.0, "reward_std": 0.991832971572876, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.01725903969048362, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09982833797636895, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06831300510639733, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 160 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1351.0, "completions/mean_length": 1098.625, "completions/mean_terminated_length": 1041.2857666015625, "completions/min_length": 796.0, "completions/min_terminated_length": 796.0, "epoch": 0.040260065016254065, "frac_reward_zero_std": 0.0, "grad_norm": 4.769653221268777, "kl": 0.004611968994140625, "learning_rate": 4e-07, "loss": 0.031, "num_tokens": 7225096.0, "reward": 4.470348358154297e-08, "reward_std": 0.9515671730041504, "rewards/wordcountpos_reward_GEOBench/mean": 4.470348358154297e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.08404377174265541, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07353678445683015, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09016445879408154, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 161 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1411.0, "completions/mean_length": 1008.75, "completions/mean_terminated_length": 845.0, "completions/min_length": 458.0, "completions/min_terminated_length": 458.0, "epoch": 0.04051012753188297, "frac_reward_zero_std": 0.0, "grad_norm": 3.927091083451165, "kl": 0.0024871826171875, "learning_rate": 4.025e-07, "loss": 0.0176, "num_tokens": 7254796.0, "reward": 0.0, "reward_std": 0.7449043393135071, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.099, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10224676033987581, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.5833333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13877773329774218, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 162 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1034.0, "completions/max_terminated_length": 1034.0, "completions/mean_length": 809.75, "completions/mean_terminated_length": 809.75, "completions/min_length": 598.0, "completions/min_terminated_length": 598.0, "epoch": 0.04076019004751188, "frac_reward_zero_std": 0.0, "grad_norm": 3.5802328228268694, "kl": 0.001789093017578125, "learning_rate": 4.05e-07, "loss": -0.0051, "num_tokens": 7290296.0, "reward": 7.450580596923828e-09, "reward_std": 1.038016438484192, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.10298199984840055, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11850711900147308, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06978803887752094, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 163 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1395.0, "completions/max_terminated_length": 1395.0, "completions/mean_length": 1158.1875, "completions/mean_terminated_length": 1158.1875, "completions/min_length": 960.0, "completions/min_terminated_length": 960.0, "epoch": 0.04101025256314079, "frac_reward_zero_std": 0.0, "grad_norm": 3.1441787255405815, "kl": 0.0018138885498046875, "learning_rate": 4.0749999999999996e-07, "loss": -0.0015, "num_tokens": 7329355.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8182548880577087, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.12696235971679484, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12660106299308777, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10878112581387149, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 164 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1255.0, "completions/max_terminated_length": 1255.0, "completions/mean_length": 975.1875, "completions/mean_terminated_length": 975.1875, "completions/min_length": 698.0, "completions/min_terminated_length": 698.0, "epoch": 0.04126031507876969, "frac_reward_zero_std": 0.0, "grad_norm": 3.2160048375332906, "kl": 0.001972198486328125, "learning_rate": 4.0999999999999994e-07, "loss": -0.0514, "num_tokens": 7367574.0, "reward": -4.470348358154297e-08, "reward_std": 0.8688175678253174, "rewards/wordcountpos_reward_GEOBench/mean": -4.470348358154297e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03463976561187214, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04970411750888591, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08255189164891874, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 165 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1294.0, "completions/max_terminated_length": 1294.0, "completions/mean_length": 1039.5625, "completions/mean_terminated_length": 1039.5625, "completions/min_length": 800.0, "completions/min_terminated_length": 800.0, "epoch": 0.0415103775943986, "frac_reward_zero_std": 0.0, "grad_norm": 3.4522321049640814, "kl": 0.001796722412109375, "learning_rate": 4.1249999999999997e-07, "loss": -0.0087, "num_tokens": 7414639.0, "reward": -3.725290298461914e-09, "reward_std": 0.9890655279159546, "rewards/wordcountpos_reward_GEOBench/mean": -3.725290298461914e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.012528437131161826, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.02807175871225778, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10602235962635781, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 166 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1384.0, "completions/mean_length": 1155.5, "completions/mean_terminated_length": 1106.2857666015625, "completions/min_length": 873.0, "completions/min_terminated_length": 873.0, "epoch": 0.041760440110027504, "frac_reward_zero_std": 0.0, "grad_norm": 3.188695031393865, "kl": 0.002227783203125, "learning_rate": 4.1499999999999994e-07, "loss": -0.0258, "num_tokens": 7462063.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0615979433059692, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.05799799766133702, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06872716636106774, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.65, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10470416879457552, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 167 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1498.0, "completions/mean_length": 1051.5, "completions/mean_terminated_length": 948.0000610351562, "completions/min_length": 640.0, "completions/min_terminated_length": 640.0, "epoch": 0.042010502625656414, "frac_reward_zero_std": 0.0, "grad_norm": 2.4040509672717634, "kl": 0.0013103485107421875, "learning_rate": 4.1749999999999997e-07, "loss": -0.1013, "num_tokens": 7502031.0, "reward": 2.2351741790771484e-08, "reward_std": 1.0628480911254883, "rewards/wordcountpos_reward_GEOBench/mean": 2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.07497988939252766, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12726410748550823, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6499999999999999, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06666666666666665, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 168 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1431.0, "completions/max_terminated_length": 1431.0, "completions/mean_length": 1187.0625, "completions/mean_terminated_length": 1187.0625, "completions/min_length": 906.0, "completions/min_terminated_length": 906.0, "epoch": 0.042260565141285324, "frac_reward_zero_std": 0.0, "grad_norm": 3.607969621003654, "kl": 0.002696990966796875, "learning_rate": 4.1999999999999995e-07, "loss": 0.0335, "num_tokens": 7554736.0, "reward": 0.0, "reward_std": 0.6876246333122253, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.011872482934303966, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10758283358289526, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09418264367902598, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 169 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1210.0, "completions/max_terminated_length": 1210.0, "completions/mean_length": 854.5625, "completions/mean_terminated_length": 854.5625, "completions/min_length": 596.0, "completions/min_terminated_length": 596.0, "epoch": 0.04251062765691423, "frac_reward_zero_std": 0.0, "grad_norm": 4.335296933507707, "kl": 0.003124237060546875, "learning_rate": 4.225e-07, "loss": -0.0151, "num_tokens": 7592649.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0604522228240967, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.031663010357784606, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05092961171144992, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6708333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08243965245133131, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 170 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1357.0, "completions/mean_length": 1151.25, "completions/mean_terminated_length": 1128.0, "completions/min_length": 610.0, "completions/min_terminated_length": 610.0, "epoch": 0.04276069017254314, "frac_reward_zero_std": 0.0, "grad_norm": 2.8561325986403534, "kl": 0.0018215179443359375, "learning_rate": 4.2499999999999995e-07, "loss": -0.081, "num_tokens": 7635501.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0415858030319214, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.025595512858817587, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08319192796422085, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.16459827639617797, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 171 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1216.0, "completions/max_terminated_length": 1216.0, "completions/mean_length": 960.5, "completions/mean_terminated_length": 960.5, "completions/min_length": 543.0, "completions/min_terminated_length": 543.0, "epoch": 0.043010752688172046, "frac_reward_zero_std": 0.0, "grad_norm": 2.72016379404415, "kl": 0.0011653900146484375, "learning_rate": 4.275e-07, "loss": 0.0131, "num_tokens": 7675205.0, "reward": 0.0, "reward_std": 0.9642163515090942, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.07559715656872291, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10358227598897685, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.05821416398857662, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 172 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1217.0, "completions/max_terminated_length": 1217.0, "completions/mean_length": 979.4375, "completions/mean_terminated_length": 979.4375, "completions/min_length": 789.0, "completions/min_terminated_length": 789.0, "epoch": 0.04326081520380095, "frac_reward_zero_std": 0.0, "grad_norm": 3.908338744001443, "kl": 0.002643585205078125, "learning_rate": 4.2999999999999996e-07, "loss": -0.0333, "num_tokens": 7718756.0, "reward": 1.1175870895385742e-08, "reward_std": 1.0276358127593994, "rewards/wordcountpos_reward_GEOBench/mean": 1.1175870895385742e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0156288943898526, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08203131180840093, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14851112939963643, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 173 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1320.0, "completions/max_terminated_length": 1320.0, "completions/mean_length": 978.0, "completions/mean_terminated_length": 978.0, "completions/min_length": 773.0, "completions/min_terminated_length": 773.0, "epoch": 0.04351087771942986, "frac_reward_zero_std": 0.0, "grad_norm": 2.879672024437743, "kl": 0.0014705657958984375, "learning_rate": 4.325e-07, "loss": 0.0099, "num_tokens": 7763364.0, "reward": 0.0, "reward_std": 0.5932365655899048, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.13891962159269494, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.2279594173818671, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6916666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.05900408021045224, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 174 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1378.0, "completions/max_terminated_length": 1378.0, "completions/mean_length": 868.125, "completions/mean_terminated_length": 868.125, "completions/min_length": 561.0, "completions/min_terminated_length": 561.0, "epoch": 0.04376094023505876, "frac_reward_zero_std": 0.0, "grad_norm": 2.7754955377140815, "kl": 0.0010004043579101562, "learning_rate": 4.3499999999999996e-07, "loss": -0.0049, "num_tokens": 7804694.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0509774684906006, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.09869560263386261, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.13717345706657, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6291666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.05426273532033234, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 175 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1265.0, "completions/max_terminated_length": 1265.0, "completions/mean_length": 1051.9375, "completions/mean_terminated_length": 1051.9375, "completions/min_length": 849.0, "completions/min_terminated_length": 849.0, "epoch": 0.04401100275068767, "frac_reward_zero_std": 0.0, "grad_norm": 2.7126879816087746, "kl": 0.001110076904296875, "learning_rate": 4.375e-07, "loss": -0.0586, "num_tokens": 7855477.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9663581848144531, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.11415981126850343, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08263741120958111, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07969850595746357, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 176 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1215.0, "completions/max_terminated_length": 1215.0, "completions/mean_length": 1082.1875, "completions/mean_terminated_length": 1082.1875, "completions/min_length": 776.0, "completions/min_terminated_length": 776.0, "epoch": 0.04426106526631658, "frac_reward_zero_std": 0.0, "grad_norm": 2.3152465138422786, "kl": 0.000904083251953125, "learning_rate": 4.3999999999999997e-07, "loss": 0.0002, "num_tokens": 7905344.0, "reward": 0.0, "reward_std": 0.8798946142196655, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06926494458593051, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08525296941573593, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11013459778666118, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 177 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1430.0, "completions/mean_length": 1233.9375, "completions/mean_terminated_length": 1074.300048828125, "completions/min_length": 989.0, "completions/min_terminated_length": 989.0, "epoch": 0.044511127781945485, "frac_reward_zero_std": 0.0, "grad_norm": 1.7811948206988553, "kl": 0.0007505416870117188, "learning_rate": 4.425e-07, "loss": -0.0044, "num_tokens": 7955823.0, "reward": -2.2351741790771484e-08, "reward_std": 0.9717627763748169, "rewards/wordcountpos_reward_GEOBench/mean": -2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.20781657533912584, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.2027738278878854, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07685966046898342, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 178 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1494.0, "completions/mean_length": 1270.875, "completions/mean_terminated_length": 1133.4000244140625, "completions/min_length": 841.0, "completions/min_terminated_length": 841.0, "epoch": 0.044761190297574395, "frac_reward_zero_std": 0.0, "grad_norm": 3.0166375402920087, "kl": 0.002269744873046875, "learning_rate": 4.45e-07, "loss": -0.0239, "num_tokens": 8008573.0, "reward": 0.0, "reward_std": 0.8425703048706055, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.019215214197218236, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.02882125899980341, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06831300510639732, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 179 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1477.0, "completions/mean_length": 1147.4375, "completions/mean_terminated_length": 1123.933349609375, "completions/min_length": 779.0, "completions/min_terminated_length": 779.0, "epoch": 0.0450112528132033, "frac_reward_zero_std": 0.0, "grad_norm": 3.6615120501746206, "kl": 0.002704620361328125, "learning_rate": 4.475e-07, "loss": -0.0103, "num_tokens": 8042164.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8956788778305054, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0011604051933715941, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04205170296170078, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7041666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1060223596263578, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 180 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1436.0, "completions/mean_length": 1138.375, "completions/mean_terminated_length": 1114.2667236328125, "completions/min_length": 824.0, "completions/min_terminated_length": 824.0, "epoch": 0.04526131532883221, "frac_reward_zero_std": 0.0, "grad_norm": 3.5062711837246527, "kl": 0.002658843994140625, "learning_rate": 4.5e-07, "loss": 0.0159, "num_tokens": 8086978.0, "reward": 2.2351741790771484e-08, "reward_std": 1.0642964839935303, "rewards/wordcountpos_reward_GEOBench/mean": 2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.004533780416108619, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.057935748636117126, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6749999999999999, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08027729719194864, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 181 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1385.0, "completions/max_terminated_length": 1385.0, "completions/mean_length": 1168.5625, "completions/mean_terminated_length": 1168.5625, "completions/min_length": 875.0, "completions/min_terminated_length": 875.0, "epoch": 0.04551137784446112, "frac_reward_zero_std": 0.0, "grad_norm": 3.307397413508893, "kl": 0.002338409423828125, "learning_rate": 4.525e-07, "loss": 0.0182, "num_tokens": 8130243.0, "reward": -2.9802322387695312e-08, "reward_std": 1.0418853759765625, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.025223698389086818, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05719200983915906, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09179284245476839, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 182 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1430.0, "completions/mean_length": 1061.1875, "completions/mean_terminated_length": 998.5000610351562, "completions/min_length": 693.0, "completions/min_terminated_length": 693.0, "epoch": 0.04576144036009002, "frac_reward_zero_std": 0.0, "grad_norm": 3.8936148129246053, "kl": 0.002658843994140625, "learning_rate": 4.55e-07, "loss": 0.012, "num_tokens": 8182070.0, "reward": -1.4901161193847656e-08, "reward_std": 0.880881130695343, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.10699393149014716, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10531607770493387, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.825, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10292032157252812, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 183 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1139.0, "completions/max_terminated_length": 1139.0, "completions/mean_length": 933.5, "completions/mean_terminated_length": 933.5, "completions/min_length": 632.0, "completions/min_terminated_length": 632.0, "epoch": 0.04601150287571893, "frac_reward_zero_std": 0.0, "grad_norm": 1.9540472053827072, "kl": 0.0007715225219726562, "learning_rate": 4.575e-07, "loss": -0.024, "num_tokens": 8217590.0, "reward": 7.450580596923828e-09, "reward_std": 0.9921973943710327, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.003607126595316574, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07836736698036077, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08933913745655643, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 184 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1479.0, "completions/mean_length": 1311.1875, "completions/mean_terminated_length": 1284.21435546875, "completions/min_length": 1124.0, "completions/min_terminated_length": 1124.0, "epoch": 0.046261565391347834, "frac_reward_zero_std": 0.0, "grad_norm": 2.8398665214032914, "kl": 0.0017910003662109375, "learning_rate": 4.6e-07, "loss": 0.0092, "num_tokens": 8270361.0, "reward": 0.0, "reward_std": 0.5025224089622498, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.07249956098368995, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07490988099106859, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.725, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06382847385042258, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 185 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1153.0, "completions/max_terminated_length": 1153.0, "completions/mean_length": 828.125, "completions/mean_terminated_length": 828.125, "completions/min_length": 525.0, "completions/min_terminated_length": 525.0, "epoch": 0.046511627906976744, "frac_reward_zero_std": 0.0, "grad_norm": 2.8874538105045096, "kl": 0.0012936592102050781, "learning_rate": 4.625e-07, "loss": -0.005, "num_tokens": 8312123.0, "reward": 1.4901161193847656e-08, "reward_std": 1.021283507347107, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.006926855667889505, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09320177259311038, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10000000000000002, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 186 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1187.0, "completions/max_terminated_length": 1187.0, "completions/mean_length": 902.75, "completions/mean_terminated_length": 902.75, "completions/min_length": 651.0, "completions/min_terminated_length": 651.0, "epoch": 0.04676169042260565, "frac_reward_zero_std": 0.0, "grad_norm": 3.335713932524795, "kl": 0.0017910003662109375, "learning_rate": 4.65e-07, "loss": -0.0435, "num_tokens": 8353719.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9269832968711853, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06367610266827373, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08713497908672396, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.775, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08734775114237135, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 187 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1491.0, "completions/mean_length": 945.0, "completions/mean_terminated_length": 865.7142944335938, "completions/min_length": 404.0, "completions/min_terminated_length": 404.0, "epoch": 0.047011752938234556, "frac_reward_zero_std": 0.0, "grad_norm": 4.129705611734461, "kl": 0.0024852752685546875, "learning_rate": 4.675e-07, "loss": -0.0988, "num_tokens": 8383071.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8006600141525269, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.1458132265641801, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07811387329522743, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08388704928078611, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 188 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1295.0, "completions/mean_length": 1362.375, "completions/mean_terminated_length": 1133.0, "completions/min_length": 935.0, "completions/min_terminated_length": 935.0, "epoch": 0.047261815453863466, "frac_reward_zero_std": 0.0, "grad_norm": 2.962946314245481, "kl": 0.0020294189453125, "learning_rate": 4.6999999999999995e-07, "loss": 0.0164, "num_tokens": 8437973.0, "reward": 0.0, "reward_std": 0.6167808771133423, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.05990802499186012, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06100591036192288, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6333333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11417984514369003, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 189 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1452.0, "completions/mean_length": 1141.8125, "completions/mean_terminated_length": 1090.6429443359375, "completions/min_length": 689.0, "completions/min_terminated_length": 689.0, "epoch": 0.047511877969492376, "frac_reward_zero_std": 0.0, "grad_norm": 3.668659849515469, "kl": 0.002353668212890625, "learning_rate": 4.725e-07, "loss": -0.0417, "num_tokens": 8480650.0, "reward": -2.9802322387695312e-08, "reward_std": 0.886894702911377, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.10910225101634531, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04090552894332728, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11538983843829065, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 190 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1233.0, "completions/max_terminated_length": 1233.0, "completions/mean_length": 744.125, "completions/mean_terminated_length": 744.125, "completions/min_length": 495.0, "completions/min_terminated_length": 495.0, "epoch": 0.04776194048512128, "frac_reward_zero_std": 0.0, "grad_norm": 3.5458994632506626, "kl": 0.0016227364540100098, "learning_rate": 4.7499999999999995e-07, "loss": -0.0555, "num_tokens": 8529740.0, "reward": 0.0, "reward_std": 0.9611965417861938, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.017597180392529825, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05906163438198417, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1813529401164726, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 191 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1377.0, "completions/max_terminated_length": 1377.0, "completions/mean_length": 1043.625, "completions/mean_terminated_length": 1043.625, "completions/min_length": 781.0, "completions/min_terminated_length": 781.0, "epoch": 0.04801200300075019, "frac_reward_zero_std": 0.0, "grad_norm": 3.4508786340082853, "kl": 0.00266265869140625, "learning_rate": 4.775e-07, "loss": -0.0039, "num_tokens": 8571654.0, "reward": 0.0, "reward_std": 0.9401953816413879, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.003686777260942751, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.047118529360944, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7041666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1060223596263578, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 192 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1425.0, "completions/max_terminated_length": 1425.0, "completions/mean_length": 948.8125, "completions/mean_terminated_length": 948.8125, "completions/min_length": 725.0, "completions/min_terminated_length": 725.0, "epoch": 0.04826206551637909, "frac_reward_zero_std": 0.0, "grad_norm": 3.0165040497484648, "kl": 0.0011472702026367188, "learning_rate": 4.8e-07, "loss": -0.0643, "num_tokens": 8613187.0, "reward": -2.9802322387695312e-08, "reward_std": 0.6532577872276306, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0819679434984299, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.13615105467506547, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09699179041242309, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 193 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1474.0, "completions/mean_length": 1227.3125, "completions/mean_terminated_length": 1188.357177734375, "completions/min_length": 964.0, "completions/min_terminated_length": 964.0, "epoch": 0.048512128032008, "frac_reward_zero_std": 0.0, "grad_norm": 3.0363120348896726, "kl": 0.002002716064453125, "learning_rate": 4.824999999999999e-07, "loss": 0.0026, "num_tokens": 8650864.0, "reward": 0.0, "reward_std": 1.0577753782272339, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.022385785610326045, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12548072759684015, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07097208632298364, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 194 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1270.0, "completions/max_terminated_length": 1270.0, "completions/mean_length": 950.9375, "completions/mean_terminated_length": 950.9375, "completions/min_length": 676.0, "completions/min_terminated_length": 676.0, "epoch": 0.04876219054763691, "frac_reward_zero_std": 0.0, "grad_norm": 4.228040886087097, "kl": 0.002811431884765625, "learning_rate": 4.85e-07, "loss": -0.0262, "num_tokens": 8695095.0, "reward": 0.0, "reward_std": 0.9827460646629333, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.08519193256327934, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10752688908162404, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08333333333333334, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 195 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1275.0, "completions/max_terminated_length": 1275.0, "completions/mean_length": 1012.9375, "completions/mean_terminated_length": 1012.9375, "completions/min_length": 582.0, "completions/min_terminated_length": 582.0, "epoch": 0.049012253063265815, "frac_reward_zero_std": 0.0, "grad_norm": 3.880816450325668, "kl": 0.002227783203125, "learning_rate": 4.875e-07, "loss": -0.0558, "num_tokens": 8745406.0, "reward": 0.0, "reward_std": 0.6283947229385376, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.019409949460881287, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10115915688763275, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.05146016078626408, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 196 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1416.0, "completions/max_terminated_length": 1416.0, "completions/mean_length": 1122.625, "completions/mean_terminated_length": 1122.625, "completions/min_length": 738.0, "completions/min_terminated_length": 738.0, "epoch": 0.049262315578894725, "frac_reward_zero_std": 0.0, "grad_norm": 2.653520509757367, "kl": 0.001300811767578125, "learning_rate": 4.9e-07, "loss": -0.0, "num_tokens": 8791776.0, "reward": -1.4901161193847656e-08, "reward_std": 0.943457841873169, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.07789501420138707, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11337845462272575, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0958393717904348, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 197 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1360.0, "completions/mean_length": 1370.75, "completions/mean_terminated_length": 1155.3333740234375, "completions/min_length": 978.0, "completions/min_terminated_length": 978.0, "epoch": 0.04951237809452363, "frac_reward_zero_std": 0.0, "grad_norm": 2.870916447128159, "kl": 0.0017604827880859375, "learning_rate": 4.924999999999999e-07, "loss": 0.0353, "num_tokens": 8853916.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9654046297073364, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06615532553149571, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1609613872111486, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.5916666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.047919685895217376, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 198 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1469.0, "completions/mean_length": 1309.25, "completions/mean_terminated_length": 1160.888916015625, "completions/min_length": 979.0, "completions/min_terminated_length": 979.0, "epoch": 0.04976244061015254, "frac_reward_zero_std": 0.0, "grad_norm": 1.7886746574280674, "kl": 0.00087738037109375, "learning_rate": 4.95e-07, "loss": -0.0307, "num_tokens": 8910520.0, "reward": 0.0, "reward_std": 0.8775521516799927, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.044777326402216766, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07745793474979322, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.050000000000000024, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 199 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1215.0, "completions/max_terminated_length": 1215.0, "completions/mean_length": 1014.0625, "completions/mean_terminated_length": 1014.0625, "completions/min_length": 797.0, "completions/min_terminated_length": 797.0, "epoch": 0.05001250312578145, "frac_reward_zero_std": 0.0, "grad_norm": 4.139546930243328, "kl": 0.002994537353515625, "learning_rate": 4.975e-07, "loss": -0.0476, "num_tokens": 8952721.0, "reward": 0.0, "reward_std": 0.9957164525985718, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03288454810768757, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11009693033685575, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6291666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06426219440409445, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 200 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1314.0, "completions/max_terminated_length": 1314.0, "completions/mean_length": 1016.625, "completions/mean_terminated_length": 1016.625, "completions/min_length": 691.0, "completions/min_terminated_length": 691.0, "epoch": 0.05026256564141035, "frac_reward_zero_std": 0.0, "grad_norm": 1.9932740304909065, "kl": 0.00038909912109375, "learning_rate": 5e-07, "loss": -0.0093, "num_tokens": 8987739.0, "reward": -7.450580596923828e-09, "reward_std": 1.05843186378479, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.02071547760344054, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06320200045370344, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6708333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.045338235029118136, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 201 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1490.0, "completions/mean_length": 1435.6875, "completions/mean_terminated_length": 1406.45458984375, "completions/min_length": 1179.0, "completions/min_terminated_length": 1179.0, "epoch": 0.05051262815703926, "frac_reward_zero_std": 0.0, "grad_norm": 2.2253912369031634, "kl": 0.0015163421630859375, "learning_rate": 5.025e-07, "loss": -0.0035, "num_tokens": 9037622.0, "reward": 0.0, "reward_std": 0.47661975026130676, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0032011326224538547, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.14998338402994216, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1387777332977422, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 202 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1287.0, "completions/max_terminated_length": 1287.0, "completions/mean_length": 1101.3125, "completions/mean_terminated_length": 1101.3125, "completions/min_length": 869.0, "completions/min_terminated_length": 869.0, "epoch": 0.05076269067266817, "frac_reward_zero_std": 0.0, "grad_norm": 2.547474246627761, "kl": 0.00141143798828125, "learning_rate": 5.049999999999999e-07, "loss": 0.0102, "num_tokens": 9071099.0, "reward": 0.0, "reward_std": 0.6025466322898865, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.23142197210377816, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.22738858384821853, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625000000000001, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.21495046802392337, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 203 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1351.0, "completions/max_terminated_length": 1351.0, "completions/mean_length": 1016.875, "completions/mean_terminated_length": 1016.875, "completions/min_length": 689.0, "completions/min_terminated_length": 689.0, "epoch": 0.05101275318829707, "frac_reward_zero_std": 0.0, "grad_norm": 3.3532892006405794, "kl": 0.0019588470458984375, "learning_rate": 5.074999999999999e-07, "loss": -0.0456, "num_tokens": 9123609.0, "reward": 0.0, "reward_std": 0.7658979296684265, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.021796104839730206, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0958342857570283, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.05561108336107645, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 204 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1500.0, "completions/mean_length": 1000.8125, "completions/mean_terminated_length": 967.5333862304688, "completions/min_length": 498.0, "completions/min_terminated_length": 498.0, "epoch": 0.05126281570392598, "frac_reward_zero_std": 0.0, "grad_norm": 2.4201893695500316, "kl": 0.001346588134765625, "learning_rate": 5.1e-07, "loss": -0.0718, "num_tokens": 9166854.0, "reward": 0.0, "reward_std": 0.9356101751327515, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.08677502545262011, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10505062380282229, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0749073501808141, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 205 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1189.0, "completions/max_terminated_length": 1189.0, "completions/mean_length": 949.125, "completions/mean_terminated_length": 949.125, "completions/min_length": 674.0, "completions/min_terminated_length": 674.0, "epoch": 0.051512878219554886, "frac_reward_zero_std": 0.0, "grad_norm": 3.0597184121731136, "kl": 0.00194549560546875, "learning_rate": 5.125e-07, "loss": -0.0417, "num_tokens": 9204824.0, "reward": 0.0, "reward_std": 0.8644317388534546, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.04658640544903133, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1194898566758173, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11642832797715323, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 206 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1128.0, "completions/max_terminated_length": 1128.0, "completions/mean_length": 968.4375, "completions/mean_terminated_length": 968.4375, "completions/min_length": 855.0, "completions/min_terminated_length": 855.0, "epoch": 0.051762940735183796, "frac_reward_zero_std": 0.0, "grad_norm": 2.709029510602295, "kl": 0.0013599395751953125, "learning_rate": 5.149999999999999e-07, "loss": 0.0248, "num_tokens": 9236759.0, "reward": 0.0, "reward_std": 0.9687336683273315, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0144373673403889, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05788982793959248, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7916666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10576003586036264, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 207 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1045.0, "completions/mean_length": 1243.0, "completions/mean_terminated_length": 1043.111083984375, "completions/min_length": 1040.0, "completions/min_terminated_length": 1040.0, "epoch": 0.052013003250812706, "frac_reward_zero_std": 0.0, "grad_norm": 2.7548190329287205, "kl": 0.001178741455078125, "learning_rate": 5.174999999999999e-07, "loss": -0.011, "num_tokens": 9288583.0, "reward": 2.9802322387695312e-08, "reward_std": 0.47366926074028015, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.09969508350516527, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12756721265969515, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10318986456114841, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 208 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1479.0, "completions/mean_length": 1172.0, "completions/mean_terminated_length": 1150.1334228515625, "completions/min_length": 767.0, "completions/min_terminated_length": 767.0, "epoch": 0.05226306576644161, "frac_reward_zero_std": 0.0, "grad_norm": 3.464442321623374, "kl": 0.002532958984375, "learning_rate": 5.2e-07, "loss": 0.0263, "num_tokens": 9337127.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0057424306869507, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.036258145370141825, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1071944171874336, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14801151106386087, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 209 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1424.0, "completions/mean_length": 1013.1875, "completions/mean_terminated_length": 980.7333984375, "completions/min_length": 522.0, "completions/min_terminated_length": 522.0, "epoch": 0.05251312828207052, "frac_reward_zero_std": 0.0, "grad_norm": 3.5728103424559, "kl": 0.0026397705078125, "learning_rate": 5.225e-07, "loss": 0.0188, "num_tokens": 9374354.0, "reward": 0.0, "reward_std": 0.2992742359638214, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.5282678773942766, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.47867995632561944, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6416666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14981470036162822, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 210 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1422.0, "completions/mean_length": 1298.25, "completions/mean_terminated_length": 1141.3333740234375, "completions/min_length": 1044.0, "completions/min_terminated_length": 1044.0, "epoch": 0.05276319079769942, "frac_reward_zero_std": 0.0, "grad_norm": 1.6432464920194323, "kl": 0.0005650520324707031, "learning_rate": 5.25e-07, "loss": 0.0158, "num_tokens": 9418614.0, "reward": 7.450580596923828e-09, "reward_std": 1.001716136932373, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03263791586638516, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11455208371243761, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8250000000000001, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06382847385042256, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 211 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1461.0, "completions/mean_length": 1154.25, "completions/mean_terminated_length": 1131.2000732421875, "completions/min_length": 795.0, "completions/min_terminated_length": 795.0, "epoch": 0.05301325331332833, "frac_reward_zero_std": 0.0, "grad_norm": 3.0680960141266005, "kl": 0.002307891845703125, "learning_rate": 5.274999999999999e-07, "loss": 0.001, "num_tokens": 9466946.0, "reward": -1.4901161193847656e-08, "reward_std": 1.006779670715332, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.09810847697087262, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.14938990302469407, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6041666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1252405093617284, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 212 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1273.0, "completions/max_terminated_length": 1273.0, "completions/mean_length": 965.875, "completions/mean_terminated_length": 965.875, "completions/min_length": 758.0, "completions/min_terminated_length": 758.0, "epoch": 0.05326331582895724, "frac_reward_zero_std": 0.0, "grad_norm": 1.8714924789530134, "kl": 0.0004398822784423828, "learning_rate": 5.3e-07, "loss": 0.0319, "num_tokens": 9497848.0, "reward": 0.0, "reward_std": 0.7678999900817871, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.10179968970700763, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09095536068417731, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10318986456114841, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 213 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1325.0, "completions/max_terminated_length": 1325.0, "completions/mean_length": 844.625, "completions/mean_terminated_length": 844.625, "completions/min_length": 570.0, "completions/min_terminated_length": 570.0, "epoch": 0.053513378344586145, "frac_reward_zero_std": 0.0, "grad_norm": 3.552143302829822, "kl": 0.0019893646240234375, "learning_rate": 5.325e-07, "loss": 0.0677, "num_tokens": 9537066.0, "reward": 2.9802322387695312e-08, "reward_std": 1.025545597076416, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.24112342326597563, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.14988800389270554, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07588978362901862, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 214 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1383.0, "completions/max_terminated_length": 1383.0, "completions/mean_length": 1214.8125, "completions/mean_terminated_length": 1214.8125, "completions/min_length": 1072.0, "completions/min_terminated_length": 1072.0, "epoch": 0.053763440860215055, "frac_reward_zero_std": 0.0, "grad_norm": 1.4964481992310918, "kl": 0.000400543212890625, "learning_rate": 5.35e-07, "loss": 0.0026, "num_tokens": 9577775.0, "reward": -1.4901161193847656e-08, "reward_std": 0.8674366474151611, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03735562811713531, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06155428338416654, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09651328828101766, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 215 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1495.0, "completions/mean_length": 1244.625, "completions/mean_terminated_length": 1091.4000244140625, "completions/min_length": 899.0, "completions/min_terminated_length": 899.0, "epoch": 0.05401350337584396, "frac_reward_zero_std": 0.0, "grad_norm": 3.024353681986083, "kl": 0.002590179443359375, "learning_rate": 5.374999999999999e-07, "loss": 0.0069, "num_tokens": 9636201.0, "reward": 0.0, "reward_std": 0.8815996646881104, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.28028724802885024, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.3109122881292298, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07781745019952503, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 216 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1247.0, "completions/max_terminated_length": 1247.0, "completions/mean_length": 775.75, "completions/mean_terminated_length": 775.75, "completions/min_length": 554.0, "completions/min_terminated_length": 554.0, "epoch": 0.05426356589147287, "frac_reward_zero_std": 0.0, "grad_norm": 3.509935420996739, "kl": 0.002285003662109375, "learning_rate": 5.4e-07, "loss": 0.0198, "num_tokens": 9662965.0, "reward": 7.450580596923828e-09, "reward_std": 1.0182379484176636, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06406818796389768, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.057622151569729885, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6916666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11122216672215289, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 217 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1375.0, "completions/mean_length": 1231.75, "completions/mean_terminated_length": 963.5, "completions/min_length": 507.0, "completions/min_terminated_length": 507.0, "epoch": 0.05451362840710178, "frac_reward_zero_std": 0.0, "grad_norm": 2.4684949838034593, "kl": 0.001468658447265625, "learning_rate": 5.425e-07, "loss": -0.0048, "num_tokens": 9707385.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0508604049682617, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.02398684202289427, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12511773758970687, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.675, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1308094458023239, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 218 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1416.0, "completions/max_terminated_length": 1416.0, "completions/mean_length": 976.125, "completions/mean_terminated_length": 976.125, "completions/min_length": 738.0, "completions/min_terminated_length": 738.0, "epoch": 0.05476369092273068, "frac_reward_zero_std": 0.0, "grad_norm": 2.7721755702267963, "kl": 0.0017414093017578125, "learning_rate": 5.45e-07, "loss": 0.0044, "num_tokens": 9743483.0, "reward": -3.725290298461914e-09, "reward_std": 1.001987338066101, "rewards/wordcountpos_reward_GEOBench/mean": -3.725290298461914e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03952932321050264, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1392509225368291, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08243965245133134, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 219 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1489.0, "completions/max_terminated_length": 1489.0, "completions/mean_length": 912.0625, "completions/mean_terminated_length": 912.0625, "completions/min_length": 526.0, "completions/min_terminated_length": 526.0, "epoch": 0.05501375343835959, "frac_reward_zero_std": 0.0, "grad_norm": 3.8549595268152794, "kl": 0.002166748046875, "learning_rate": 5.474999999999999e-07, "loss": -0.0214, "num_tokens": 9783052.0, "reward": 0.0, "reward_std": 0.9131899476051331, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.09945392705785279, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10797928645493704, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.65, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10183501544346313, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 220 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1091.0, "completions/max_terminated_length": 1091.0, "completions/mean_length": 919.875, "completions/mean_terminated_length": 919.875, "completions/min_length": 638.0, "completions/min_terminated_length": 638.0, "epoch": 0.0552638159539885, "frac_reward_zero_std": 0.0, "grad_norm": 3.766473008014952, "kl": 0.002391815185546875, "learning_rate": 5.5e-07, "loss": -0.0294, "num_tokens": 9833266.0, "reward": 0.0, "reward_std": 1.0044991970062256, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.20906607836034224, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12521082487781496, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07888106377466159, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 221 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1426.0, "completions/max_terminated_length": 1426.0, "completions/mean_length": 1205.875, "completions/mean_terminated_length": 1205.875, "completions/min_length": 876.0, "completions/min_terminated_length": 876.0, "epoch": 0.0555138784696174, "frac_reward_zero_std": 0.0, "grad_norm": 2.9410178030930334, "kl": 0.00176239013671875, "learning_rate": 5.525e-07, "loss": -0.0289, "num_tokens": 9872704.0, "reward": 5.960464477539063e-08, "reward_std": 0.7164870500564575, "rewards/wordcountpos_reward_GEOBench/mean": 5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.026684510511889227, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07273723529299406, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12102953419784838, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 222 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1254.0, "completions/mean_length": 1246.5625, "completions/mean_terminated_length": 920.71435546875, "completions/min_length": 764.0, "completions/min_terminated_length": 764.0, "epoch": 0.05576394098524631, "frac_reward_zero_std": 0.0, "grad_norm": 2.772953541299658, "kl": 0.00267791748046875, "learning_rate": 5.55e-07, "loss": 0.0041, "num_tokens": 9934521.0, "reward": 0.0, "reward_std": 0.9966045618057251, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.028516981361758467, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08873869452797978, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6916666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12141145226353543, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 223 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1236.0, "completions/max_terminated_length": 1236.0, "completions/mean_length": 841.25, "completions/mean_terminated_length": 841.25, "completions/min_length": 598.0, "completions/min_terminated_length": 598.0, "epoch": 0.056014003500875216, "frac_reward_zero_std": 0.0, "grad_norm": 3.973757372977918, "kl": 0.002391815185546875, "learning_rate": 5.575e-07, "loss": -0.1168, "num_tokens": 9962781.0, "reward": 0.0, "reward_std": 0.9101412296295166, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.027303925055334362, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.039342039600991835, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07097208632298364, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 224 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1430.0, "completions/mean_length": 1231.0, "completions/mean_terminated_length": 1168.923095703125, "completions/min_length": 820.0, "completions/min_terminated_length": 820.0, "epoch": 0.056264066016504126, "frac_reward_zero_std": 0.0, "grad_norm": 3.2252896407429037, "kl": 0.0021877288818359375, "learning_rate": 5.6e-07, "loss": -0.0587, "num_tokens": 10015861.0, "reward": -7.450580596923828e-09, "reward_std": 1.0415847301483154, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.10647240632097099, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10882436387805008, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7333333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08073734277593314, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 225 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1182.0, "completions/max_terminated_length": 1182.0, "completions/mean_length": 1047.3125, "completions/mean_terminated_length": 1047.3125, "completions/min_length": 870.0, "completions/min_terminated_length": 870.0, "epoch": 0.056514128532133036, "frac_reward_zero_std": 0.0, "grad_norm": 2.933679126646427, "kl": 0.0015716552734375, "learning_rate": 5.625e-07, "loss": -0.0002, "num_tokens": 10054354.0, "reward": 2.9802322387695312e-08, "reward_std": 0.6339588761329651, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0461640383429503, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10724005072538961, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09108400680852978, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 226 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1457.0, "completions/max_terminated_length": 1457.0, "completions/mean_length": 1089.4375, "completions/mean_terminated_length": 1089.4375, "completions/min_length": 968.0, "completions/min_terminated_length": 968.0, "epoch": 0.05676419104776194, "frac_reward_zero_std": 0.0, "grad_norm": 3.6712494534067677, "kl": 0.002655029296875, "learning_rate": 5.649999999999999e-07, "loss": 0.0283, "num_tokens": 10098649.0, "reward": 0.0, "reward_std": 0.8771959543228149, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.24991943852135445, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.32252441670121146, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06763190130459201, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 227 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1455.0, "completions/max_terminated_length": 1455.0, "completions/mean_length": 1027.0625, "completions/mean_terminated_length": 1027.0625, "completions/min_length": 627.0, "completions/min_terminated_length": 627.0, "epoch": 0.05701425356339085, "frac_reward_zero_std": 0.0, "grad_norm": 3.4161185994572087, "kl": 0.0022220611572265625, "learning_rate": 5.675e-07, "loss": -0.0379, "num_tokens": 10137410.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9872727394104004, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03347064306037619, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09668887691176824, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6666666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08432740427115679, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 228 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1332.0, "completions/mean_length": 1145.8125, "completions/mean_terminated_length": 1122.2000732421875, "completions/min_length": 791.0, "completions/min_terminated_length": 791.0, "epoch": 0.05726431607901975, "frac_reward_zero_std": 0.0, "grad_norm": 3.0883882585917597, "kl": 0.0022335052490234375, "learning_rate": 5.699999999999999e-07, "loss": -0.0099, "num_tokens": 10182311.0, "reward": -7.450580596923828e-09, "reward_std": 1.0541945695877075, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.021799926624772474, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07056459660202051, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08073734277593314, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 229 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1297.0, "completions/mean_length": 1326.0, "completions/mean_terminated_length": 1102.2857666015625, "completions/min_length": 989.0, "completions/min_terminated_length": 989.0, "epoch": 0.05751437859464866, "frac_reward_zero_std": 0.0, "grad_norm": 2.3798004577967635, "kl": 0.00146484375, "learning_rate": 5.725e-07, "loss": -0.0177, "num_tokens": 10228511.0, "reward": 0.0, "reward_std": 1.0345239639282227, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0283536844026792, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12057732683118884, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7666666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06885303726590966, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 230 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1399.0, "completions/mean_length": 1186.4375, "completions/mean_terminated_length": 998.2999877929688, "completions/min_length": 615.0, "completions/min_terminated_length": 615.0, "epoch": 0.05776444111027757, "frac_reward_zero_std": 0.0, "grad_norm": 3.567532346608257, "kl": 0.002872467041015625, "learning_rate": 5.749999999999999e-07, "loss": 0.0753, "num_tokens": 10279822.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9464213848114014, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.16744112366529498, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.13984059169067636, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07876359377087684, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 231 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1088.0, "completions/max_terminated_length": 1088.0, "completions/mean_length": 879.5, "completions/mean_terminated_length": 879.5, "completions/min_length": 654.0, "completions/min_terminated_length": 654.0, "epoch": 0.058014503625906474, "frac_reward_zero_std": 0.0, "grad_norm": 2.893992715276337, "kl": 0.00148773193359375, "learning_rate": 5.775e-07, "loss": -0.0061, "num_tokens": 10326126.0, "reward": 0.0, "reward_std": 0.5632733702659607, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.1330327902048133, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.23926458383226806, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.05692750425533113, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 232 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1194.0, "completions/max_terminated_length": 1194.0, "completions/mean_length": 805.5, "completions/mean_terminated_length": 805.5, "completions/min_length": 531.0, "completions/min_terminated_length": 531.0, "epoch": 0.058264566141535384, "frac_reward_zero_std": 0.0, "grad_norm": 3.2736431405768136, "kl": 0.0015773773193359375, "learning_rate": 5.8e-07, "loss": -0.0545, "num_tokens": 10353182.0, "reward": -5.960464477539063e-08, "reward_std": 0.8199079036712646, "rewards/wordcountpos_reward_GEOBench/mean": -5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.09275096233065785, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06387612988139425, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.059472994182545036, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 233 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1494.0, "completions/mean_length": 1280.9375, "completions/mean_terminated_length": 1249.6429443359375, "completions/min_length": 944.0, "completions/min_terminated_length": 944.0, "epoch": 0.058514628657164294, "frac_reward_zero_std": 0.0, "grad_norm": 2.806703826667021, "kl": 0.00206756591796875, "learning_rate": 5.825e-07, "loss": 0.0034, "num_tokens": 10407285.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0577857494354248, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.05108836795899558, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.15638550098768525, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.65, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.05163977794943223, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 234 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1204.0, "completions/mean_length": 915.6875, "completions/mean_terminated_length": 876.7333984375, "completions/min_length": 598.0, "completions/min_terminated_length": 598.0, "epoch": 0.0587646911727932, "frac_reward_zero_std": 0.0, "grad_norm": 1.9095211141405577, "kl": 0.0005166530609130859, "learning_rate": 5.849999999999999e-07, "loss": -0.038, "num_tokens": 10440088.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9559690952301025, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.16225807219523353, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.17175817510337857, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07097208632298363, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 235 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1457.0, "completions/mean_length": 1285.25, "completions/mean_terminated_length": 1156.4000244140625, "completions/min_length": 988.0, "completions/min_terminated_length": 988.0, "epoch": 0.05901475368842211, "frac_reward_zero_std": 0.0, "grad_norm": 2.865690856639432, "kl": 0.0019283294677734375, "learning_rate": 5.875e-07, "loss": 0.0295, "num_tokens": 10486780.0, "reward": 0.0, "reward_std": 1.0182406902313232, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.05029539771479252, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06529443504665394, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10101338378503963, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 236 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1252.0, "completions/max_terminated_length": 1252.0, "completions/mean_length": 1060.375, "completions/mean_terminated_length": 1060.375, "completions/min_length": 748.0, "completions/min_terminated_length": 748.0, "epoch": 0.05926481620405101, "frac_reward_zero_std": 0.0, "grad_norm": 2.5267577514624313, "kl": 0.0012874603271484375, "learning_rate": 5.9e-07, "loss": -0.0188, "num_tokens": 10517842.0, "reward": 0.0, "reward_std": 0.5545847415924072, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.013448409301274031, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.029373638235102174, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12171612389003694, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 237 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1253.0, "completions/mean_length": 950.5625, "completions/mean_terminated_length": 872.0714721679688, "completions/min_length": 536.0, "completions/min_terminated_length": 536.0, "epoch": 0.05951487871967992, "frac_reward_zero_std": 0.0, "grad_norm": 2.674164585278148, "kl": 0.001476287841796875, "learning_rate": 5.925e-07, "loss": -0.0761, "num_tokens": 10558499.0, "reward": 1.4901161193847656e-08, "reward_std": 0.8916782140731812, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.08547643825181922, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08100370835486269, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1270024788326182, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 238 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1438.0, "completions/mean_length": 1345.375, "completions/mean_terminated_length": 1252.5999755859375, "completions/min_length": 989.0, "completions/min_terminated_length": 989.0, "epoch": 0.05976494123530883, "frac_reward_zero_std": 0.0, "grad_norm": 2.8588111287097537, "kl": 0.00241851806640625, "learning_rate": 5.949999999999999e-07, "loss": 0.0051, "num_tokens": 10606737.0, "reward": -4.470348358154297e-08, "reward_std": 1.0034493207931519, "rewards/wordcountpos_reward_GEOBench/mean": -4.470348358154297e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.022610326690644025, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03704310910046724, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.04694362260950583, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 239 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1493.0, "completions/mean_length": 1311.75, "completions/mean_terminated_length": 1268.3077392578125, "completions/min_length": 1011.0, "completions/min_terminated_length": 1011.0, "epoch": 0.06001500375093773, "frac_reward_zero_std": 0.0, "grad_norm": 3.158081674570873, "kl": 0.00238037109375, "learning_rate": 5.975e-07, "loss": -0.0106, "num_tokens": 10662989.0, "reward": -2.9802322387695312e-08, "reward_std": 0.846002459526062, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06325258917784692, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10419841432933279, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7041666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0768596604689834, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 240 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1449.0, "completions/mean_length": 1260.1875, "completions/mean_terminated_length": 1244.2000732421875, "completions/min_length": 940.0, "completions/min_terminated_length": 940.0, "epoch": 0.06026506626656664, "frac_reward_zero_std": 0.0, "grad_norm": 3.0816530347008824, "kl": 0.0024547576904296875, "learning_rate": 6e-07, "loss": -0.0226, "num_tokens": 10714008.0, "reward": -5.960464477539063e-08, "reward_std": 0.7821166515350342, "rewards/wordcountpos_reward_GEOBench/mean": -5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0052820588453443475, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11018378169174999, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8583333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12852438880818892, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 241 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1081.0, "completions/max_terminated_length": 1081.0, "completions/mean_length": 894.875, "completions/mean_terminated_length": 894.875, "completions/min_length": 590.0, "completions/min_terminated_length": 590.0, "epoch": 0.060515128782195546, "frac_reward_zero_std": 0.0, "grad_norm": 3.8378465084375417, "kl": 0.002468109130859375, "learning_rate": 6.025000000000001e-07, "loss": -0.038, "num_tokens": 10743902.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0237852334976196, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.3486295738137711, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.5832666466871324, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7333333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.05443310539518177, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 242 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1307.0, "completions/max_terminated_length": 1307.0, "completions/mean_length": 1082.6875, "completions/mean_terminated_length": 1082.6875, "completions/min_length": 1027.0, "completions/min_terminated_length": 1027.0, "epoch": 0.060765191297824456, "frac_reward_zero_std": 0.0, "grad_norm": 2.811977916530989, "kl": 0.0015516281127929688, "learning_rate": 6.049999999999999e-07, "loss": -0.0128, "num_tokens": 10784857.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9129359126091003, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.034100366271271824, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07590610559073963, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07588978362901862, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 243 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1464.0, "completions/mean_length": 1228.375, "completions/mean_terminated_length": 1210.2667236328125, "completions/min_length": 958.0, "completions/min_terminated_length": 958.0, "epoch": 0.061015253813453366, "frac_reward_zero_std": 0.0, "grad_norm": 2.7276450034270074, "kl": 0.001705169677734375, "learning_rate": 6.075e-07, "loss": 0.0108, "num_tokens": 10832551.0, "reward": 0.0, "reward_std": 0.8554657697677612, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.07032838081782776, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.055243674589472526, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0859586463881842, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 244 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1458.0, "completions/mean_length": 1261.25, "completions/mean_terminated_length": 1118.0, "completions/min_length": 710.0, "completions/min_terminated_length": 710.0, "epoch": 0.06126531632908227, "frac_reward_zero_std": 0.0, "grad_norm": 3.1942748949392676, "kl": 0.002468109130859375, "learning_rate": 6.1e-07, "loss": -0.0468, "num_tokens": 10889227.0, "reward": 7.450580596923828e-09, "reward_std": 1.057142734527588, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.004969807227602371, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04850885138214973, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6499999999999999, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06666666666666665, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 245 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1500.0, "completions/mean_length": 1273.4375, "completions/mean_terminated_length": 1221.1539306640625, "completions/min_length": 901.0, "completions/min_terminated_length": 901.0, "epoch": 0.06151537884471118, "frac_reward_zero_std": 0.0, "grad_norm": 2.4899131807703387, "kl": 0.0015316009521484375, "learning_rate": 6.125000000000001e-07, "loss": -0.0196, "num_tokens": 10942426.0, "reward": 0.0, "reward_std": 1.0315622091293335, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.08428794625761588, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06810870030669766, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08766518798921945, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 246 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1415.0, "completions/max_terminated_length": 1415.0, "completions/mean_length": 1121.75, "completions/mean_terminated_length": 1121.75, "completions/min_length": 895.0, "completions/min_terminated_length": 895.0, "epoch": 0.06176544136034009, "frac_reward_zero_std": 0.0, "grad_norm": 2.624957323808172, "kl": 0.0015163421630859375, "learning_rate": 6.149999999999999e-07, "loss": -0.0024, "num_tokens": 10987318.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0115162134170532, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.10626658764023841, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10387139719676511, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11385500851066221, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 247 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1436.0, "completions/mean_length": 1112.5, "completions/mean_terminated_length": 1057.1429443359375, "completions/min_length": 788.0, "completions/min_terminated_length": 788.0, "epoch": 0.06201550387596899, "frac_reward_zero_std": 0.0, "grad_norm": 2.3977262592727553, "kl": 0.0011587142944335938, "learning_rate": 6.175e-07, "loss": -0.0166, "num_tokens": 11025934.0, "reward": 2.9802322387695312e-08, "reward_std": 1.0058300495147705, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.006013688453187384, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0395963307485169, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6916666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 248 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1146.0, "completions/max_terminated_length": 1146.0, "completions/mean_length": 917.125, "completions/mean_terminated_length": 917.125, "completions/min_length": 627.0, "completions/min_terminated_length": 627.0, "epoch": 0.0622655663915979, "frac_reward_zero_std": 0.0, "grad_norm": 1.355271822888768, "kl": 0.000537872314453125, "learning_rate": 6.2e-07, "loss": -0.006, "num_tokens": 11055328.0, "reward": 0.0, "reward_std": 0.864116907119751, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.028684348857531756, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.19166960921683665, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6916666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10292032157252812, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 249 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1472.0, "completions/mean_length": 1295.0625, "completions/mean_terminated_length": 1172.0999755859375, "completions/min_length": 1045.0, "completions/min_terminated_length": 1045.0, "epoch": 0.06251562890722681, "frac_reward_zero_std": 0.0, "grad_norm": 2.5620879463800352, "kl": 0.001628875732421875, "learning_rate": 6.225000000000001e-07, "loss": 0.0357, "num_tokens": 11099897.0, "reward": 0.0, "reward_std": 0.8306336402893066, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.011399304748384327, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.13979533825731738, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7374999999999999, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.05146016078626408, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 250 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.6875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1450.0, "completions/mean_length": 1437.8125, "completions/mean_terminated_length": 1301.0, "completions/min_length": 1021.0, "completions/min_terminated_length": 1021.0, "epoch": 0.06276569142285571, "frac_reward_zero_std": 0.0, "grad_norm": 2.832343358087674, "kl": 0.002460479736328125, "learning_rate": 6.249999999999999e-07, "loss": 0.0192, "num_tokens": 11148006.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0485721826553345, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.006130266508928886, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0443087234099108, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6916666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07252075054258099, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 251 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1325.0, "completions/mean_length": 1010.625, "completions/mean_terminated_length": 717.0, "completions/min_length": 433.0, "completions/min_terminated_length": 433.0, "epoch": 0.06301575393848462, "frac_reward_zero_std": 0.0, "grad_norm": 2.2539294233760745, "kl": 0.0009403228759765625, "learning_rate": 6.274999999999999e-07, "loss": -0.1001, "num_tokens": 11208784.0, "reward": 0.0, "reward_std": 0.9543529152870178, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03492247282453282, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10726600659282588, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6291666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09418264367902596, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 252 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1382.0, "completions/mean_length": 981.125, "completions/mean_terminated_length": 946.5333862304688, "completions/min_length": 716.0, "completions/min_terminated_length": 716.0, "epoch": 0.06326581645411353, "frac_reward_zero_std": 0.0, "grad_norm": 3.102977749073205, "kl": 0.0019130706787109375, "learning_rate": 6.3e-07, "loss": -0.0193, "num_tokens": 11241858.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9586024880409241, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03652417115396811, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0504158850407035, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7333333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.05962847939999442, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 253 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1380.0, "completions/max_terminated_length": 1380.0, "completions/mean_length": 1076.0, "completions/mean_terminated_length": 1076.0, "completions/min_length": 894.0, "completions/min_terminated_length": 894.0, "epoch": 0.06351587896974244, "frac_reward_zero_std": 0.0, "grad_norm": 2.5698469734299776, "kl": 0.0009469985961914062, "learning_rate": 6.324999999999999e-07, "loss": 0.0004, "num_tokens": 11272490.0, "reward": 0.0, "reward_std": 0.5587515234947205, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.009511012719339355, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04214859183651974, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6749999999999999, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.05900408021045224, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 254 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1424.0, "completions/mean_length": 1125.5625, "completions/mean_terminated_length": 1039.1539306640625, "completions/min_length": 719.0, "completions/min_terminated_length": 719.0, "epoch": 0.06376594148537135, "frac_reward_zero_std": 0.0, "grad_norm": 3.036399391683521, "kl": 0.00217437744140625, "learning_rate": 6.35e-07, "loss": -0.0222, "num_tokens": 11316099.0, "reward": 3.725290298461914e-08, "reward_std": 1.0126999616622925, "rewards/wordcountpos_reward_GEOBench/mean": 3.725290298461914e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.05722035802239027, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.2097305731100239, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6124999999999999, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07391185942027816, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 255 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1146.0, "completions/max_terminated_length": 1146.0, "completions/mean_length": 933.5, "completions/mean_terminated_length": 933.5, "completions/min_length": 493.0, "completions/min_terminated_length": 493.0, "epoch": 0.06401600400100026, "frac_reward_zero_std": 0.0, "grad_norm": 3.4957927827396063, "kl": 0.0020294189453125, "learning_rate": 6.374999999999999e-07, "loss": -0.0348, "num_tokens": 11361211.0, "reward": 5.960464477539063e-08, "reward_std": 0.6907597780227661, "rewards/wordcountpos_reward_GEOBench/mean": 5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0433495404529792, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.28070774823480305, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06666666666666665, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 256 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1411.0, "completions/max_terminated_length": 1411.0, "completions/mean_length": 1023.5, "completions/mean_terminated_length": 1023.5, "completions/min_length": 301.0, "completions/min_terminated_length": 301.0, "epoch": 0.06426606651662915, "frac_reward_zero_std": 0.0, "grad_norm": 3.5430004772870434, "kl": 0.002620697021484375, "learning_rate": 6.4e-07, "loss": -0.0206, "num_tokens": 11403107.0, "reward": 0.0, "reward_std": 0.45779359340667725, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03511369395285535, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1293250257913893, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09583937179043478, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 257 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1210.0, "completions/max_terminated_length": 1210.0, "completions/mean_length": 649.8125, "completions/mean_terminated_length": 649.8125, "completions/min_length": 276.0, "completions/min_terminated_length": 276.0, "epoch": 0.06451612903225806, "frac_reward_zero_std": 0.0, "grad_norm": 3.4502842365620263, "kl": 0.0010819435119628906, "learning_rate": 6.424999999999999e-07, "loss": 0.1181, "num_tokens": 11443752.0, "reward": 5.960464477539063e-08, "reward_std": 0.3387117385864258, "rewards/wordcountpos_reward_GEOBench/mean": 5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.11584878359516691, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12819166326071618, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1767505042163692, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 258 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1469.0, "completions/max_terminated_length": 1469.0, "completions/mean_length": 1072.3125, "completions/mean_terminated_length": 1072.3125, "completions/min_length": 734.0, "completions/min_terminated_length": 734.0, "epoch": 0.06476619154788697, "frac_reward_zero_std": 0.0, "grad_norm": 3.600501791946501, "kl": 0.0024871826171875, "learning_rate": 6.45e-07, "loss": -0.0123, "num_tokens": 11489493.0, "reward": 0.0, "reward_std": 0.6726632118225098, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.1096791465369163, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1536459979775206, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6124999999999999, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08509254221575906, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 259 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1496.0, "completions/mean_length": 1151.9375, "completions/mean_terminated_length": 993.727294921875, "completions/min_length": 704.0, "completions/min_terminated_length": 704.0, "epoch": 0.06501625406351588, "frac_reward_zero_std": 0.0, "grad_norm": 2.1286650102336147, "kl": 0.001117706298828125, "learning_rate": 6.474999999999999e-07, "loss": -0.0716, "num_tokens": 11536532.0, "reward": 0.0, "reward_std": 0.9845417737960815, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0031067603617350534, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08154176542224935, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.05947299418254506, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 260 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1468.0, "completions/mean_length": 1249.9375, "completions/mean_terminated_length": 1214.21435546875, "completions/min_length": 821.0, "completions/min_terminated_length": 821.0, "epoch": 0.06526631657914479, "frac_reward_zero_std": 0.0, "grad_norm": 2.990946151033602, "kl": 0.002300262451171875, "learning_rate": 6.5e-07, "loss": -0.0063, "num_tokens": 11580635.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9583099484443665, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.08016585009371262, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.20522712404443513, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1270024788326182, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 261 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1472.0, "completions/mean_length": 1101.375, "completions/mean_terminated_length": 1009.3846435546875, "completions/min_length": 650.0, "completions/min_terminated_length": 650.0, "epoch": 0.06551637909477369, "frac_reward_zero_std": 0.0, "grad_norm": 3.058821842612301, "kl": 0.001949310302734375, "learning_rate": 6.524999999999999e-07, "loss": 0.02, "num_tokens": 11613849.0, "reward": 0.0, "reward_std": 0.702329158782959, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.012680776025188863, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06758287070383602, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.725, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.072520750542581, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 262 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1233.0, "completions/max_terminated_length": 1233.0, "completions/mean_length": 990.8125, "completions/mean_terminated_length": 990.8125, "completions/min_length": 759.0, "completions/min_terminated_length": 759.0, "epoch": 0.0657664416104026, "frac_reward_zero_std": 0.0, "grad_norm": 2.6120605727102597, "kl": 0.0011854171752929688, "learning_rate": 6.55e-07, "loss": -0.0325, "num_tokens": 11654022.0, "reward": -2.9802322387695312e-08, "reward_std": 1.0067023038864136, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.05495842149787682, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09894459356470472, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08243965245133134, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 263 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1264.0, "completions/max_terminated_length": 1264.0, "completions/mean_length": 1062.0625, "completions/mean_terminated_length": 1062.0625, "completions/min_length": 769.0, "completions/min_terminated_length": 769.0, "epoch": 0.06601650412603151, "frac_reward_zero_std": 0.0, "grad_norm": 3.4983908703024214, "kl": 0.002307891845703125, "learning_rate": 6.575e-07, "loss": -0.0043, "num_tokens": 11690023.0, "reward": 2.9802322387695312e-08, "reward_std": 1.0064297914505005, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03156833990619317, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.057873267698694775, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.16055459438389727, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 264 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1287.0, "completions/max_terminated_length": 1287.0, "completions/mean_length": 970.625, "completions/mean_terminated_length": 970.625, "completions/min_length": 620.0, "completions/min_terminated_length": 620.0, "epoch": 0.06626656664166042, "frac_reward_zero_std": 0.0, "grad_norm": 2.7849445627454084, "kl": 0.001617431640625, "learning_rate": 6.6e-07, "loss": 0.009, "num_tokens": 11718209.0, "reward": -2.9802322387695312e-08, "reward_std": 0.5248290300369263, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.020297764395713007, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.23865571092228594, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11344765475923412, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 265 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1349.0, "completions/mean_length": 1092.0, "completions/mean_terminated_length": 1064.800048828125, "completions/min_length": 823.0, "completions/min_terminated_length": 823.0, "epoch": 0.06651662915728933, "frac_reward_zero_std": 0.0, "grad_norm": 2.5637021163456346, "kl": 0.0013856887817382812, "learning_rate": 6.624999999999999e-07, "loss": 0.0016, "num_tokens": 11766089.0, "reward": 0.0, "reward_std": 0.8838258385658264, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.10245821802969954, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1265083889126653, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13305526559931294, "rewards/wordcountpos_reward_GEOBench/std": 1.0327954292297363, "step": 266 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1249.0, "completions/max_terminated_length": 1249.0, "completions/mean_length": 854.9375, "completions/mean_terminated_length": 854.9375, "completions/min_length": 594.0, "completions/min_terminated_length": 594.0, "epoch": 0.06676669167291822, "frac_reward_zero_std": 0.0, "grad_norm": 2.9427591253308374, "kl": 0.0015392303466796875, "learning_rate": 6.65e-07, "loss": -0.0706, "num_tokens": 11800320.0, "reward": -2.9802322387695312e-08, "reward_std": 0.904124915599823, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.018276466226423864, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.042708970102993744, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0859586463881842, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 267 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1226.0, "completions/max_terminated_length": 1226.0, "completions/mean_length": 1114.875, "completions/mean_terminated_length": 1114.875, "completions/min_length": 800.0, "completions/min_terminated_length": 800.0, "epoch": 0.06701675418854713, "frac_reward_zero_std": 0.0, "grad_norm": 1.5733234774488296, "kl": 0.0003871917724609375, "learning_rate": 6.675e-07, "loss": -0.0475, "num_tokens": 11835598.0, "reward": -5.960464477539063e-08, "reward_std": 0.8553204536437988, "rewards/wordcountpos_reward_GEOBench/mean": -5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.05429498064069067, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.13442257286347392, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07588978362901862, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 268 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1283.0, "completions/max_terminated_length": 1283.0, "completions/mean_length": 1128.0625, "completions/mean_terminated_length": 1128.0625, "completions/min_length": 983.0, "completions/min_terminated_length": 983.0, "epoch": 0.06726681670417604, "frac_reward_zero_std": 0.0, "grad_norm": 3.7586718568305466, "kl": 0.003025054931640625, "learning_rate": 6.7e-07, "loss": -0.0175, "num_tokens": 11876351.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9691793918609619, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.18159044109329997, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.2779341783919626, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09016445879408155, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 269 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1497.0, "completions/mean_length": 1113.0625, "completions/mean_terminated_length": 1087.2667236328125, "completions/min_length": 765.0, "completions/min_terminated_length": 765.0, "epoch": 0.06751687921980495, "frac_reward_zero_std": 0.0, "grad_norm": 3.125740609734866, "kl": 0.0022373199462890625, "learning_rate": 6.724999999999999e-07, "loss": -0.0405, "num_tokens": 11926160.0, "reward": 2.9802322387695312e-08, "reward_std": 0.6015282869338989, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.19302369926246749, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1589005330122471, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06831300510639732, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 270 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1493.0, "completions/max_terminated_length": 1493.0, "completions/mean_length": 1085.4375, "completions/mean_terminated_length": 1085.4375, "completions/min_length": 755.0, "completions/min_terminated_length": 755.0, "epoch": 0.06776694173543386, "frac_reward_zero_std": 0.0, "grad_norm": 2.481181352755889, "kl": 0.001567840576171875, "learning_rate": 6.75e-07, "loss": -0.0276, "num_tokens": 11970647.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8944178819656372, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.11946546619585773, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10808708425634056, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09067647005823631, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 271 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1431.0, "completions/mean_length": 1367.75, "completions/mean_terminated_length": 1235.5, "completions/min_length": 936.0, "completions/min_terminated_length": 936.0, "epoch": 0.06801700425106276, "frac_reward_zero_std": 0.0, "grad_norm": 1.8739573609515554, "kl": 0.0013885498046875, "learning_rate": 6.775e-07, "loss": -0.0325, "num_tokens": 12033603.0, "reward": 0.0, "reward_std": 0.7130506634712219, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.1108193916498551, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.17112563160205552, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11021863793455332, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 272 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1460.0, "completions/max_terminated_length": 1460.0, "completions/mean_length": 1084.3125, "completions/mean_terminated_length": 1084.3125, "completions/min_length": 886.0, "completions/min_terminated_length": 886.0, "epoch": 0.06826706676669167, "frac_reward_zero_std": 0.0, "grad_norm": 1.9999454473777705, "kl": 0.0007653236389160156, "learning_rate": 6.800000000000001e-07, "loss": -0.0043, "num_tokens": 12070896.0, "reward": 0.0, "reward_std": 0.868825376033783, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04356172249671384, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11085815076207377, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.775, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08027729719194866, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 273 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1373.0, "completions/mean_length": 1067.125, "completions/mean_terminated_length": 1038.2667236328125, "completions/min_length": 826.0, "completions/min_terminated_length": 826.0, "epoch": 0.06851712928232058, "frac_reward_zero_std": 0.0, "grad_norm": 3.7996917097231515, "kl": 0.002948760986328125, "learning_rate": 6.824999999999999e-07, "loss": -0.0558, "num_tokens": 12120562.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0252115726470947, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.057024397031840035, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08133223543956405, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10292032157252812, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 274 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1450.0, "completions/mean_length": 1407.0625, "completions/mean_terminated_length": 1252.166748046875, "completions/min_length": 1046.0, "completions/min_terminated_length": 1046.0, "epoch": 0.06876719179794949, "frac_reward_zero_std": 0.0, "grad_norm": 2.819359255452125, "kl": 0.001789093017578125, "learning_rate": 6.85e-07, "loss": -0.0175, "num_tokens": 12170715.0, "reward": 0.0, "reward_std": 0.7513598799705505, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.019858615808274964, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04457437287429445, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6916666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10000000000000002, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 275 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1182.0, "completions/max_terminated_length": 1182.0, "completions/mean_length": 892.9375, "completions/mean_terminated_length": 892.9375, "completions/min_length": 678.0, "completions/min_terminated_length": 678.0, "epoch": 0.0690172543135784, "frac_reward_zero_std": 0.0, "grad_norm": 3.057675138066892, "kl": 0.001850128173828125, "learning_rate": 6.875e-07, "loss": -0.0158, "num_tokens": 12209442.0, "reward": 1.4901161193847656e-08, "reward_std": 1.011250376701355, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.017816977445875737, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08634398903762926, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09016445879408157, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 276 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1450.0, "completions/mean_length": 1351.9375, "completions/mean_terminated_length": 1284.6363525390625, "completions/min_length": 1043.0, "completions/min_terminated_length": 1043.0, "epoch": 0.0692673168292073, "frac_reward_zero_std": 0.0, "grad_norm": 2.361583283541367, "kl": 0.0016326904296875, "learning_rate": 6.9e-07, "loss": 0.0123, "num_tokens": 12249809.0, "reward": -7.450580596923828e-09, "reward_std": 1.0286308526992798, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.013938472817476729, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03059370749839712, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1080980350662545, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 277 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1361.0, "completions/max_terminated_length": 1361.0, "completions/mean_length": 1044.75, "completions/mean_terminated_length": 1044.75, "completions/min_length": 851.0, "completions/min_terminated_length": 851.0, "epoch": 0.0695173793448362, "frac_reward_zero_std": 0.0, "grad_norm": 3.052482052780787, "kl": 0.002025604248046875, "learning_rate": 6.924999999999999e-07, "loss": -0.0103, "num_tokens": 12292437.0, "reward": 5.960464477539063e-08, "reward_std": 0.8884425163269043, "rewards/wordcountpos_reward_GEOBench/mean": 5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.22026010356828252, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.28481708014536833, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7708333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1519624710005487, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 278 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1396.0, "completions/max_terminated_length": 1396.0, "completions/mean_length": 1115.5625, "completions/mean_terminated_length": 1115.5625, "completions/min_length": 879.0, "completions/min_terminated_length": 879.0, "epoch": 0.06976744186046512, "frac_reward_zero_std": 0.0, "grad_norm": 3.262958536457561, "kl": 0.0026569366455078125, "learning_rate": 6.949999999999999e-07, "loss": -0.0443, "num_tokens": 12347062.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8817810416221619, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.05843696767751686, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1157254461089627, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6458333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.16095778144410233, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 279 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1331.0, "completions/mean_length": 1168.4375, "completions/mean_terminated_length": 1146.3333740234375, "completions/min_length": 905.0, "completions/min_terminated_length": 905.0, "epoch": 0.07001750437609403, "frac_reward_zero_std": 0.0, "grad_norm": 3.126581351643466, "kl": 0.00225067138671875, "learning_rate": 6.975e-07, "loss": 0.0671, "num_tokens": 12389453.0, "reward": 0.0, "reward_std": 0.395698606967926, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.07554237546472012, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.153868096006047, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6749999999999999, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08734775114237132, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 280 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1476.0, "completions/mean_length": 1180.5, "completions/mean_terminated_length": 1159.2000732421875, "completions/min_length": 862.0, "completions/min_terminated_length": 862.0, "epoch": 0.07026756689172294, "frac_reward_zero_std": 0.0, "grad_norm": 2.8285222259971663, "kl": 0.0020236968994140625, "learning_rate": 7e-07, "loss": -0.0559, "num_tokens": 12442085.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9814261198043823, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0008941992314898256, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04770861561124265, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09259629622222519, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 281 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1323.0, "completions/max_terminated_length": 1323.0, "completions/mean_length": 1074.9375, "completions/mean_terminated_length": 1074.9375, "completions/min_length": 808.0, "completions/min_terminated_length": 808.0, "epoch": 0.07051762940735183, "frac_reward_zero_std": 0.0, "grad_norm": 3.395295718272769, "kl": 0.003032684326171875, "learning_rate": 7.024999999999999e-07, "loss": 0.0017, "num_tokens": 12488668.0, "reward": 0.0, "reward_std": 0.9231893420219421, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.027643715163394963, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08541738436101692, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09067647005823631, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 282 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1457.0, "completions/mean_length": 1173.3125, "completions/mean_terminated_length": 1151.533447265625, "completions/min_length": 733.0, "completions/min_terminated_length": 733.0, "epoch": 0.07076769192298074, "frac_reward_zero_std": 0.0, "grad_norm": 2.558546070857536, "kl": 0.001399993896484375, "learning_rate": 7.049999999999999e-07, "loss": 0.0493, "num_tokens": 12544793.0, "reward": 0.0, "reward_std": 0.8663690090179443, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.07163557719159587, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08398576705289333, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6416666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06831300510639733, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 283 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1337.0, "completions/max_terminated_length": 1337.0, "completions/mean_length": 1002.5, "completions/mean_terminated_length": 1002.5, "completions/min_length": 500.0, "completions/min_terminated_length": 500.0, "epoch": 0.07101775443860965, "frac_reward_zero_std": 0.0, "grad_norm": 3.2833533602148686, "kl": 0.0020923614501953125, "learning_rate": 7.075e-07, "loss": -0.1008, "num_tokens": 12592825.0, "reward": 0.0, "reward_std": 0.6071997880935669, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.3428568265897377, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.6569867230361525, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0718795288428261, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 284 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1479.0, "completions/mean_length": 1180.9375, "completions/mean_terminated_length": 1035.9091796875, "completions/min_length": 883.0, "completions/min_terminated_length": 883.0, "epoch": 0.07126781695423856, "frac_reward_zero_std": 0.0, "grad_norm": 2.480266628326831, "kl": 0.0015401840209960938, "learning_rate": 7.1e-07, "loss": 0.0233, "num_tokens": 12638432.0, "reward": 0.0, "reward_std": 0.7625324726104736, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.09114665847302011, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11135519284845713, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10101338378503961, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 285 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1255.0, "completions/max_terminated_length": 1255.0, "completions/mean_length": 1047.375, "completions/mean_terminated_length": 1047.375, "completions/min_length": 506.0, "completions/min_terminated_length": 506.0, "epoch": 0.07151787946986747, "frac_reward_zero_std": 0.0, "grad_norm": 3.3668386685314786, "kl": 0.0021762847900390625, "learning_rate": 7.125e-07, "loss": -0.0169, "num_tokens": 12678382.0, "reward": 0.0, "reward_std": 1.0190746784210205, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.017188595679654403, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03641719873688553, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.5958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08243965245133131, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 286 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1481.0, "completions/mean_length": 1258.75, "completions/mean_terminated_length": 1178.3333740234375, "completions/min_length": 785.0, "completions/min_terminated_length": 785.0, "epoch": 0.07176794198549638, "frac_reward_zero_std": 0.0, "grad_norm": 3.0447466153030547, "kl": 0.002651214599609375, "learning_rate": 7.149999999999999e-07, "loss": -0.0735, "num_tokens": 12735850.0, "reward": 0.0, "reward_std": 0.8971014618873596, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0029448365732882716, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1173658968369943, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08153617692869927, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 287 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1346.0, "completions/mean_length": 1158.375, "completions/mean_terminated_length": 1135.60009765625, "completions/min_length": 919.0, "completions/min_terminated_length": 919.0, "epoch": 0.07201800450112528, "frac_reward_zero_std": 0.0, "grad_norm": 2.949199351158853, "kl": 0.002254486083984375, "learning_rate": 7.175e-07, "loss": -0.0476, "num_tokens": 12780896.0, "reward": 0.0, "reward_std": 0.9538476467132568, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.038971442580359866, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.22248888911330741, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.85, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07097208632298362, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 288 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 981.0, "completions/max_terminated_length": 981.0, "completions/mean_length": 748.0625, "completions/mean_terminated_length": 748.0625, "completions/min_length": 618.0, "completions/min_terminated_length": 618.0, "epoch": 0.07226806701675419, "frac_reward_zero_std": 0.0, "grad_norm": 2.7421629498577853, "kl": 0.0005278587341308594, "learning_rate": 7.2e-07, "loss": 0.0207, "num_tokens": 12808993.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9267148375511169, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.115115519404858, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.15820119598411322, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10470416879457556, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 289 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1488.0, "completions/mean_length": 1328.4375, "completions/mean_terminated_length": 1271.25, "completions/min_length": 848.0, "completions/min_terminated_length": 848.0, "epoch": 0.0725181295323831, "frac_reward_zero_std": 0.0, "grad_norm": 2.8064079386948997, "kl": 0.0021820068359375, "learning_rate": 7.225e-07, "loss": 0.0703, "num_tokens": 12868232.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9796990156173706, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.018506586328858782, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.19966599675627186, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6749999999999999, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0938872452190116, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 290 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1442.0, "completions/max_terminated_length": 1442.0, "completions/mean_length": 1130.25, "completions/mean_terminated_length": 1130.25, "completions/min_length": 954.0, "completions/min_terminated_length": 954.0, "epoch": 0.072768192048012, "frac_reward_zero_std": 0.0, "grad_norm": 2.4150201419799755, "kl": 0.0015707015991210938, "learning_rate": 7.249999999999999e-07, "loss": -0.0036, "num_tokens": 12912660.0, "reward": -1.1175870895385742e-08, "reward_std": 0.96712327003479, "rewards/wordcountpos_reward_GEOBench/mean": -1.1175870895385742e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.046138315434293614, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10659843837281545, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.072520750542581, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 291 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1458.0, "completions/mean_length": 1202.5, "completions/mean_terminated_length": 1133.84619140625, "completions/min_length": 900.0, "completions/min_terminated_length": 900.0, "epoch": 0.07301825456364092, "frac_reward_zero_std": 0.0, "grad_norm": 2.524192500616819, "kl": 0.0018463134765625, "learning_rate": 7.275e-07, "loss": -0.0006, "num_tokens": 12962372.0, "reward": -2.9802322387695312e-08, "reward_std": 0.6025065779685974, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.04452348800585452, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.23725677038240847, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7333333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10327955589886448, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 292 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1452.0, "completions/mean_length": 1198.0625, "completions/mean_terminated_length": 1177.933349609375, "completions/min_length": 900.0, "completions/min_terminated_length": 900.0, "epoch": 0.07326831707926981, "frac_reward_zero_std": 0.0, "grad_norm": 3.2931131557163593, "kl": 0.002475738525390625, "learning_rate": 7.3e-07, "loss": -0.0061, "num_tokens": 13008501.0, "reward": 0.0, "reward_std": 0.8736509084701538, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03790984309528585, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05965534243742646, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6916666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1112221667221529, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 293 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1465.0, "completions/mean_length": 1344.9375, "completions/mean_terminated_length": 1251.9000244140625, "completions/min_length": 1115.0, "completions/min_terminated_length": 1115.0, "epoch": 0.07351837959489872, "frac_reward_zero_std": 0.0, "grad_norm": 2.4734191218691826, "kl": 0.0019664764404296875, "learning_rate": 7.325e-07, "loss": 0.0079, "num_tokens": 13057828.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9454586505889893, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06507817522641411, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09241118382597226, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1128748897706693, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 294 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1289.0, "completions/max_terminated_length": 1289.0, "completions/mean_length": 1100.375, "completions/mean_terminated_length": 1100.375, "completions/min_length": 851.0, "completions/min_terminated_length": 851.0, "epoch": 0.07376844211052763, "frac_reward_zero_std": 0.0, "grad_norm": 3.038036839604, "kl": 0.0023899078369140625, "learning_rate": 7.35e-07, "loss": 0.0143, "num_tokens": 13103754.0, "reward": 0.0, "reward_std": 0.8434479832649231, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.053762377622439225, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09125755600278293, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.15299479536052008, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 295 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1366.0, "completions/max_terminated_length": 1366.0, "completions/mean_length": 1150.8125, "completions/mean_terminated_length": 1150.8125, "completions/min_length": 510.0, "completions/min_terminated_length": 510.0, "epoch": 0.07401850462615654, "frac_reward_zero_std": 0.0, "grad_norm": 3.0685375034483746, "kl": 0.0020503997802734375, "learning_rate": 7.375e-07, "loss": -0.0051, "num_tokens": 13159199.0, "reward": 0.0, "reward_std": 0.9001356363296509, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.005181376225364255, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12452512216974775, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10576003586036262, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 296 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.8125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1495.0, "completions/mean_length": 1492.875, "completions/mean_terminated_length": 1462.0, "completions/min_length": 1415.0, "completions/min_terminated_length": 1415.0, "epoch": 0.07426856714178545, "frac_reward_zero_std": 0.0, "grad_norm": 2.8733754958004836, "kl": 0.002521514892578125, "learning_rate": 7.4e-07, "loss": 0.0027, "num_tokens": 13225733.0, "reward": 0.0, "reward_std": 1.0578339099884033, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.16663837864491687, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12428585484645702, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.5958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11279282877125751, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 297 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1243.0, "completions/max_terminated_length": 1243.0, "completions/mean_length": 827.625, "completions/mean_terminated_length": 827.625, "completions/min_length": 703.0, "completions/min_terminated_length": 703.0, "epoch": 0.07451862965741435, "frac_reward_zero_std": 0.0, "grad_norm": 3.6172101857742094, "kl": 0.001758575439453125, "learning_rate": 7.425e-07, "loss": -0.0263, "num_tokens": 13264111.0, "reward": 2.9802322387695312e-08, "reward_std": 0.6918116807937622, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.10721104265913076, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09002126983736299, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0739118594202782, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 298 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1478.0, "completions/mean_length": 1125.3125, "completions/mean_terminated_length": 1000.4166870117188, "completions/min_length": 678.0, "completions/min_terminated_length": 678.0, "epoch": 0.07476869217304326, "frac_reward_zero_std": 0.0, "grad_norm": 3.5389324019926414, "kl": 0.003154754638671875, "learning_rate": 7.45e-07, "loss": 0.0356, "num_tokens": 13308780.0, "reward": 0.0, "reward_std": 0.8233329057693481, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.5333333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09108400680852974, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 299 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1403.0, "completions/max_terminated_length": 1403.0, "completions/mean_length": 1121.4375, "completions/mean_terminated_length": 1121.4375, "completions/min_length": 926.0, "completions/min_terminated_length": 926.0, "epoch": 0.07501875468867217, "frac_reward_zero_std": 0.0, "grad_norm": 3.304716004148669, "kl": 0.00246429443359375, "learning_rate": 7.475e-07, "loss": 0.0179, "num_tokens": 13357659.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8861004114151001, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0023570908932258414, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1211039485992521, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09574271077563384, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 300 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1421.0, "completions/mean_length": 1042.25, "completions/mean_terminated_length": 936.6154174804688, "completions/min_length": 596.0, "completions/min_terminated_length": 596.0, "epoch": 0.07526881720430108, "frac_reward_zero_std": 0.0, "grad_norm": 3.5485258366070815, "kl": 0.0020999908447265625, "learning_rate": 7.5e-07, "loss": -0.0623, "num_tokens": 13409767.0, "reward": 0.0, "reward_std": 0.7425888776779175, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.07222190489080155, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07977127139181157, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11385500851066221, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 301 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1495.0, "completions/mean_length": 1256.8125, "completions/mean_terminated_length": 1222.071533203125, "completions/min_length": 947.0, "completions/min_terminated_length": 947.0, "epoch": 0.07551887971992999, "frac_reward_zero_std": 0.0, "grad_norm": 2.7034280481736124, "kl": 0.001636505126953125, "learning_rate": 7.524999999999999e-07, "loss": -0.0219, "num_tokens": 13464004.0, "reward": 0.0, "reward_std": 0.9931418299674988, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.10218197079984964, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10867400300606088, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6916666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06382847385042255, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 302 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1430.0, "completions/mean_length": 1263.125, "completions/mean_terminated_length": 1184.166748046875, "completions/min_length": 828.0, "completions/min_terminated_length": 828.0, "epoch": 0.07576894223555888, "frac_reward_zero_std": 0.0, "grad_norm": 2.82419466392937, "kl": 0.0019636154174804688, "learning_rate": 7.55e-07, "loss": -0.0243, "num_tokens": 13514718.0, "reward": -1.4901161193847656e-08, "reward_std": 0.8591594099998474, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.20725042185949571, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.17933860689149245, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1061096567672295, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 303 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1145.0, "completions/max_terminated_length": 1145.0, "completions/mean_length": 988.5, "completions/mean_terminated_length": 988.5, "completions/min_length": 804.0, "completions/min_terminated_length": 804.0, "epoch": 0.0760190047511878, "frac_reward_zero_std": 0.0, "grad_norm": 3.044253867661982, "kl": 0.0016145706176757812, "learning_rate": 7.575e-07, "loss": -0.0275, "num_tokens": 13559222.0, "reward": 0.0, "reward_std": 0.4617592990398407, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.037052493754070076, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11325164445405858, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7041666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.15770342536029575, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 304 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1238.0, "completions/max_terminated_length": 1238.0, "completions/mean_length": 1108.25, "completions/mean_terminated_length": 1108.25, "completions/min_length": 971.0, "completions/min_terminated_length": 971.0, "epoch": 0.0762690672668167, "frac_reward_zero_std": 0.0, "grad_norm": 2.448655382575357, "kl": 0.0013818740844726562, "learning_rate": 7.599999999999999e-07, "loss": 0.0024, "num_tokens": 13596858.0, "reward": -1.1175870895385742e-08, "reward_std": 0.9393701553344727, "rewards/wordcountpos_reward_GEOBench/mean": -1.1175870895385742e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03958701664442946, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.062493716984334646, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7666666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09737289911202955, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 305 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1470.0, "completions/mean_length": 1249.1875, "completions/mean_terminated_length": 1232.4666748046875, "completions/min_length": 794.0, "completions/min_terminated_length": 794.0, "epoch": 0.07651912978244561, "frac_reward_zero_std": 0.0, "grad_norm": 3.4523334890228496, "kl": 0.00299835205078125, "learning_rate": 7.624999999999999e-07, "loss": 0.019, "num_tokens": 13633157.0, "reward": 0.0, "reward_std": 0.9702248573303223, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.012760892845286333, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.02816278593881227, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.5291666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.24278476979506858, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 306 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1341.0, "completions/max_terminated_length": 1341.0, "completions/mean_length": 1153.625, "completions/mean_terminated_length": 1153.625, "completions/min_length": 915.0, "completions/min_terminated_length": 915.0, "epoch": 0.07676919229807452, "frac_reward_zero_std": 0.0, "grad_norm": 3.3728724235131273, "kl": 0.002376556396484375, "learning_rate": 7.65e-07, "loss": 0.0211, "num_tokens": 13673847.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8898781538009644, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.13326094944067918, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05885076374041348, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06309898162000308, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 307 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1487.0, "completions/max_terminated_length": 1487.0, "completions/mean_length": 1108.0, "completions/mean_terminated_length": 1108.0, "completions/min_length": 817.0, "completions/min_terminated_length": 817.0, "epoch": 0.07701925481370342, "frac_reward_zero_std": 0.0, "grad_norm": 2.5703715397531255, "kl": 0.00151824951171875, "learning_rate": 7.675e-07, "loss": 0.0024, "num_tokens": 13717103.0, "reward": 0.0, "reward_std": 1.0142549276351929, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.005675689037163896, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09202039331057663, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0666666666666667, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 308 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1248.0, "completions/mean_length": 853.3125, "completions/mean_terminated_length": 810.2000122070312, "completions/min_length": 444.0, "completions/min_terminated_length": 444.0, "epoch": 0.07726931732933233, "frac_reward_zero_std": 0.0, "grad_norm": 3.876164853218412, "kl": 0.0032958984375, "learning_rate": 7.699999999999999e-07, "loss": -0.0653, "num_tokens": 13757692.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0442941188812256, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.09181096082066341, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1438423548521973, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7041666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13763881881375054, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 309 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1499.0, "completions/mean_length": 1199.4375, "completions/mean_terminated_length": 1019.1000366210938, "completions/min_length": 663.0, "completions/min_terminated_length": 663.0, "epoch": 0.07751937984496124, "frac_reward_zero_std": 0.0, "grad_norm": 2.731075809106309, "kl": 0.0015163421630859375, "learning_rate": 7.724999999999999e-07, "loss": 0.0396, "num_tokens": 13798227.0, "reward": 2.2351741790771484e-08, "reward_std": 0.9579081535339355, "rewards/wordcountpos_reward_GEOBench/mean": 2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.032908407772239974, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.056083110184510385, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7083333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10576003586036263, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 310 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1367.0, "completions/mean_length": 1220.75, "completions/mean_terminated_length": 1156.3077392578125, "completions/min_length": 976.0, "completions/min_terminated_length": 976.0, "epoch": 0.07776944236059015, "frac_reward_zero_std": 0.0, "grad_norm": 2.9106815475404613, "kl": 0.0017490386962890625, "learning_rate": 7.75e-07, "loss": -0.0254, "num_tokens": 13853423.0, "reward": -2.9802322387695312e-08, "reward_std": 1.042161464691162, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.07120444905319084, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06812358717075977, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09999999999999999, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 311 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1390.0, "completions/mean_length": 1122.0, "completions/mean_terminated_length": 1034.769287109375, "completions/min_length": 782.0, "completions/min_terminated_length": 782.0, "epoch": 0.07801950487621906, "frac_reward_zero_std": 0.0, "grad_norm": 2.3723664869213272, "kl": 0.00154876708984375, "learning_rate": 7.775e-07, "loss": 0.0225, "num_tokens": 13886783.0, "reward": 0.0, "reward_std": 0.8425365090370178, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03600875407719076, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07563825766680966, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08850612031567838, "rewards/wordcountpos_reward_GEOBench/std": 1.0327954292297363, "step": 312 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1292.0, "completions/max_terminated_length": 1292.0, "completions/mean_length": 1013.3125, "completions/mean_terminated_length": 1013.3125, "completions/min_length": 726.0, "completions/min_terminated_length": 726.0, "epoch": 0.07826956739184796, "frac_reward_zero_std": 0.0, "grad_norm": 3.7362058482230833, "kl": 0.002788543701171875, "learning_rate": 7.799999999999999e-07, "loss": -0.0163, "num_tokens": 13927060.0, "reward": -2.9802322387695312e-08, "reward_std": 0.9636948108673096, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.016529971853632308, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03453559976453091, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08777074514725113, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 313 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1462.0, "completions/max_terminated_length": 1462.0, "completions/mean_length": 981.5, "completions/mean_terminated_length": 981.5, "completions/min_length": 723.0, "completions/min_terminated_length": 723.0, "epoch": 0.07851962990747686, "frac_reward_zero_std": 0.0, "grad_norm": 3.1031852507110265, "kl": 0.0015773773193359375, "learning_rate": 7.824999999999999e-07, "loss": -0.0099, "num_tokens": 13965644.0, "reward": 0.0, "reward_std": 0.8738616108894348, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.030122596688022446, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03194335535391865, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09496588081262934, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 314 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1456.0, "completions/mean_length": 1348.75, "completions/mean_terminated_length": 1096.666748046875, "completions/min_length": 908.0, "completions/min_terminated_length": 908.0, "epoch": 0.07876969242310577, "frac_reward_zero_std": 0.0, "grad_norm": 3.2293750297793786, "kl": 0.00272369384765625, "learning_rate": 7.85e-07, "loss": -0.0101, "num_tokens": 14013464.0, "reward": 1.4901161193847656e-08, "reward_std": 1.04903244972229, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06102688636719043, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11626404179764524, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07781745019952505, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 315 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1354.0, "completions/max_terminated_length": 1354.0, "completions/mean_length": 1047.625, "completions/mean_terminated_length": 1047.625, "completions/min_length": 646.0, "completions/min_terminated_length": 646.0, "epoch": 0.07901975493873468, "frac_reward_zero_std": 0.0, "grad_norm": 3.578535635619387, "kl": 0.0025787353515625, "learning_rate": 7.875e-07, "loss": -0.0491, "num_tokens": 14055346.0, "reward": 2.9802322387695312e-08, "reward_std": 0.6440032720565796, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.045457486603114675, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05151398535755129, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1792473978322409, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 316 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1331.0, "completions/mean_length": 1001.375, "completions/mean_terminated_length": 886.3077392578125, "completions/min_length": 585.0, "completions/min_terminated_length": 585.0, "epoch": 0.0792698174543636, "frac_reward_zero_std": 0.0, "grad_norm": 3.648400252267846, "kl": 0.002716064453125, "learning_rate": 7.9e-07, "loss": -0.0425, "num_tokens": 14098920.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9862943887710571, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.21527701446938932, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.15323918967053549, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08333333333333333, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 317 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1196.0, "completions/max_terminated_length": 1196.0, "completions/mean_length": 1011.0, "completions/mean_terminated_length": 1011.0, "completions/min_length": 688.0, "completions/min_terminated_length": 688.0, "epoch": 0.0795198799699925, "frac_reward_zero_std": 0.0, "grad_norm": 3.2419490932321615, "kl": 0.0016880035400390625, "learning_rate": 7.924999999999999e-07, "loss": -0.03, "num_tokens": 14149960.0, "reward": 0.0, "reward_std": 0.840920090675354, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.17726251562603354, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11803772101374332, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6749999999999999, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07649739768026004, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 318 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1490.0, "completions/mean_length": 1340.0625, "completions/mean_terminated_length": 1286.75, "completions/min_length": 810.0, "completions/min_terminated_length": 810.0, "epoch": 0.0797699424856214, "frac_reward_zero_std": 0.0, "grad_norm": 2.646781792424534, "kl": 0.0018825531005859375, "learning_rate": 7.95e-07, "loss": -0.0489, "num_tokens": 14197233.0, "reward": -2.2351741790771484e-08, "reward_std": 0.9562281966209412, "rewards/wordcountpos_reward_GEOBench/mean": -2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.09456604176685181, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10946838824528554, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6749999999999999, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.053748384988656986, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 319 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1393.0, "completions/mean_length": 1220.0625, "completions/mean_terminated_length": 1126.75, "completions/min_length": 876.0, "completions/min_terminated_length": 876.0, "epoch": 0.08002000500125031, "frac_reward_zero_std": 0.0, "grad_norm": 3.0340114467425328, "kl": 0.002162933349609375, "learning_rate": 7.975e-07, "loss": 0.0197, "num_tokens": 14249946.0, "reward": 0.0, "reward_std": 1.044987440109253, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06618808301038787, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06365952726772346, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09699179041242312, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 320 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1351.0, "completions/max_terminated_length": 1351.0, "completions/mean_length": 1170.625, "completions/mean_terminated_length": 1170.625, "completions/min_length": 962.0, "completions/min_terminated_length": 962.0, "epoch": 0.08027006751687922, "frac_reward_zero_std": 0.0, "grad_norm": 3.0492086474434723, "kl": 0.0019989013671875, "learning_rate": 8e-07, "loss": -0.0125, "num_tokens": 14290388.0, "reward": 0.0, "reward_std": 0.9445364475250244, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06574314745388786, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.056918691981295635, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07969850595746357, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 321 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1495.0, "completions/mean_length": 1143.9375, "completions/mean_terminated_length": 1120.2000732421875, "completions/min_length": 850.0, "completions/min_terminated_length": 850.0, "epoch": 0.08052013003250813, "frac_reward_zero_std": 0.0, "grad_norm": 2.782074467551011, "kl": 0.001148223876953125, "learning_rate": 8.024999999999999e-07, "loss": 0.0047, "num_tokens": 14329075.0, "reward": -1.6763806343078613e-08, "reward_std": 1.0339581966400146, "rewards/wordcountpos_reward_GEOBench/mean": -1.6763806343078613e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.018951548252913175, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08903165395009896, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08333333333333336, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 322 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1445.0, "completions/mean_length": 1265.125, "completions/mean_terminated_length": 1158.3636474609375, "completions/min_length": 818.0, "completions/min_terminated_length": 818.0, "epoch": 0.08077019254813704, "frac_reward_zero_std": 0.0, "grad_norm": 2.6894629812725404, "kl": 0.0016269683837890625, "learning_rate": 8.05e-07, "loss": -0.0479, "num_tokens": 14380381.0, "reward": 0.0, "reward_std": 0.866814374923706, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.20501929877948527, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1159059586831605, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09496588081262934, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 323 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1455.0, "completions/mean_length": 1212.875, "completions/mean_terminated_length": 1171.857177734375, "completions/min_length": 987.0, "completions/min_terminated_length": 987.0, "epoch": 0.08102025506376594, "frac_reward_zero_std": 0.0, "grad_norm": 2.419083515090992, "kl": 0.0014539361000061035, "learning_rate": 8.075e-07, "loss": -0.0097, "num_tokens": 14427179.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0277795791625977, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.022680328708815162, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08110772910152395, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.725, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06382847385042256, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 324 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1414.0, "completions/max_terminated_length": 1414.0, "completions/mean_length": 1159.25, "completions/mean_terminated_length": 1159.25, "completions/min_length": 1042.0, "completions/min_terminated_length": 1042.0, "epoch": 0.08127031757939485, "frac_reward_zero_std": 0.0, "grad_norm": 2.1326798733024352, "kl": 0.0010113716125488281, "learning_rate": 8.1e-07, "loss": -0.0193, "num_tokens": 14480583.0, "reward": 0.0, "reward_std": 0.8790631294250488, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.07761516576743321, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12295262580936234, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10852547064066473, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 325 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1357.0, "completions/max_terminated_length": 1357.0, "completions/mean_length": 984.375, "completions/mean_terminated_length": 984.375, "completions/min_length": 636.0, "completions/min_terminated_length": 636.0, "epoch": 0.08152038009502376, "frac_reward_zero_std": 0.0, "grad_norm": 3.1101518433830493, "kl": 0.001667022705078125, "learning_rate": 8.125e-07, "loss": -0.0418, "num_tokens": 14517445.0, "reward": 0.0, "reward_std": 0.4544769525527954, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.026862744200623262, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11551283797062638, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1102186379345533, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 326 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1446.0, "completions/max_terminated_length": 1446.0, "completions/mean_length": 879.9375, "completions/mean_terminated_length": 879.9375, "completions/min_length": 537.0, "completions/min_terminated_length": 537.0, "epoch": 0.08177044261065267, "frac_reward_zero_std": 0.0, "grad_norm": 4.124457258958046, "kl": 0.002960205078125, "learning_rate": 8.149999999999999e-07, "loss": -0.0702, "num_tokens": 14554724.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0233392715454102, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.012813465699783052, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06010180445369851, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07969850595746356, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 327 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1145.0, "completions/max_terminated_length": 1145.0, "completions/mean_length": 865.4375, "completions/mean_terminated_length": 865.4375, "completions/min_length": 426.0, "completions/min_terminated_length": 426.0, "epoch": 0.08202050512628158, "frac_reward_zero_std": 0.0, "grad_norm": 3.788058776036395, "kl": 0.002574920654296875, "learning_rate": 8.175e-07, "loss": -0.0635, "num_tokens": 14600747.0, "reward": 5.960464477539063e-08, "reward_std": 0.729394793510437, "rewards/wordcountpos_reward_GEOBench/mean": 5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.029240568099167044, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1631815279759322, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13221755360572018, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 328 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1282.0, "completions/max_terminated_length": 1282.0, "completions/mean_length": 964.3125, "completions/mean_terminated_length": 964.3125, "completions/min_length": 583.0, "completions/min_terminated_length": 583.0, "epoch": 0.08227056764191047, "frac_reward_zero_std": 0.0, "grad_norm": 4.053636456558199, "kl": 0.003353118896484375, "learning_rate": 8.199999999999999e-07, "loss": 0.0148, "num_tokens": 14649536.0, "reward": -1.4901161193847656e-08, "reward_std": 1.065124273300171, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.1405811390291942, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11410832804365581, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09418264367902598, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 329 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1307.0, "completions/mean_length": 1154.5625, "completions/mean_terminated_length": 1131.533447265625, "completions/min_length": 897.0, "completions/min_terminated_length": 897.0, "epoch": 0.08252063015753938, "frac_reward_zero_std": 0.0, "grad_norm": 3.066423892279013, "kl": 0.0016117095947265625, "learning_rate": 8.225e-07, "loss": 0.0449, "num_tokens": 14696881.0, "reward": 2.9802322387695312e-08, "reward_std": 0.5638798475265503, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.013789616391158242, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1271429450854783, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06763190130459204, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 330 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1412.0, "completions/mean_length": 1258.5625, "completions/mean_terminated_length": 1242.4666748046875, "completions/min_length": 1131.0, "completions/min_terminated_length": 1131.0, "epoch": 0.08277069267316829, "frac_reward_zero_std": 0.0, "grad_norm": 2.731100236355856, "kl": 0.0019474029541015625, "learning_rate": 8.249999999999999e-07, "loss": -0.0087, "num_tokens": 14745530.0, "reward": 0.0, "reward_std": 1.0346918106079102, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.007271793780006683, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03955132073965452, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08734775114237134, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 331 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1465.0, "completions/mean_length": 1196.75, "completions/mean_terminated_length": 1095.666748046875, "completions/min_length": 445.0, "completions/min_terminated_length": 445.0, "epoch": 0.0830207551887972, "frac_reward_zero_std": 0.0, "grad_norm": 2.5276483612503817, "kl": 0.001491546630859375, "learning_rate": 8.275e-07, "loss": 0.0066, "num_tokens": 14788286.0, "reward": 0.0, "reward_std": 0.9156057238578796, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03361206228221996, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.039903666382939726, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07252075054258096, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 332 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1393.0, "completions/max_terminated_length": 1393.0, "completions/mean_length": 1181.375, "completions/mean_terminated_length": 1181.375, "completions/min_length": 993.0, "completions/min_terminated_length": 993.0, "epoch": 0.08327081770442611, "frac_reward_zero_std": 0.0, "grad_norm": 2.721280967218134, "kl": 0.00164794921875, "learning_rate": 8.299999999999999e-07, "loss": -0.0128, "num_tokens": 14840124.0, "reward": 0.0, "reward_std": 0.4925474226474762, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.021740438199963255, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.2487995964006736, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7041666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1031898645611484, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 333 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1496.0, "completions/max_terminated_length": 1496.0, "completions/mean_length": 1312.875, "completions/mean_terminated_length": 1312.875, "completions/min_length": 1122.0, "completions/min_terminated_length": 1122.0, "epoch": 0.08352088022005501, "frac_reward_zero_std": 0.0, "grad_norm": 2.471917141930717, "kl": 0.001712799072265625, "learning_rate": 8.325e-07, "loss": 0.0088, "num_tokens": 14886858.0, "reward": -7.450580596923828e-09, "reward_std": 1.0064525604248047, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.07363148831313289, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06593763458724879, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0687184270936277, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 334 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1388.0, "completions/mean_length": 1105.375, "completions/mean_terminated_length": 1079.0667724609375, "completions/min_length": 603.0, "completions/min_terminated_length": 603.0, "epoch": 0.08377094273568392, "frac_reward_zero_std": 0.0, "grad_norm": 3.657325044203086, "kl": 0.0028839111328125, "learning_rate": 8.349999999999999e-07, "loss": 0.0358, "num_tokens": 14937776.0, "reward": 2.9802322387695312e-08, "reward_std": 0.6808573007583618, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.10260058312591434, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.15607972134537035, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09269623828717428, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 335 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1149.0, "completions/max_terminated_length": 1149.0, "completions/mean_length": 830.625, "completions/mean_terminated_length": 830.625, "completions/min_length": 560.0, "completions/min_terminated_length": 560.0, "epoch": 0.08402100525131283, "frac_reward_zero_std": 0.0, "grad_norm": 4.457362747334063, "kl": 0.002925872802734375, "learning_rate": 8.375e-07, "loss": -0.0048, "num_tokens": 14973554.0, "reward": 7.450580596923828e-09, "reward_std": 1.045867681503296, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.00509603431457704, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0370504854910776, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6708333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.2057956555708887, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 336 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1437.0, "completions/max_terminated_length": 1437.0, "completions/mean_length": 737.0, "completions/mean_terminated_length": 737.0, "completions/min_length": 369.0, "completions/min_terminated_length": 369.0, "epoch": 0.08427106776694174, "frac_reward_zero_std": 0.0, "grad_norm": 4.500381560439774, "kl": 0.0024471282958984375, "learning_rate": 8.399999999999999e-07, "loss": -0.1564, "num_tokens": 15009874.0, "reward": -1.1175870895385742e-08, "reward_std": 0.9776280522346497, "rewards/wordcountpos_reward_GEOBench/mean": -1.1175870895385742e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.07083162363907806, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1969096474711674, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11344765475923409, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 337 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1107.0, "completions/mean_length": 1208.0625, "completions/mean_terminated_length": 916.125, "completions/min_length": 801.0, "completions/min_terminated_length": 801.0, "epoch": 0.08452113028257065, "frac_reward_zero_std": 0.0, "grad_norm": 3.0383310065767586, "kl": 0.002216339111328125, "learning_rate": 8.425e-07, "loss": 0.0105, "num_tokens": 15054035.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0197306871414185, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.05254282292101622, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08153996768204855, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06540472290116198, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 338 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1380.0, "completions/mean_length": 1076.375, "completions/mean_terminated_length": 978.6154174804688, "completions/min_length": 505.0, "completions/min_terminated_length": 505.0, "epoch": 0.08477119279819954, "frac_reward_zero_std": 0.0, "grad_norm": 3.2078141284159267, "kl": 0.00196075439453125, "learning_rate": 8.45e-07, "loss": 0.0444, "num_tokens": 15114625.0, "reward": -2.9802322387695312e-08, "reward_std": 0.6249406933784485, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.040890047105607896, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09649390361430946, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6416666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09699179041242309, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 339 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1354.0, "completions/mean_length": 1170.4375, "completions/mean_terminated_length": 1123.357177734375, "completions/min_length": 704.0, "completions/min_terminated_length": 704.0, "epoch": 0.08502125531382845, "frac_reward_zero_std": 0.0, "grad_norm": 3.013889923136429, "kl": 0.0025634765625, "learning_rate": 8.475e-07, "loss": -0.031, "num_tokens": 15156112.0, "reward": 0.0, "reward_std": 1.0478525161743164, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.047044755789782684, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07901063313760887, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07503085784948506, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 340 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1289.0, "completions/max_terminated_length": 1289.0, "completions/mean_length": 1037.4375, "completions/mean_terminated_length": 1037.4375, "completions/min_length": 734.0, "completions/min_terminated_length": 734.0, "epoch": 0.08527131782945736, "frac_reward_zero_std": 0.0, "grad_norm": 3.6846856428687116, "kl": 0.002826690673828125, "learning_rate": 8.499999999999999e-07, "loss": -0.0431, "num_tokens": 15192127.0, "reward": 0.0, "reward_std": 0.5947579145431519, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0322272668903456, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.031166029195983973, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.15438048235879215, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 341 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1402.0, "completions/mean_length": 1189.25, "completions/mean_terminated_length": 1048.0, "completions/min_length": 750.0, "completions/min_terminated_length": 750.0, "epoch": 0.08552138034508627, "frac_reward_zero_std": 0.0, "grad_norm": 2.879997127827658, "kl": 0.002227783203125, "learning_rate": 8.525e-07, "loss": -0.0207, "num_tokens": 15239395.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9360876083374023, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.01692125990733046, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0752426363814972, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08153617692869927, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 342 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1385.0, "completions/max_terminated_length": 1385.0, "completions/mean_length": 1142.625, "completions/mean_terminated_length": 1142.625, "completions/min_length": 815.0, "completions/min_terminated_length": 815.0, "epoch": 0.08577144286071518, "frac_reward_zero_std": 0.0, "grad_norm": 2.6637703542809996, "kl": 0.001811981201171875, "learning_rate": 8.55e-07, "loss": -0.0266, "num_tokens": 15290853.0, "reward": 0.0, "reward_std": 0.6429154872894287, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04411794436571727, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05861794475122207, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7333333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11155467020454343, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 343 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1314.0, "completions/max_terminated_length": 1314.0, "completions/mean_length": 960.0625, "completions/mean_terminated_length": 960.0625, "completions/min_length": 648.0, "completions/min_terminated_length": 648.0, "epoch": 0.08602150537634409, "frac_reward_zero_std": 0.0, "grad_norm": 3.3885640296301225, "kl": 0.002086639404296875, "learning_rate": 8.575e-07, "loss": -0.0155, "num_tokens": 15343766.0, "reward": 0.0, "reward_std": 0.6706966757774353, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.023512815067119244, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1240625418169997, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6291666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07290277645477443, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 344 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1477.0, "completions/mean_length": 1143.25, "completions/mean_terminated_length": 1092.2857666015625, "completions/min_length": 590.0, "completions/min_terminated_length": 590.0, "epoch": 0.08627156789197299, "frac_reward_zero_std": 0.0, "grad_norm": 3.271318334235451, "kl": 0.00270843505859375, "learning_rate": 8.599999999999999e-07, "loss": -0.0382, "num_tokens": 15387554.0, "reward": 5.960464477539063e-08, "reward_std": 0.7541489005088806, "rewards/wordcountpos_reward_GEOBench/mean": 5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.5458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08850612031567834, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 345 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1346.0, "completions/mean_length": 1204.8125, "completions/mean_terminated_length": 1136.6923828125, "completions/min_length": 747.0, "completions/min_terminated_length": 747.0, "epoch": 0.0865216304076019, "frac_reward_zero_std": 0.0, "grad_norm": 3.4140790554511353, "kl": 0.0030364990234375, "learning_rate": 8.625e-07, "loss": -0.0782, "num_tokens": 15439959.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9763940572738647, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.011346011776908752, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0539521093254643, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6666666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.059628479399994376, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 346 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.8125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1438.0, "completions/mean_length": 1459.5625, "completions/mean_terminated_length": 1284.3333740234375, "completions/min_length": 1071.0, "completions/min_terminated_length": 1071.0, "epoch": 0.08677169292323081, "frac_reward_zero_std": 0.0, "grad_norm": 2.3251525741007653, "kl": 0.0013446807861328125, "learning_rate": 8.65e-07, "loss": 0.0148, "num_tokens": 15504952.0, "reward": -5.960464477539063e-08, "reward_std": 0.7711533308029175, "rewards/wordcountpos_reward_GEOBench/mean": -5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.13793615366600281, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1010391604190239, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.65, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1276569477008451, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 347 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1272.0, "completions/max_terminated_length": 1272.0, "completions/mean_length": 875.6875, "completions/mean_terminated_length": 875.6875, "completions/min_length": 610.0, "completions/min_terminated_length": 610.0, "epoch": 0.08702175543885972, "frac_reward_zero_std": 0.0, "grad_norm": 4.007886244849441, "kl": 0.00292205810546875, "learning_rate": 8.675000000000001e-07, "loss": 0.0147, "num_tokens": 15544483.0, "reward": 0.0, "reward_std": 0.6377196907997131, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.01458356049186296, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.20152274104018866, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07781745019952503, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 348 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1462.0, "completions/mean_length": 1258.625, "completions/mean_terminated_length": 1178.166748046875, "completions/min_length": 641.0, "completions/min_terminated_length": 641.0, "epoch": 0.08727181795448863, "frac_reward_zero_std": 0.0, "grad_norm": 2.3859166732117125, "kl": 0.0017757415771484375, "learning_rate": 8.699999999999999e-07, "loss": -0.04, "num_tokens": 15594933.0, "reward": 0.0, "reward_std": 0.8141038417816162, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.033333775716339734, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.139469304928335, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07649739768026005, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 349 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1175.0, "completions/max_terminated_length": 1175.0, "completions/mean_length": 933.3125, "completions/mean_terminated_length": 933.3125, "completions/min_length": 648.0, "completions/min_terminated_length": 648.0, "epoch": 0.08752188047011752, "frac_reward_zero_std": 0.0, "grad_norm": 2.6549895796317693, "kl": 0.00151824951171875, "learning_rate": 8.725e-07, "loss": -0.0075, "num_tokens": 15628474.0, "reward": 0.0, "reward_std": 1.0287435054779053, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.01987649930255723, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.057484924316988886, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7916666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11385500851066223, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 350 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1377.0, "completions/mean_length": 1162.8125, "completions/mean_terminated_length": 1140.3333740234375, "completions/min_length": 847.0, "completions/min_terminated_length": 847.0, "epoch": 0.08777194298574643, "frac_reward_zero_std": 0.0, "grad_norm": 3.456860848787908, "kl": 0.002666473388671875, "learning_rate": 8.75e-07, "loss": 0.0232, "num_tokens": 15676071.0, "reward": 0.0, "reward_std": 0.9965443015098572, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06761781682440769, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07672338111852664, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.725, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14782371884055637, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 351 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1279.0, "completions/mean_length": 1073.6875, "completions/mean_terminated_length": 1045.2667236328125, "completions/min_length": 728.0, "completions/min_terminated_length": 728.0, "epoch": 0.08802200550137534, "frac_reward_zero_std": 0.0, "grad_norm": 2.7229335215099586, "kl": 0.0019016265869140625, "learning_rate": 8.774999999999999e-07, "loss": 0.0141, "num_tokens": 15713738.0, "reward": 0.0, "reward_std": 0.8237835764884949, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.10832995271895104, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08363471724937753, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6499999999999999, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.057089922571845, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 352 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1071.0, "completions/mean_length": 854.4375, "completions/mean_terminated_length": 811.4000244140625, "completions/min_length": 645.0, "completions/min_terminated_length": 645.0, "epoch": 0.08827206801700425, "frac_reward_zero_std": 0.0, "grad_norm": 2.82612182497941, "kl": 0.0016384124755859375, "learning_rate": 8.799999999999999e-07, "loss": -0.0069, "num_tokens": 15751129.0, "reward": -7.450580596923828e-09, "reward_std": 1.025823712348938, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.006081329252532072, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.3845502261144711, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1172998689652263, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 353 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1244.0, "completions/max_terminated_length": 1244.0, "completions/mean_length": 961.1875, "completions/mean_terminated_length": 961.1875, "completions/min_length": 767.0, "completions/min_terminated_length": 767.0, "epoch": 0.08852213053263316, "frac_reward_zero_std": 0.0, "grad_norm": 1.5956958091128846, "kl": 0.0005013942718505859, "learning_rate": 8.824999999999999e-07, "loss": -0.025, "num_tokens": 15788404.0, "reward": -2.9802322387695312e-08, "reward_std": 0.6354619264602661, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.035296019318860894, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10086396151265722, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8041666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13214750456578048, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 354 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1431.0, "completions/mean_length": 1084.75, "completions/mean_terminated_length": 1025.4285888671875, "completions/min_length": 708.0, "completions/min_terminated_length": 708.0, "epoch": 0.08877219304826206, "frac_reward_zero_std": 0.0, "grad_norm": 3.275262603665347, "kl": 0.00238037109375, "learning_rate": 8.85e-07, "loss": -0.0783, "num_tokens": 15837752.0, "reward": 2.2351741790771484e-08, "reward_std": 0.8844678401947021, "rewards/wordcountpos_reward_GEOBench/mean": 2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.026889790393115565, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.15748308049610446, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08509254221575908, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 355 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1441.0, "completions/mean_length": 1230.8125, "completions/mean_terminated_length": 1212.86669921875, "completions/min_length": 1029.0, "completions/min_terminated_length": 1029.0, "epoch": 0.08902225556389097, "frac_reward_zero_std": 0.0, "grad_norm": 3.4236852233842883, "kl": 0.002964019775390625, "learning_rate": 8.874999999999999e-07, "loss": -0.0321, "num_tokens": 15887717.0, "reward": 0.0, "reward_std": 0.8186800479888916, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.09751195195141989, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10299106314597761, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1128748897706693, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 356 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1384.0, "completions/max_terminated_length": 1384.0, "completions/mean_length": 1123.75, "completions/mean_terminated_length": 1123.75, "completions/min_length": 826.0, "completions/min_terminated_length": 826.0, "epoch": 0.08927231807951988, "frac_reward_zero_std": 0.0, "grad_norm": 3.3344527820292704, "kl": 0.0025005340576171875, "learning_rate": 8.9e-07, "loss": -0.0323, "num_tokens": 15938865.0, "reward": 7.450580596923828e-09, "reward_std": 1.0575263500213623, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.028241482308480698, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06927080688788102, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11979921473804349, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 357 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1220.0, "completions/mean_length": 1282.625, "completions/mean_terminated_length": 1065.25, "completions/min_length": 925.0, "completions/min_terminated_length": 925.0, "epoch": 0.08952238059514879, "frac_reward_zero_std": 0.0, "grad_norm": 2.1916384165203096, "kl": 0.0012950897216796875, "learning_rate": 8.924999999999999e-07, "loss": 0.0194, "num_tokens": 15979915.0, "reward": 0.0, "reward_std": 0.5970163345336914, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.23811094342357525, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.3434041585851836, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13924399049470285, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 358 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1470.0, "completions/max_terminated_length": 1470.0, "completions/mean_length": 845.25, "completions/mean_terminated_length": 845.25, "completions/min_length": 487.0, "completions/min_terminated_length": 487.0, "epoch": 0.0897724431107777, "frac_reward_zero_std": 0.0, "grad_norm": 2.539805557723218, "kl": 0.001262664794921875, "learning_rate": 8.95e-07, "loss": -0.0784, "num_tokens": 16030511.0, "reward": 0.0, "reward_std": 1.0151575803756714, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.011466624827418361, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0799538205844789, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6416666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1029203215725281, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 359 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1432.0, "completions/mean_length": 1193.25, "completions/mean_terminated_length": 1172.800048828125, "completions/min_length": 939.0, "completions/min_terminated_length": 939.0, "epoch": 0.0900225056264066, "frac_reward_zero_std": 0.0, "grad_norm": 2.6776349757321594, "kl": 0.001911163330078125, "learning_rate": 8.974999999999999e-07, "loss": -0.0016, "num_tokens": 16077875.0, "reward": -3.725290298461914e-09, "reward_std": 1.006119728088379, "rewards/wordcountpos_reward_GEOBench/mean": -3.725290298461914e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03783256767033636, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0696421162927018, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11013459778666117, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 360 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1256.0, "completions/max_terminated_length": 1256.0, "completions/mean_length": 1112.5, "completions/mean_terminated_length": 1112.5, "completions/min_length": 749.0, "completions/min_terminated_length": 749.0, "epoch": 0.0902725681420355, "frac_reward_zero_std": 0.0, "grad_norm": 3.418757246659356, "kl": 0.002872467041015625, "learning_rate": 9e-07, "loss": -0.0055, "num_tokens": 16127251.0, "reward": 0.0, "reward_std": 0.8976947069168091, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.026010613678077783, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1512811014360346, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0859586463881842, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 361 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1266.0, "completions/max_terminated_length": 1266.0, "completions/mean_length": 1064.875, "completions/mean_terminated_length": 1064.875, "completions/min_length": 794.0, "completions/min_terminated_length": 794.0, "epoch": 0.09052263065766442, "frac_reward_zero_std": 0.0, "grad_norm": 2.572249012711395, "kl": 0.0013608932495117188, "learning_rate": 9.024999999999999e-07, "loss": 0.03, "num_tokens": 16177265.0, "reward": 0.0, "reward_std": 0.949448823928833, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03956199710969971, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.107483485991424, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.04554200340426487, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 362 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1486.0, "completions/mean_length": 1241.6875, "completions/mean_terminated_length": 1204.7857666015625, "completions/min_length": 932.0, "completions/min_terminated_length": 932.0, "epoch": 0.09077269317329333, "frac_reward_zero_std": 0.0, "grad_norm": 2.3453470216331467, "kl": 0.0017337799072265625, "learning_rate": 9.05e-07, "loss": 0.0193, "num_tokens": 16227212.0, "reward": 2.9802322387695312e-08, "reward_std": 0.7464134693145752, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.08666050871030406, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09618027294540046, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.725, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09699179041242312, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 363 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1396.0, "completions/max_terminated_length": 1396.0, "completions/mean_length": 1064.9375, "completions/mean_terminated_length": 1064.9375, "completions/min_length": 768.0, "completions/min_terminated_length": 768.0, "epoch": 0.09102275568892224, "frac_reward_zero_std": 0.0, "grad_norm": 3.8141947926334487, "kl": 0.003021240234375, "learning_rate": 9.074999999999999e-07, "loss": 0.0226, "num_tokens": 16276819.0, "reward": 0.0, "reward_std": 0.9808779954910278, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.01621201628227087, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04545424576578614, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10749676997731401, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 364 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1272.0, "completions/max_terminated_length": 1272.0, "completions/mean_length": 1066.8125, "completions/mean_terminated_length": 1066.8125, "completions/min_length": 941.0, "completions/min_terminated_length": 941.0, "epoch": 0.09127281820455113, "frac_reward_zero_std": 0.0, "grad_norm": 2.5881630549561483, "kl": 0.0015544891357421875, "learning_rate": 9.1e-07, "loss": 0.0075, "num_tokens": 16313760.0, "reward": 0.0, "reward_std": 0.8433870077133179, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.023190679482383094, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05926190696244798, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7374999999999999, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06652763279965648, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 365 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1459.0, "completions/mean_length": 1114.1875, "completions/mean_terminated_length": 1088.4666748046875, "completions/min_length": 638.0, "completions/min_terminated_length": 638.0, "epoch": 0.09152288072018004, "frac_reward_zero_std": 0.0, "grad_norm": 2.843613032041693, "kl": 0.001979827880859375, "learning_rate": 9.124999999999999e-07, "loss": -0.0177, "num_tokens": 16369083.0, "reward": 4.470348358154297e-08, "reward_std": 0.8985847234725952, "rewards/wordcountpos_reward_GEOBench/mean": 4.470348358154297e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.003114196200683504, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04041457836877238, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06763190130459203, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 366 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1225.0, "completions/max_terminated_length": 1225.0, "completions/mean_length": 1057.75, "completions/mean_terminated_length": 1057.75, "completions/min_length": 809.0, "completions/min_terminated_length": 809.0, "epoch": 0.09177294323580895, "frac_reward_zero_std": 0.0, "grad_norm": 2.38083256340822, "kl": 0.001346588134765625, "learning_rate": 9.15e-07, "loss": 0.0064, "num_tokens": 16409223.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9797626733779907, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.008703855575430708, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11274286193191758, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09888264649460886, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 367 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1481.0, "completions/mean_length": 1239.9375, "completions/mean_terminated_length": 1083.9000244140625, "completions/min_length": 967.0, "completions/min_terminated_length": 967.0, "epoch": 0.09202300575143786, "frac_reward_zero_std": 0.0, "grad_norm": 2.9000771543562895, "kl": 0.002178192138671875, "learning_rate": 9.174999999999999e-07, "loss": -0.0338, "num_tokens": 16458734.0, "reward": 0.0, "reward_std": 0.4562618136405945, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.016211265101017225, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.02118798019994677, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.725, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1437590576856522, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 368 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1288.0, "completions/mean_length": 1181.1875, "completions/mean_terminated_length": 933.2222290039062, "completions/min_length": 751.0, "completions/min_terminated_length": 751.0, "epoch": 0.09227306826706677, "frac_reward_zero_std": 0.0, "grad_norm": 2.944781899877691, "kl": 0.0017719268798828125, "learning_rate": 9.2e-07, "loss": -0.0013, "num_tokens": 16502417.0, "reward": 7.450580596923828e-09, "reward_std": 1.0247652530670166, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.047107164733465594, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09262227782935406, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08153617692869929, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 369 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1497.0, "completions/mean_length": 1114.375, "completions/mean_terminated_length": 985.8333740234375, "completions/min_length": 685.0, "completions/min_terminated_length": 685.0, "epoch": 0.09252313078269567, "frac_reward_zero_std": 0.0, "grad_norm": 2.3497884810460588, "kl": 0.0016574859619140625, "learning_rate": 9.225e-07, "loss": 0.0136, "num_tokens": 16544463.0, "reward": 0.0, "reward_std": 0.8893084526062012, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.1064653629661812, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12193229114324064, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7041666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10878112581387149, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 370 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1403.0, "completions/max_terminated_length": 1403.0, "completions/mean_length": 1048.4375, "completions/mean_terminated_length": 1048.4375, "completions/min_length": 580.0, "completions/min_terminated_length": 580.0, "epoch": 0.09277319329832458, "frac_reward_zero_std": 0.0, "grad_norm": 2.7332698397284756, "kl": 0.00174713134765625, "learning_rate": 9.25e-07, "loss": -0.031, "num_tokens": 16581438.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0379033088684082, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.20118965684171258, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.16136456717809733, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07490735018081414, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 371 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1409.0, "completions/mean_length": 1050.0, "completions/mean_terminated_length": 845.45458984375, "completions/min_length": 506.0, "completions/min_terminated_length": 506.0, "epoch": 0.09302325581395349, "frac_reward_zero_std": 0.0, "grad_norm": 3.5619152316900644, "kl": 0.003368377685546875, "learning_rate": 9.274999999999999e-07, "loss": -0.0051, "num_tokens": 16636198.0, "reward": 0.0, "reward_std": 0.6232237815856934, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.10996561534480079, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08895653684078475, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1102186379345533, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 372 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1450.0, "completions/max_terminated_length": 1450.0, "completions/mean_length": 1024.5625, "completions/mean_terminated_length": 1024.5625, "completions/min_length": 645.0, "completions/min_terminated_length": 645.0, "epoch": 0.0932733183295824, "frac_reward_zero_std": 0.0, "grad_norm": 3.923727283382486, "kl": 0.003509521484375, "learning_rate": 9.3e-07, "loss": 0.0003, "num_tokens": 16695871.0, "reward": 0.0, "reward_std": 0.9178142547607422, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.14205963128406054, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.16179042475424904, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6708333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09574271077563382, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 373 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1479.0, "completions/mean_length": 1160.0, "completions/mean_terminated_length": 1137.3333740234375, "completions/min_length": 948.0, "completions/min_terminated_length": 948.0, "epoch": 0.0935233808452113, "frac_reward_zero_std": 0.0, "grad_norm": 3.4961573773684522, "kl": 0.0034637451171875, "learning_rate": 9.325e-07, "loss": 0.0353, "num_tokens": 16745199.0, "reward": 0.0, "reward_std": 0.8547050952911377, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.02748821837994313, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1207604481757701, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7374999999999999, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08243965245133134, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 374 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1327.0, "completions/max_terminated_length": 1327.0, "completions/mean_length": 1115.3125, "completions/mean_terminated_length": 1115.3125, "completions/min_length": 685.0, "completions/min_terminated_length": 685.0, "epoch": 0.09377344336084022, "frac_reward_zero_std": 0.0, "grad_norm": 2.3828583236544403, "kl": 0.001560211181640625, "learning_rate": 9.35e-07, "loss": -0.0347, "num_tokens": 16790876.0, "reward": 0.0, "reward_std": 0.7253067493438721, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.019862116666040486, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07865193217374973, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.825, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13305526559931294, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 375 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1498.0, "completions/mean_length": 1334.3125, "completions/mean_terminated_length": 1279.0833740234375, "completions/min_length": 1070.0, "completions/min_terminated_length": 1070.0, "epoch": 0.09402350587646911, "frac_reward_zero_std": 0.0, "grad_norm": 2.787089353002443, "kl": 0.0023651123046875, "learning_rate": 9.374999999999999e-07, "loss": -0.0247, "num_tokens": 16833593.0, "reward": 0.0, "reward_std": 0.9819654226303101, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.010667703092463997, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0911867559952063, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07649739768026005, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 376 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1316.0, "completions/max_terminated_length": 1316.0, "completions/mean_length": 1044.1875, "completions/mean_terminated_length": 1044.1875, "completions/min_length": 866.0, "completions/min_terminated_length": 866.0, "epoch": 0.09427356839209802, "frac_reward_zero_std": 0.0, "grad_norm": 2.8960762018207915, "kl": 0.00218963623046875, "learning_rate": 9.399999999999999e-07, "loss": -0.0084, "num_tokens": 16873436.0, "reward": 4.470348358154297e-08, "reward_std": 1.004173755645752, "rewards/wordcountpos_reward_GEOBench/mean": 4.470348358154297e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.08696517305653965, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09773497449272187, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6916666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08734775114237134, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 377 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1439.0, "completions/mean_length": 1092.3125, "completions/mean_terminated_length": 998.2308349609375, "completions/min_length": 703.0, "completions/min_terminated_length": 703.0, "epoch": 0.09452363090772693, "frac_reward_zero_std": 0.0, "grad_norm": 3.2533668206610535, "kl": 0.002765655517578125, "learning_rate": 9.425e-07, "loss": -0.0107, "num_tokens": 16916153.0, "reward": -1.4901161193847656e-08, "reward_std": 0.999409556388855, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.014483176260501806, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07512363294670318, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6666666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0596284793999944, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 378 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1435.0, "completions/max_terminated_length": 1435.0, "completions/mean_length": 1091.875, "completions/mean_terminated_length": 1091.875, "completions/min_length": 782.0, "completions/min_terminated_length": 782.0, "epoch": 0.09477369342335584, "frac_reward_zero_std": 0.0, "grad_norm": 3.6228233772405725, "kl": 0.003269195556640625, "learning_rate": 9.45e-07, "loss": -0.0203, "num_tokens": 16958415.0, "reward": -2.9802322387695312e-08, "reward_std": 0.9559187889099121, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.010419095087095695, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04256636558621845, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7708333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08766518798921948, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 379 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1447.0, "completions/mean_length": 1158.875, "completions/mean_terminated_length": 1110.1429443359375, "completions/min_length": 912.0, "completions/min_terminated_length": 912.0, "epoch": 0.09502375593898475, "frac_reward_zero_std": 0.0, "grad_norm": 2.2083837055816535, "kl": 0.0015716552734375, "learning_rate": 9.474999999999999e-07, "loss": -0.0304, "num_tokens": 17007741.0, "reward": 0.0, "reward_std": 0.7496041059494019, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.018414941701545024, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1003358402764829, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08850612031567838, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 380 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1324.0, "completions/max_terminated_length": 1324.0, "completions/mean_length": 1027.5, "completions/mean_terminated_length": 1027.5, "completions/min_length": 768.0, "completions/min_terminated_length": 768.0, "epoch": 0.09527381845461365, "frac_reward_zero_std": 0.0, "grad_norm": 4.178858189356902, "kl": 0.003543853759765625, "learning_rate": 9.499999999999999e-07, "loss": 0.0355, "num_tokens": 17049557.0, "reward": 2.9802322387695312e-08, "reward_std": 0.7808666229248047, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.21727707609081928, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.23746863403295362, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7041666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08421753138505424, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 381 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1490.0, "completions/mean_length": 1210.9375, "completions/mean_terminated_length": 1191.666748046875, "completions/min_length": 674.0, "completions/min_terminated_length": 674.0, "epoch": 0.09552388097024256, "frac_reward_zero_std": 0.0, "grad_norm": 3.2848615609347074, "kl": 0.002841949462890625, "learning_rate": 9.525e-07, "loss": -0.0516, "num_tokens": 17093524.0, "reward": 0.0, "reward_std": 0.8354849219322205, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.020615506273431117, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11652392509010803, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7333333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06885303726590965, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 382 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1451.0, "completions/max_terminated_length": 1451.0, "completions/mean_length": 1130.8125, "completions/mean_terminated_length": 1130.8125, "completions/min_length": 702.0, "completions/min_terminated_length": 702.0, "epoch": 0.09577394348587147, "frac_reward_zero_std": 0.0, "grad_norm": 3.2277778821928145, "kl": 0.00193023681640625, "learning_rate": 9.55e-07, "loss": 0.0574, "num_tokens": 17139129.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9785068035125732, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.04092699875766233, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07819233403178678, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7374999999999999, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07876359377087683, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 383 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1372.0, "completions/max_terminated_length": 1372.0, "completions/mean_length": 1206.0625, "completions/mean_terminated_length": 1206.0625, "completions/min_length": 1046.0, "completions/min_terminated_length": 1046.0, "epoch": 0.09602400600150038, "frac_reward_zero_std": 0.0, "grad_norm": 2.823904268674177, "kl": 0.0020122528076171875, "learning_rate": 9.575e-07, "loss": 0.0118, "num_tokens": 17185938.0, "reward": 0.0, "reward_std": 0.876777708530426, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.2182454411719508, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07295214407825079, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7666666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12881223774390615, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 384 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1489.0, "completions/mean_length": 1302.4375, "completions/mean_terminated_length": 1289.2667236328125, "completions/min_length": 960.0, "completions/min_terminated_length": 960.0, "epoch": 0.09627406851712929, "frac_reward_zero_std": 0.0, "grad_norm": 3.0608184869291213, "kl": 0.002780914306640625, "learning_rate": 9.6e-07, "loss": -0.0169, "num_tokens": 17239801.0, "reward": 0.0, "reward_std": 0.7821117639541626, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.12842025058217382, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1797719699799621, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7333333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09108400680852978, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 385 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1388.0, "completions/mean_length": 1145.375, "completions/mean_terminated_length": 1121.7333984375, "completions/min_length": 775.0, "completions/min_terminated_length": 775.0, "epoch": 0.09652413103275818, "frac_reward_zero_std": 0.0, "grad_norm": 3.458684423607668, "kl": 0.0028076171875, "learning_rate": 9.624999999999999e-07, "loss": -0.0021, "num_tokens": 17281599.0, "reward": 2.9802322387695312e-08, "reward_std": 1.0083962678909302, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.010084016110852339, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06189629073372294, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08944271909999159, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 386 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1226.0, "completions/max_terminated_length": 1226.0, "completions/mean_length": 1062.0625, "completions/mean_terminated_length": 1062.0625, "completions/min_length": 881.0, "completions/min_terminated_length": 881.0, "epoch": 0.0967741935483871, "frac_reward_zero_std": 0.0, "grad_norm": 3.4830176315164634, "kl": 0.003017425537109375, "learning_rate": 9.649999999999999e-07, "loss": -0.0184, "num_tokens": 17316728.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9938013553619385, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03653308137214126, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07295244422844069, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0687184270936277, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 387 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1494.0, "completions/mean_length": 1387.875, "completions/mean_terminated_length": 1275.75, "completions/min_length": 730.0, "completions/min_terminated_length": 730.0, "epoch": 0.097024256064016, "frac_reward_zero_std": 0.0, "grad_norm": 3.092184342409662, "kl": 0.0030975341796875, "learning_rate": 9.675e-07, "loss": -0.0334, "num_tokens": 17361806.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9008313417434692, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.020895333603034128, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06998442605962689, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6708333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.16771890063326086, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 388 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1446.0, "completions/mean_length": 1223.125, "completions/mean_terminated_length": 1130.8333740234375, "completions/min_length": 326.0, "completions/min_terminated_length": 326.0, "epoch": 0.09727431857964491, "frac_reward_zero_std": 0.0, "grad_norm": 2.257016196811225, "kl": 0.001712799072265625, "learning_rate": 9.7e-07, "loss": -0.1056, "num_tokens": 17420784.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8822591304779053, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.02804826992765156, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04830578223575602, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0850925422157591, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 389 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1446.0, "completions/mean_length": 1215.4375, "completions/mean_terminated_length": 1149.769287109375, "completions/min_length": 629.0, "completions/min_terminated_length": 629.0, "epoch": 0.09752438109527382, "frac_reward_zero_std": 0.0, "grad_norm": 2.8876674195472147, "kl": 0.0022144317626953125, "learning_rate": 9.725e-07, "loss": -0.0253, "num_tokens": 17458519.0, "reward": 0.0, "reward_std": 0.8609707355499268, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.000890205888126898, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04875525087799635, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11729986896522632, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 390 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1146.0, "completions/max_terminated_length": 1146.0, "completions/mean_length": 947.75, "completions/mean_terminated_length": 947.75, "completions/min_length": 603.0, "completions/min_terminated_length": 603.0, "epoch": 0.09777444361090272, "frac_reward_zero_std": 0.0, "grad_norm": 2.3751785150658438, "kl": 0.0014820098876953125, "learning_rate": 9.75e-07, "loss": -0.0086, "num_tokens": 17495451.0, "reward": 0.0, "reward_std": 1.0464046001434326, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.038017810611333844, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05244035683687537, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.05561108336107647, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 391 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1387.0, "completions/max_terminated_length": 1387.0, "completions/mean_length": 1074.3125, "completions/mean_terminated_length": 1074.3125, "completions/min_length": 761.0, "completions/min_terminated_length": 761.0, "epoch": 0.09802450612653163, "frac_reward_zero_std": 0.0, "grad_norm": 3.0170667348650544, "kl": 0.0015840530395507812, "learning_rate": 9.775e-07, "loss": -0.0683, "num_tokens": 17542720.0, "reward": -2.9802322387695312e-08, "reward_std": 0.7801408171653748, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.05931652536713336, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.13024681873934726, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.725, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09699179041242312, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 392 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1197.0, "completions/max_terminated_length": 1197.0, "completions/mean_length": 932.0625, "completions/mean_terminated_length": 932.0625, "completions/min_length": 660.0, "completions/min_terminated_length": 660.0, "epoch": 0.09827456864216054, "frac_reward_zero_std": 0.0, "grad_norm": 3.8549684285941788, "kl": 0.002742767333984375, "learning_rate": 9.8e-07, "loss": -0.031, "num_tokens": 17570193.0, "reward": 0.0, "reward_std": 0.8524289727210999, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.3325566490154477, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.3573511728448711, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.65, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12765694770084507, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 393 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1492.0, "completions/mean_length": 1218.125, "completions/mean_terminated_length": 1177.857177734375, "completions/min_length": 891.0, "completions/min_terminated_length": 891.0, "epoch": 0.09852463115778945, "frac_reward_zero_std": 0.0, "grad_norm": 2.7455839022134394, "kl": 0.002155303955078125, "learning_rate": 9.825e-07, "loss": 0.0531, "num_tokens": 17616699.0, "reward": 0.0, "reward_std": 0.9136618375778198, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.2656786540786118, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.38981542290339427, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06763190130459203, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 394 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1338.0, "completions/mean_length": 1256.5, "completions/mean_terminated_length": 1175.3333740234375, "completions/min_length": 1031.0, "completions/min_terminated_length": 1031.0, "epoch": 0.09877469367341836, "frac_reward_zero_std": 0.0, "grad_norm": 2.7823705298735697, "kl": 0.002353668212890625, "learning_rate": 9.849999999999999e-07, "loss": -0.0126, "num_tokens": 17668907.0, "reward": -5.960464477539063e-08, "reward_std": 0.44748926162719727, "rewards/wordcountpos_reward_GEOBench/mean": -5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.10223704028345797, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12152454043199322, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7083333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14782371884055637, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 395 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1455.0, "completions/max_terminated_length": 1455.0, "completions/mean_length": 1079.9375, "completions/mean_terminated_length": 1079.9375, "completions/min_length": 807.0, "completions/min_terminated_length": 807.0, "epoch": 0.09902475618904726, "frac_reward_zero_std": 0.0, "grad_norm": 3.302195166632783, "kl": 0.0023860931396484375, "learning_rate": 9.875e-07, "loss": 0.0161, "num_tokens": 17716306.0, "reward": 2.9802322387695312e-08, "reward_std": 0.48119497299194336, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.062828158235606, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07572207129906613, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09496588081262934, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 396 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1458.0, "completions/max_terminated_length": 1458.0, "completions/mean_length": 977.625, "completions/mean_terminated_length": 977.625, "completions/min_length": 743.0, "completions/min_terminated_length": 743.0, "epoch": 0.09927481870467617, "frac_reward_zero_std": 0.0, "grad_norm": 2.908543017539533, "kl": 0.00231170654296875, "learning_rate": 9.9e-07, "loss": -0.0369, "num_tokens": 17777708.0, "reward": -1.862645149230957e-09, "reward_std": 1.0572876930236816, "rewards/wordcountpos_reward_GEOBench/mean": -1.862645149230957e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.039631929523983346, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06067875523113735, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0749073501808141, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 397 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1429.0, "completions/max_terminated_length": 1429.0, "completions/mean_length": 1049.0625, "completions/mean_terminated_length": 1049.0625, "completions/min_length": 828.0, "completions/min_terminated_length": 828.0, "epoch": 0.09952488122030508, "frac_reward_zero_std": 0.0, "grad_norm": 3.4164953663713455, "kl": 0.00264739990234375, "learning_rate": 9.925e-07, "loss": -0.0022, "num_tokens": 17818901.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9157768487930298, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.042287498985858346, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11061801447516822, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7333333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09737289911202955, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 398 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1383.0, "completions/max_terminated_length": 1383.0, "completions/mean_length": 1073.5625, "completions/mean_terminated_length": 1073.5625, "completions/min_length": 721.0, "completions/min_terminated_length": 721.0, "epoch": 0.09977494373593399, "frac_reward_zero_std": 0.0, "grad_norm": 3.339255844786321, "kl": 0.002819061279296875, "learning_rate": 9.95e-07, "loss": 0.0344, "num_tokens": 17862510.0, "reward": 0.0, "reward_std": 0.8882852792739868, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.07941855514590238, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05563103122002795, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6291666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10027739304327549, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 399 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1379.0, "completions/max_terminated_length": 1379.0, "completions/mean_length": 853.9375, "completions/mean_terminated_length": 853.9375, "completions/min_length": 511.0, "completions/min_terminated_length": 511.0, "epoch": 0.1000250062515629, "frac_reward_zero_std": 0.0, "grad_norm": 4.413183575298617, "kl": 0.003345489501953125, "learning_rate": 9.975e-07, "loss": 0.0128, "num_tokens": 17902029.0, "reward": 7.450580596923828e-09, "reward_std": 0.966637372970581, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.021911533719654527, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1585205788131985, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7333333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0843274042711568, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 400 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1157.0, "completions/max_terminated_length": 1157.0, "completions/mean_length": 985.4375, "completions/mean_terminated_length": 985.4375, "completions/min_length": 780.0, "completions/min_terminated_length": 780.0, "epoch": 0.10027506876719179, "frac_reward_zero_std": 0.0, "grad_norm": 3.724735844545274, "kl": 0.0030059814453125, "learning_rate": 1e-06, "loss": -0.0441, "num_tokens": 17945716.0, "reward": -2.9802322387695312e-08, "reward_std": 0.7285774946212769, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0050505658214612375, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0758397401359648, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13045504405165223, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 401 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1348.0, "completions/mean_length": 1130.1875, "completions/mean_terminated_length": 1077.357177734375, "completions/min_length": 914.0, "completions/min_terminated_length": 914.0, "epoch": 0.1005251312828207, "frac_reward_zero_std": 0.0, "grad_norm": 2.7276824777799686, "kl": 0.0020542144775390625, "learning_rate": 9.999998285574796e-07, "loss": 0.03, "num_tokens": 17987247.0, "reward": 0.0, "reward_std": 0.7956888675689697, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.07526557916325621, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08164375171725943, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.725, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.053748384988657014, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 402 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1230.0, "completions/max_terminated_length": 1230.0, "completions/mean_length": 1074.5, "completions/mean_terminated_length": 1074.5, "completions/min_length": 789.0, "completions/min_terminated_length": 789.0, "epoch": 0.10077519379844961, "frac_reward_zero_std": 0.0, "grad_norm": 3.7911779400626777, "kl": 0.002838134765625, "learning_rate": 9.99999314230049e-07, "loss": 0.0254, "num_tokens": 18034687.0, "reward": 0.0, "reward_std": 1.0158910751342773, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.17600135422441351, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11918007940380357, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8708333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10461569884316811, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 403 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1295.0, "completions/mean_length": 1207.125, "completions/mean_terminated_length": 1139.5384521484375, "completions/min_length": 1039.0, "completions/min_terminated_length": 1039.0, "epoch": 0.10102525631407852, "frac_reward_zero_std": 0.0, "grad_norm": 2.994232500734222, "kl": 0.002315521240234375, "learning_rate": 9.999984570181004e-07, "loss": 0.0124, "num_tokens": 18092441.0, "reward": -5.960464477539063e-08, "reward_std": 0.5951977372169495, "rewards/wordcountpos_reward_GEOBench/mean": -5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.020331638975317062, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.032831953642798416, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12041594578792297, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 404 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1402.0, "completions/max_terminated_length": 1402.0, "completions/mean_length": 1104.0625, "completions/mean_terminated_length": 1104.0625, "completions/min_length": 913.0, "completions/min_terminated_length": 913.0, "epoch": 0.10127531882970743, "frac_reward_zero_std": 0.0, "grad_norm": 3.6461935308183646, "kl": 0.0033416748046875, "learning_rate": 9.999972569222867e-07, "loss": 0.0362, "num_tokens": 18130762.0, "reward": 0.0, "reward_std": 0.9406242370605469, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.015606644841351769, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07346737918929852, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7333333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08073734277593314, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 405 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1316.0, "completions/max_terminated_length": 1316.0, "completions/mean_length": 1084.0625, "completions/mean_terminated_length": 1084.0625, "completions/min_length": 786.0, "completions/min_terminated_length": 786.0, "epoch": 0.10152538134533634, "frac_reward_zero_std": 0.0, "grad_norm": 3.525227780827014, "kl": 0.00336456298828125, "learning_rate": 9.999957139435225e-07, "loss": -0.0481, "num_tokens": 18173043.0, "reward": 0.0, "reward_std": 0.9337491393089294, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.018321181362742477, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.034283239249879464, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6749999999999999, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07649739768026002, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 406 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1383.0, "completions/mean_length": 1213.3125, "completions/mean_terminated_length": 1147.1539306640625, "completions/min_length": 924.0, "completions/min_terminated_length": 924.0, "epoch": 0.10177544386096524, "frac_reward_zero_std": 0.0, "grad_norm": 3.045677192987912, "kl": 0.00289154052734375, "learning_rate": 9.999938280829832e-07, "loss": -0.0256, "num_tokens": 18217544.0, "reward": 0.0, "reward_std": 0.7943310737609863, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.05942170915915708, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.060338125637511335, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.5791666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08681611046941135, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 407 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1391.0, "completions/max_terminated_length": 1391.0, "completions/mean_length": 1093.625, "completions/mean_terminated_length": 1093.625, "completions/min_length": 740.0, "completions/min_terminated_length": 740.0, "epoch": 0.10202550637659415, "frac_reward_zero_std": 0.0, "grad_norm": 2.865226434622248, "kl": 0.003322601318359375, "learning_rate": 9.99991599342106e-07, "loss": -0.0518, "num_tokens": 18271178.0, "reward": 2.2351741790771484e-08, "reward_std": 1.0633788108825684, "rewards/wordcountpos_reward_GEOBench/mean": 2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.037091154686884543, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0737366178013423, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7666666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09428090415820636, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 408 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1189.0, "completions/max_terminated_length": 1189.0, "completions/mean_length": 833.8125, "completions/mean_terminated_length": 833.8125, "completions/min_length": 520.0, "completions/min_terminated_length": 520.0, "epoch": 0.10227556889222306, "frac_reward_zero_std": 0.0, "grad_norm": 3.390102880431747, "kl": 0.0022296905517578125, "learning_rate": 9.999890277225893e-07, "loss": -0.0064, "num_tokens": 18298231.0, "reward": 0.0, "reward_std": 0.5105856657028198, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.056842702949623264, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0682260947942915, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09269623828717428, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 409 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1456.0, "completions/mean_length": 1160.0625, "completions/mean_terminated_length": 1081.615478515625, "completions/min_length": 697.0, "completions/min_terminated_length": 697.0, "epoch": 0.10252563140785197, "frac_reward_zero_std": 0.0, "grad_norm": 2.722834182457097, "kl": 0.001842498779296875, "learning_rate": 9.999861132263923e-07, "loss": -0.0132, "num_tokens": 18345128.0, "reward": 0.0, "reward_std": 0.5252693891525269, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.04003883347594085, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05606600804562579, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8541666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1067187372905475, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 410 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1377.0, "completions/mean_length": 1123.375, "completions/mean_terminated_length": 1098.2667236328125, "completions/min_length": 764.0, "completions/min_terminated_length": 764.0, "epoch": 0.10277569392348088, "frac_reward_zero_std": 0.0, "grad_norm": 3.4211654155324407, "kl": 0.003276824951171875, "learning_rate": 9.999828558557357e-07, "loss": -0.0016, "num_tokens": 18389662.0, "reward": 0.0, "reward_std": 0.7185800075531006, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.039960047296296056, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05037813653940092, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08734775114237134, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 411 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1185.0, "completions/max_terminated_length": 1185.0, "completions/mean_length": 987.875, "completions/mean_terminated_length": 987.875, "completions/min_length": 747.0, "completions/min_terminated_length": 747.0, "epoch": 0.10302575643910977, "frac_reward_zero_std": 0.0, "grad_norm": 2.498388199866208, "kl": 0.0017108917236328125, "learning_rate": 9.999792556131017e-07, "loss": -0.0425, "num_tokens": 18432412.0, "reward": -5.960464477539063e-08, "reward_std": 0.7068929672241211, "rewards/wordcountpos_reward_GEOBench/mean": -5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.15896394127568017, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11915743132875316, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7708333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13977495139343474, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 412 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1305.0, "completions/mean_length": 1045.75, "completions/mean_terminated_length": 1015.4667358398438, "completions/min_length": 751.0, "completions/min_terminated_length": 751.0, "epoch": 0.10327581895473868, "frac_reward_zero_std": 0.0, "grad_norm": 2.9448163454419025, "kl": 0.002292633056640625, "learning_rate": 9.999753125012334e-07, "loss": -0.0364, "num_tokens": 18487168.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9043693542480469, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03969252923642197, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1072244579588454, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.85, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1102186379345533, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 413 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1484.0, "completions/mean_length": 1283.5, "completions/mean_terminated_length": 1211.3333740234375, "completions/min_length": 1012.0, "completions/min_terminated_length": 1012.0, "epoch": 0.10352588147036759, "frac_reward_zero_std": 0.0, "grad_norm": 2.9870320411030757, "kl": 0.002712249755859375, "learning_rate": 9.999710265231357e-07, "loss": -0.0267, "num_tokens": 18540272.0, "reward": 2.9802322387695312e-08, "reward_std": 0.5313631296157837, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06365460682333254, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08305805103378404, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13158576980363346, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 414 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 767.0, "completions/mean_length": 1056.6875, "completions/mean_terminated_length": 613.375, "completions/min_length": 530.0, "completions/min_terminated_length": 530.0, "epoch": 0.1037759439859965, "frac_reward_zero_std": 0.0, "grad_norm": 3.355531637600689, "kl": 0.003208160400390625, "learning_rate": 9.999663976820738e-07, "loss": -0.0203, "num_tokens": 18593115.0, "reward": 0.0, "reward_std": 0.3969656229019165, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.02996520609378857, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.21551930730541666, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13770607453181927, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 415 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1390.0, "completions/mean_length": 1173.875, "completions/mean_terminated_length": 1127.2857666015625, "completions/min_length": 798.0, "completions/min_terminated_length": 798.0, "epoch": 0.10402600650162541, "frac_reward_zero_std": 0.0, "grad_norm": 3.1844051680157164, "kl": 0.00296783447265625, "learning_rate": 9.999614259815751e-07, "loss": 0.0003, "num_tokens": 18628481.0, "reward": 0.0, "reward_std": 0.99803626537323, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.005688443190054581, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.01228474630921147, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7041666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09098229375970789, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 416 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1475.0, "completions/mean_length": 1256.0625, "completions/mean_terminated_length": 1145.181884765625, "completions/min_length": 939.0, "completions/min_terminated_length": 939.0, "epoch": 0.10427606901725431, "frac_reward_zero_std": 0.0, "grad_norm": 2.578448844736388, "kl": 0.001501321792602539, "learning_rate": 9.99956111425428e-07, "loss": 0.0098, "num_tokens": 18678290.0, "reward": 0.0, "reward_std": 1.0209581851959229, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.08104310983591446, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12642668929548362, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.094182643679026, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 417 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1444.0, "completions/mean_length": 1161.9375, "completions/mean_terminated_length": 1139.4000244140625, "completions/min_length": 848.0, "completions/min_terminated_length": 848.0, "epoch": 0.10452613153288322, "frac_reward_zero_std": 0.0, "grad_norm": 2.991223945535393, "kl": 0.00232696533203125, "learning_rate": 9.999504540176816e-07, "loss": -0.0254, "num_tokens": 18728745.0, "reward": 0.0, "reward_std": 0.42453551292419434, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0756995310355624, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11575388116466144, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8333333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10327955589886448, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 418 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1433.0, "completions/max_terminated_length": 1433.0, "completions/mean_length": 1164.0625, "completions/mean_terminated_length": 1164.0625, "completions/min_length": 953.0, "completions/min_terminated_length": 953.0, "epoch": 0.10477619404851213, "frac_reward_zero_std": 0.0, "grad_norm": 1.8809513015563413, "kl": 0.0007367134094238281, "learning_rate": 9.999444537626468e-07, "loss": -0.0526, "num_tokens": 18770250.0, "reward": 1.3969838619232178e-09, "reward_std": 1.0341196060180664, "rewards/wordcountpos_reward_GEOBench/mean": 1.3969838619232178e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.032196729970893075, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0736348327431488, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08027729719194866, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 419 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1257.0, "completions/mean_length": 1060.4375, "completions/mean_terminated_length": 997.6428833007812, "completions/min_length": 608.0, "completions/min_terminated_length": 608.0, "epoch": 0.10502625656414104, "frac_reward_zero_std": 0.0, "grad_norm": 4.108247194177743, "kl": 0.00617218017578125, "learning_rate": 9.999381106648958e-07, "loss": -0.049, "num_tokens": 18817881.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0104570388793945, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0768872503814593, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08851496877124741, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6749999999999999, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08388704928078612, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 420 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 932.0, "completions/max_terminated_length": 932.0, "completions/mean_length": 833.9375, "completions/mean_terminated_length": 833.9375, "completions/min_length": 672.0, "completions/min_terminated_length": 672.0, "epoch": 0.10527631907976995, "frac_reward_zero_std": 0.0, "grad_norm": 3.4116836389041296, "kl": 0.00226593017578125, "learning_rate": 9.999314247292617e-07, "loss": -0.0253, "num_tokens": 18849384.0, "reward": 0.0, "reward_std": 0.4989623725414276, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.08478290474479218, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.116369236787899, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.19851299052557597, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 421 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1238.0, "completions/max_terminated_length": 1238.0, "completions/mean_length": 1029.375, "completions/mean_terminated_length": 1029.375, "completions/min_length": 894.0, "completions/min_terminated_length": 894.0, "epoch": 0.10552638159539884, "frac_reward_zero_std": 0.0, "grad_norm": 2.6621110182740733, "kl": 0.0021038055419921875, "learning_rate": 9.999243959608388e-07, "loss": 0.0197, "num_tokens": 18887902.0, "reward": 0.0, "reward_std": 0.9978680610656738, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.028123753128822683, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09758655833367338, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10101338378503964, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 422 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1200.0, "completions/max_terminated_length": 1200.0, "completions/mean_length": 998.6875, "completions/mean_terminated_length": 998.6875, "completions/min_length": 820.0, "completions/min_terminated_length": 820.0, "epoch": 0.10577644411102775, "frac_reward_zero_std": 0.0, "grad_norm": 2.190237221912177, "kl": 0.001277923583984375, "learning_rate": 9.99917024364983e-07, "loss": 0.0147, "num_tokens": 18923425.0, "reward": 0.0, "reward_std": 0.767393171787262, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.23017046475530423, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.2996837752408584, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06763190130459203, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 423 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1397.0, "completions/mean_length": 1202.125, "completions/mean_terminated_length": 1182.2667236328125, "completions/min_length": 901.0, "completions/min_terminated_length": 901.0, "epoch": 0.10602650662665666, "frac_reward_zero_std": 0.0, "grad_norm": 3.1305329101433403, "kl": 0.00272369384765625, "learning_rate": 9.999093099473112e-07, "loss": -0.016, "num_tokens": 18977939.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0331313610076904, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.10159333484556354, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0926185119453781, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7666666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06885303726590966, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 424 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1327.0, "completions/mean_length": 1021.0, "completions/mean_terminated_length": 989.0667114257812, "completions/min_length": 675.0, "completions/min_terminated_length": 675.0, "epoch": 0.10627656914228557, "frac_reward_zero_std": 0.0, "grad_norm": 2.939653809492422, "kl": 0.001674652099609375, "learning_rate": 9.999012527137013e-07, "loss": -0.0577, "num_tokens": 19022963.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0142796039581299, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06406590337502378, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.21208067337773673, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08766518798921946, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 425 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1497.0, "completions/mean_length": 1257.5, "completions/mean_terminated_length": 1147.272705078125, "completions/min_length": 841.0, "completions/min_terminated_length": 841.0, "epoch": 0.10652663165791448, "frac_reward_zero_std": 0.0, "grad_norm": 1.9383358252662382, "kl": 0.0012273788452148438, "learning_rate": 9.99892852670293e-07, "loss": 0.0069, "num_tokens": 19065731.0, "reward": 0.0, "reward_std": 0.33148959279060364, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.13359326395191445, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.18185828183219813, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0926962382871743, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 426 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1307.0, "completions/max_terminated_length": 1307.0, "completions/mean_length": 973.875, "completions/mean_terminated_length": 973.875, "completions/min_length": 838.0, "completions/min_terminated_length": 838.0, "epoch": 0.10677669417354338, "frac_reward_zero_std": 0.0, "grad_norm": 2.882179484241521, "kl": 0.0021805763244628906, "learning_rate": 9.998841098234867e-07, "loss": 0.0058, "num_tokens": 19098729.0, "reward": 0.0, "reward_std": 0.819907546043396, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.07985359751963989, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12582458788884457, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7708333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1287403358472941, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 427 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1006.0, "completions/max_terminated_length": 1006.0, "completions/mean_length": 624.125, "completions/mean_terminated_length": 624.125, "completions/min_length": 458.0, "completions/min_terminated_length": 458.0, "epoch": 0.10702675668917229, "frac_reward_zero_std": 0.0, "grad_norm": 3.7893163755387285, "kl": 0.002437591552734375, "learning_rate": 9.998750241799439e-07, "loss": -0.0582, "num_tokens": 19136739.0, "reward": -2.9802322387695312e-08, "reward_std": 0.9469300508499146, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03564841377225611, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05751652750076668, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07490735018081411, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 428 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1218.0, "completions/max_terminated_length": 1218.0, "completions/mean_length": 1021.0625, "completions/mean_terminated_length": 1021.0625, "completions/min_length": 958.0, "completions/min_terminated_length": 958.0, "epoch": 0.1072768192048012, "frac_reward_zero_std": 0.0, "grad_norm": 3.088008636348857, "kl": 0.002765655517578125, "learning_rate": 9.99865595746588e-07, "loss": -0.0028, "num_tokens": 19185804.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9508347511291504, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.07542284906966032, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09046034398753702, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7333333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11674600476945511, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 429 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1189.0, "completions/mean_length": 1003.1875, "completions/mean_terminated_length": 970.0667114257812, "completions/min_length": 719.0, "completions/min_terminated_length": 719.0, "epoch": 0.10752688172043011, "frac_reward_zero_std": 0.0, "grad_norm": 2.733659925239738, "kl": 0.0022869110107421875, "learning_rate": 9.998558245306028e-07, "loss": 0.0069, "num_tokens": 19218759.0, "reward": -5.960464477539063e-08, "reward_std": 0.8390051126480103, "rewards/wordcountpos_reward_GEOBench/mean": -5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0030669333259065556, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.026250321320539838, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07649739768026004, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 430 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1240.0, "completions/mean_length": 1318.375, "completions/mean_terminated_length": 1136.75, "completions/min_length": 904.0, "completions/min_terminated_length": 904.0, "epoch": 0.10777694423605902, "frac_reward_zero_std": 0.0, "grad_norm": 2.462642584335649, "kl": 0.0019931793212890625, "learning_rate": 9.99845710539434e-07, "loss": -0.0168, "num_tokens": 19274333.0, "reward": 0.0, "reward_std": 0.45142415165901184, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.09373337865330193, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.2023754484722259, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08243965245133131, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 431 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1471.0, "completions/mean_length": 1310.6875, "completions/mean_terminated_length": 1121.375, "completions/min_length": 876.0, "completions/min_terminated_length": 876.0, "epoch": 0.10802700675168792, "frac_reward_zero_std": 0.0, "grad_norm": 2.901962645922736, "kl": 0.002777099609375, "learning_rate": 9.998352537807878e-07, "loss": -0.0085, "num_tokens": 19327312.0, "reward": 0.0, "reward_std": 1.0494855642318726, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.07243884051242104, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10806614693466754, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08027729719194862, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 432 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1260.0, "completions/mean_length": 1118.0625, "completions/mean_terminated_length": 1092.60009765625, "completions/min_length": 882.0, "completions/min_terminated_length": 882.0, "epoch": 0.10827706926731683, "frac_reward_zero_std": 0.0, "grad_norm": 2.3436900023558014, "kl": 0.0014190673828125, "learning_rate": 9.99824454262632e-07, "loss": 0.0036, "num_tokens": 19363441.0, "reward": 0.0, "reward_std": 0.7307407855987549, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.01479998632782259, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0320783502305435, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06978803887752094, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 433 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1209.0, "completions/max_terminated_length": 1209.0, "completions/mean_length": 1043.875, "completions/mean_terminated_length": 1043.875, "completions/min_length": 826.0, "completions/min_terminated_length": 826.0, "epoch": 0.10852713178294573, "frac_reward_zero_std": 0.0, "grad_norm": 3.6729031474857097, "kl": 0.0040435791015625, "learning_rate": 9.998133119931953e-07, "loss": 0.0042, "num_tokens": 19406103.0, "reward": -2.2351741790771484e-08, "reward_std": 1.0399914979934692, "rewards/wordcountpos_reward_GEOBench/mean": -2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.13429817065563548, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08830621961230006, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12816366850994057, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 434 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1304.0, "completions/mean_length": 1267.375, "completions/mean_terminated_length": 1161.6363525390625, "completions/min_length": 1021.0, "completions/min_terminated_length": 1021.0, "epoch": 0.10877719429857464, "frac_reward_zero_std": 0.0, "grad_norm": 2.707714044735896, "kl": 0.002033233642578125, "learning_rate": 9.998018269809681e-07, "loss": 0.022, "num_tokens": 19453333.0, "reward": -2.9802322387695312e-08, "reward_std": 0.7753083109855652, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.012545183451018046, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05436510655692416, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06652763279965646, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 435 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1285.0, "completions/max_terminated_length": 1285.0, "completions/mean_length": 1118.5, "completions/mean_terminated_length": 1118.5, "completions/min_length": 824.0, "completions/min_terminated_length": 824.0, "epoch": 0.10902725681420355, "frac_reward_zero_std": 0.0, "grad_norm": 3.608155064392364, "kl": 0.003948211669921875, "learning_rate": 9.997899992347014e-07, "loss": 0.008, "num_tokens": 19499477.0, "reward": -2.9802322387695312e-08, "reward_std": 0.9484235048294067, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.021175051680327142, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07533380845870233, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.725, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09699179041242312, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 436 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1131.0, "completions/max_terminated_length": 1131.0, "completions/mean_length": 960.75, "completions/mean_terminated_length": 960.75, "completions/min_length": 856.0, "completions/min_terminated_length": 856.0, "epoch": 0.10927731932983246, "frac_reward_zero_std": 0.0, "grad_norm": 1.3320430362817322, "kl": 0.0004271268844604492, "learning_rate": 9.997778287634075e-07, "loss": -0.0112, "num_tokens": 19534569.0, "reward": -2.9802322387695312e-08, "reward_std": 0.5456872582435608, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06857088093680126, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1002632209563821, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6749999999999999, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08388704928078612, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 437 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1356.0, "completions/max_terminated_length": 1356.0, "completions/mean_length": 675.8125, "completions/mean_terminated_length": 675.8125, "completions/min_length": 443.0, "completions/min_terminated_length": 443.0, "epoch": 0.10952738184546136, "frac_reward_zero_std": 0.0, "grad_norm": 3.432502217851674, "kl": 0.00177764892578125, "learning_rate": 9.9976531557636e-07, "loss": -0.0848, "num_tokens": 19562766.0, "reward": 2.9802322387695312e-08, "reward_std": 0.4597274959087372, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06626606198922527, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10849145648870212, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.04127594582445935, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 438 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1469.0, "completions/mean_length": 1166.875, "completions/mean_terminated_length": 1144.666748046875, "completions/min_length": 870.0, "completions/min_terminated_length": 870.0, "epoch": 0.10977744436109027, "frac_reward_zero_std": 0.0, "grad_norm": 2.5561820312234373, "kl": 0.0020694732666015625, "learning_rate": 9.997524596830937e-07, "loss": 0.0076, "num_tokens": 19606804.0, "reward": 0.0, "reward_std": 0.9311432838439941, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0461161784473087, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08078332448597508, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08388704928078612, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 439 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1243.0, "completions/max_terminated_length": 1243.0, "completions/mean_length": 888.9375, "completions/mean_terminated_length": 888.9375, "completions/min_length": 551.0, "completions/min_terminated_length": 551.0, "epoch": 0.11002750687671918, "frac_reward_zero_std": 0.0, "grad_norm": 3.4428606917330877, "kl": 0.0025787353515625, "learning_rate": 9.99739261093404e-07, "loss": 0.0578, "num_tokens": 19653971.0, "reward": 5.960464477539063e-08, "reward_std": 0.6772654056549072, "rewards/wordcountpos_reward_GEOBench/mean": 5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.014718382765368524, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05430446050826683, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09388724521901161, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 440 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1411.0, "completions/max_terminated_length": 1411.0, "completions/mean_length": 1010.375, "completions/mean_terminated_length": 1010.375, "completions/min_length": 265.0, "completions/min_terminated_length": 265.0, "epoch": 0.11027756939234809, "frac_reward_zero_std": 0.0, "grad_norm": 3.421262768233403, "kl": 0.00252532958984375, "learning_rate": 9.997257198173478e-07, "loss": -0.1349, "num_tokens": 19698233.0, "reward": 0.0, "reward_std": 0.5146583318710327, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.15665923577605484, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.18434934950371085, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.103905227473387, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 441 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1495.0, "completions/mean_length": 1251.125, "completions/mean_terminated_length": 1215.571533203125, "completions/min_length": 924.0, "completions/min_terminated_length": 924.0, "epoch": 0.110527631907977, "frac_reward_zero_std": 0.0, "grad_norm": 3.1856281829867146, "kl": 0.003414154052734375, "learning_rate": 9.997118358652435e-07, "loss": 0.0223, "num_tokens": 19751123.0, "reward": 2.9802322387695312e-08, "reward_std": 0.6393890380859375, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.08929015801608367, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05682212966081955, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14240006242195888, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 442 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1229.0, "completions/max_terminated_length": 1229.0, "completions/mean_length": 1014.875, "completions/mean_terminated_length": 1014.875, "completions/min_length": 767.0, "completions/min_terminated_length": 767.0, "epoch": 0.1107776944236059, "frac_reward_zero_std": 0.0, "grad_norm": 3.0415800832909365, "kl": 0.002475738525390625, "learning_rate": 9.996976092476697e-07, "loss": -0.0135, "num_tokens": 19791033.0, "reward": 0.0, "reward_std": 0.6015963554382324, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.031860889835528275, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07588870055207932, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11213417888437975, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 443 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1500.0, "completions/mean_length": 963.9375, "completions/mean_terminated_length": 887.357177734375, "completions/min_length": 551.0, "completions/min_terminated_length": 551.0, "epoch": 0.1110277569392348, "frac_reward_zero_std": 0.0, "grad_norm": 3.2846887152557755, "kl": 0.002300262451171875, "learning_rate": 9.996830399754672e-07, "loss": -0.0803, "num_tokens": 19832216.0, "reward": -2.9802322387695312e-08, "reward_std": 0.6499773263931274, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03508424890726501, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08826519279855674, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12988598989256067, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 444 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1359.0, "completions/max_terminated_length": 1359.0, "completions/mean_length": 838.625, "completions/mean_terminated_length": 838.625, "completions/min_length": 489.0, "completions/min_terminated_length": 489.0, "epoch": 0.11127781945486372, "frac_reward_zero_std": 0.0, "grad_norm": 4.358112378829443, "kl": 0.003875732421875, "learning_rate": 9.996681280597367e-07, "loss": -0.0545, "num_tokens": 19871114.0, "reward": 0.0, "reward_std": 0.9333539009094238, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.034569465471451344, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05898810520366185, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09179284245476838, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 445 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1360.0, "completions/mean_length": 1140.25, "completions/mean_terminated_length": 1116.2667236328125, "completions/min_length": 800.0, "completions/min_terminated_length": 800.0, "epoch": 0.11152788197049263, "frac_reward_zero_std": 0.0, "grad_norm": 3.4052693683326045, "kl": 0.0030059814453125, "learning_rate": 9.996528735118408e-07, "loss": -0.0271, "num_tokens": 19905910.0, "reward": -2.9802322387695312e-08, "reward_std": 0.6572015285491943, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06309898162000308, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 446 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1486.0, "completions/max_terminated_length": 1486.0, "completions/mean_length": 1050.6875, "completions/mean_terminated_length": 1050.6875, "completions/min_length": 683.0, "completions/min_terminated_length": 683.0, "epoch": 0.11177794448612154, "frac_reward_zero_std": 0.0, "grad_norm": 2.5871047798473796, "kl": 0.001804351806640625, "learning_rate": 9.996372763434033e-07, "loss": -0.051, "num_tokens": 19946857.0, "reward": 0.0, "reward_std": 1.0336170196533203, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.014050000219165545, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12616233741013758, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.65, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07888106377466154, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 447 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1495.0, "completions/mean_length": 1058.0, "completions/mean_terminated_length": 1028.533447265625, "completions/min_length": 831.0, "completions/min_terminated_length": 831.0, "epoch": 0.11202800700175043, "frac_reward_zero_std": 0.0, "grad_norm": 2.6403152715878204, "kl": 0.0015974044799804688, "learning_rate": 9.996213365663083e-07, "loss": 0.0089, "num_tokens": 19997601.0, "reward": 0.0, "reward_std": 1.0140193700790405, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.05025316252943588, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0864332277190463, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.775, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09388724521901162, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 448 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1500.0, "completions/mean_length": 1071.8125, "completions/mean_terminated_length": 1043.2667236328125, "completions/min_length": 617.0, "completions/min_terminated_length": 617.0, "epoch": 0.11227806951737934, "frac_reward_zero_std": 0.0, "grad_norm": 3.192424559488774, "kl": 0.00299072265625, "learning_rate": 9.996050541927015e-07, "loss": -0.0928, "num_tokens": 20039278.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9971123933792114, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6916666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09388724521901161, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 449 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1463.0, "completions/max_terminated_length": 1463.0, "completions/mean_length": 1215.5625, "completions/mean_terminated_length": 1215.5625, "completions/min_length": 752.0, "completions/min_terminated_length": 752.0, "epoch": 0.11252813203300825, "frac_reward_zero_std": 0.0, "grad_norm": 2.3534969665119667, "kl": 0.001804351806640625, "learning_rate": 9.995884292349896e-07, "loss": -0.0482, "num_tokens": 20094447.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0348457098007202, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.035441112478051325, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05222290356274493, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6916666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07252075054258099, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 450 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1407.0, "completions/mean_length": 1211.875, "completions/mean_terminated_length": 1192.666748046875, "completions/min_length": 1002.0, "completions/min_terminated_length": 1002.0, "epoch": 0.11277819454863716, "frac_reward_zero_std": 0.0, "grad_norm": 3.1192801318331944, "kl": 0.0031890869140625, "learning_rate": 9.9957146170584e-07, "loss": -0.0514, "num_tokens": 20139717.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0499701499938965, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0218748547193819, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07411800447009037, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09098229375970786, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 451 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1465.0, "completions/mean_length": 1388.6875, "completions/mean_terminated_length": 1321.9000244140625, "completions/min_length": 1234.0, "completions/min_terminated_length": 1234.0, "epoch": 0.11302825706426607, "frac_reward_zero_std": 0.0, "grad_norm": 1.8842447982375146, "kl": 0.0017223358154296875, "learning_rate": 9.995541516181817e-07, "loss": 0.0038, "num_tokens": 20200120.0, "reward": -7.450580596923828e-09, "reward_std": 0.9975371360778809, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.02835449972266134, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11327596561598677, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08153617692869929, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 452 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1417.0, "completions/max_terminated_length": 1417.0, "completions/mean_length": 1158.625, "completions/mean_terminated_length": 1158.625, "completions/min_length": 959.0, "completions/min_terminated_length": 959.0, "epoch": 0.11327831957989497, "frac_reward_zero_std": 0.0, "grad_norm": 2.8942846292452775, "kl": 0.00240325927734375, "learning_rate": 9.995364989852045e-07, "loss": 0.0061, "num_tokens": 20231682.0, "reward": -5.960464477539063e-08, "reward_std": 0.6276419162750244, "rewards/wordcountpos_reward_GEOBench/mean": -5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.023763482921339327, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06469658361971548, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09339283817414602, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 453 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1469.0, "completions/max_terminated_length": 1469.0, "completions/mean_length": 1138.4375, "completions/mean_terminated_length": 1138.4375, "completions/min_length": 951.0, "completions/min_terminated_length": 951.0, "epoch": 0.11352838209552388, "frac_reward_zero_std": 0.0, "grad_norm": 2.42215737600918, "kl": 0.0019969940185546875, "learning_rate": 9.995185038203588e-07, "loss": 0.0307, "num_tokens": 20274425.0, "reward": 2.9802322387695312e-08, "reward_std": 0.677852988243103, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.11064222034531476, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10075149286752551, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0642621944040945, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 454 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1270.0, "completions/mean_length": 1296.8125, "completions/mean_terminated_length": 1093.625, "completions/min_length": 778.0, "completions/min_terminated_length": 778.0, "epoch": 0.11377844461115279, "frac_reward_zero_std": 0.0, "grad_norm": 2.340218186114413, "kl": 0.001773834228515625, "learning_rate": 9.995001661373567e-07, "loss": -0.0233, "num_tokens": 20323086.0, "reward": 0.0, "reward_std": 0.921933650970459, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.046500576317833185, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11543840603923833, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6416666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12382783747337806, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 455 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1385.0, "completions/max_terminated_length": 1385.0, "completions/mean_length": 1237.6875, "completions/mean_terminated_length": 1237.6875, "completions/min_length": 1004.0, "completions/min_terminated_length": 1004.0, "epoch": 0.1140285071267817, "frac_reward_zero_std": 0.0, "grad_norm": 1.7290986257196264, "kl": 0.0009241104125976562, "learning_rate": 9.994814859501702e-07, "loss": -0.0152, "num_tokens": 20361353.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0685139894485474, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.12379016364228054, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.22315341141498754, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12041594578792297, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 456 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1499.0, "completions/mean_length": 1297.75, "completions/mean_terminated_length": 1176.4000244140625, "completions/min_length": 615.0, "completions/min_terminated_length": 615.0, "epoch": 0.11427856964241061, "frac_reward_zero_std": 0.0, "grad_norm": 2.1838945586656653, "kl": 0.0019779205322265625, "learning_rate": 9.994624632730337e-07, "loss": -0.0486, "num_tokens": 20402709.0, "reward": 7.450580596923828e-09, "reward_std": 1.0498988628387451, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.008228145591395864, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.026428948951996257, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7041666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1031898645611484, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 457 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1419.0, "completions/mean_length": 1241.75, "completions/mean_terminated_length": 1155.666748046875, "completions/min_length": 921.0, "completions/min_terminated_length": 921.0, "epoch": 0.1145286321580395, "frac_reward_zero_std": 0.0, "grad_norm": 1.9731348531495456, "kl": 0.0012722015380859375, "learning_rate": 9.994430981204415e-07, "loss": 0.0195, "num_tokens": 20461617.0, "reward": -4.470348358154297e-08, "reward_std": 0.9915875196456909, "rewards/wordcountpos_reward_GEOBench/mean": -4.470348358154297e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.12239527613235844, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1135764773901167, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07503085784948504, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 458 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1426.0, "completions/mean_length": 1235.0, "completions/mean_terminated_length": 1076.0, "completions/min_length": 947.0, "completions/min_terminated_length": 947.0, "epoch": 0.11477869467366841, "frac_reward_zero_std": 0.0, "grad_norm": 2.256914476787831, "kl": 0.0013742446899414062, "learning_rate": 9.994233905071494e-07, "loss": 0.002, "num_tokens": 20513225.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8589866161346436, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.013776669800355704, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10473166431237643, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07876359377087683, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 459 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1349.0, "completions/mean_length": 1075.5, "completions/mean_terminated_length": 1047.2000732421875, "completions/min_length": 681.0, "completions/min_terminated_length": 681.0, "epoch": 0.11502875718929732, "frac_reward_zero_std": 0.0, "grad_norm": 3.522783622147947, "kl": 0.0038299560546875, "learning_rate": 9.994033404481736e-07, "loss": -0.0179, "num_tokens": 20566913.0, "reward": -2.9802322387695312e-08, "reward_std": 1.0438793897628784, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.08531770870459285, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0975366130628703, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07503085784948506, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 460 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1378.0, "completions/max_terminated_length": 1378.0, "completions/mean_length": 945.0, "completions/mean_terminated_length": 945.0, "completions/min_length": 637.0, "completions/min_terminated_length": 637.0, "epoch": 0.11527881970492623, "frac_reward_zero_std": 0.0, "grad_norm": 2.7953307125991937, "kl": 0.0023134946823120117, "learning_rate": 9.993829479587922e-07, "loss": 0.0205, "num_tokens": 20604233.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9744645953178406, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.024659252673450895, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12690740467423736, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1080980350662545, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 461 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1411.0, "completions/max_terminated_length": 1411.0, "completions/mean_length": 871.75, "completions/mean_terminated_length": 871.75, "completions/min_length": 524.0, "completions/min_terminated_length": 524.0, "epoch": 0.11552888222055514, "frac_reward_zero_std": 0.0, "grad_norm": 3.6327616525094073, "kl": 0.002971649169921875, "learning_rate": 9.993622130545427e-07, "loss": -0.0085, "num_tokens": 20633925.0, "reward": 0.0, "reward_std": 1.0286928415298462, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12816366850994057, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 462 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1399.0, "completions/max_terminated_length": 1399.0, "completions/mean_length": 1119.0, "completions/mean_terminated_length": 1119.0, "completions/min_length": 840.0, "completions/min_terminated_length": 840.0, "epoch": 0.11577894473618405, "frac_reward_zero_std": 0.0, "grad_norm": 3.098764713869499, "kl": 0.0023956298828125, "learning_rate": 9.993411357512252e-07, "loss": 0.023, "num_tokens": 20679797.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9763658046722412, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0521574071434935, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06858397129544172, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.046943622609505783, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 463 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1492.0, "completions/max_terminated_length": 1492.0, "completions/mean_length": 1199.875, "completions/mean_terminated_length": 1199.875, "completions/min_length": 1006.0, "completions/min_terminated_length": 1006.0, "epoch": 0.11602900725181295, "frac_reward_zero_std": 0.0, "grad_norm": 3.4156287648714017, "kl": 0.004608154296875, "learning_rate": 9.993197160648997e-07, "loss": 0.0078, "num_tokens": 20732067.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9783685207366943, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03805909103217653, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.052567012149136144, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.20143007241738775, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 464 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1322.0, "completions/mean_length": 1225.6875, "completions/mean_terminated_length": 1134.25, "completions/min_length": 758.0, "completions/min_terminated_length": 758.0, "epoch": 0.11627906976744186, "frac_reward_zero_std": 0.0, "grad_norm": 2.1402200576985315, "kl": 0.0015392303466796875, "learning_rate": 9.992979540118872e-07, "loss": 0.0322, "num_tokens": 20782278.0, "reward": 0.0, "reward_std": 0.8326923847198486, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.07597523580085179, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.17027876724317487, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06426219440409447, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 465 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1102.0, "completions/mean_length": 1206.5625, "completions/mean_terminated_length": 913.125, "completions/min_length": 693.0, "completions/min_terminated_length": 693.0, "epoch": 0.11652913228307077, "frac_reward_zero_std": 0.0, "grad_norm": 2.959015715764203, "kl": 0.002864837646484375, "learning_rate": 9.992758496087696e-07, "loss": -0.0487, "num_tokens": 20836047.0, "reward": 2.9802322387695312e-08, "reward_std": 0.6986961364746094, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03154831889825261, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08064359430377101, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08777074514725113, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 466 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1234.0, "completions/max_terminated_length": 1234.0, "completions/mean_length": 973.3125, "completions/mean_terminated_length": 973.3125, "completions/min_length": 729.0, "completions/min_terminated_length": 729.0, "epoch": 0.11677919479869968, "frac_reward_zero_std": 0.0, "grad_norm": 3.0464795250895516, "kl": 0.0022182464599609375, "learning_rate": 9.992534028723898e-07, "loss": -0.0174, "num_tokens": 20877420.0, "reward": 1.4901161193847656e-08, "reward_std": 0.992424726486206, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.07067603541107653, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08799557120731556, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7333333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06885303726590966, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 467 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1271.0, "completions/max_terminated_length": 1271.0, "completions/mean_length": 935.75, "completions/mean_terminated_length": 935.75, "completions/min_length": 504.0, "completions/min_terminated_length": 504.0, "epoch": 0.11702925731432859, "frac_reward_zero_std": 0.0, "grad_norm": 3.7691912076955214, "kl": 0.0028228759765625, "learning_rate": 9.992306138198513e-07, "loss": 0.0496, "num_tokens": 20923184.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9973411560058594, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.13090789971284916, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.22862759952216002, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0582141639885766, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 468 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1431.0, "completions/mean_length": 1381.1875, "completions/mean_terminated_length": 1309.9000244140625, "completions/min_length": 1247.0, "completions/min_terminated_length": 1247.0, "epoch": 0.11727931982995748, "frac_reward_zero_std": 0.0, "grad_norm": 1.5466078804762555, "kl": 0.0011043548583984375, "learning_rate": 9.99207482468519e-07, "loss": 0.0173, "num_tokens": 20968603.0, "reward": -7.450580596923828e-09, "reward_std": 1.0604538917541504, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.08546062564710599, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08408263048054085, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.059472994182545084, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 469 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1285.0, "completions/max_terminated_length": 1285.0, "completions/mean_length": 903.5625, "completions/mean_terminated_length": 903.5625, "completions/min_length": 647.0, "completions/min_terminated_length": 647.0, "epoch": 0.1175293823455864, "frac_reward_zero_std": 0.0, "grad_norm": 3.6018482945375676, "kl": 0.003017425537109375, "learning_rate": 9.99184008836018e-07, "loss": -0.0311, "num_tokens": 20996740.0, "reward": 0.0, "reward_std": 0.9836671352386475, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.13207441649643256, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.2758550087044649, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09651328828101763, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 470 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1218.0, "completions/max_terminated_length": 1218.0, "completions/mean_length": 868.0625, "completions/mean_terminated_length": 868.0625, "completions/min_length": 577.0, "completions/min_terminated_length": 577.0, "epoch": 0.1177794448612153, "frac_reward_zero_std": 0.0, "grad_norm": 3.8245745183863713, "kl": 0.00321197509765625, "learning_rate": 9.991601929402342e-07, "loss": -0.0527, "num_tokens": 21024037.0, "reward": 0.0, "reward_std": 1.0322167873382568, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.02317361696418127, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04764396597728011, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09496588081262934, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 471 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1308.0, "completions/mean_length": 1351.1875, "completions/mean_terminated_length": 1235.4444580078125, "completions/min_length": 1195.0, "completions/min_terminated_length": 1195.0, "epoch": 0.11802950737684421, "frac_reward_zero_std": 0.0, "grad_norm": 1.6511199290339662, "kl": 0.001110076904296875, "learning_rate": 9.991360347993149e-07, "loss": -0.0068, "num_tokens": 21082600.0, "reward": 2.2351741790771484e-08, "reward_std": 1.0523817539215088, "rewards/wordcountpos_reward_GEOBench/mean": 2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.07175716904242216, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1317744296853896, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7041666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08766518798921946, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 472 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1462.0, "completions/mean_length": 1308.25, "completions/mean_terminated_length": 1193.2000732421875, "completions/min_length": 653.0, "completions/min_terminated_length": 653.0, "epoch": 0.11827956989247312, "frac_reward_zero_std": 0.0, "grad_norm": 3.287983533210016, "kl": 0.003437042236328125, "learning_rate": 9.991115344316677e-07, "loss": -0.0073, "num_tokens": 21139236.0, "reward": 0.0, "reward_std": 0.8997383713722229, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.10362979506116665, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10137972136869466, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08333333333333331, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 473 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1285.0, "completions/max_terminated_length": 1285.0, "completions/mean_length": 951.75, "completions/mean_terminated_length": 951.75, "completions/min_length": 811.0, "completions/min_terminated_length": 811.0, "epoch": 0.11852963240810202, "frac_reward_zero_std": 0.0, "grad_norm": 2.8254207765028245, "kl": 0.0020771026611328125, "learning_rate": 9.990866918559607e-07, "loss": -0.0497, "num_tokens": 21173160.0, "reward": 0.0, "reward_std": 0.8687636852264404, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.07434640960796121, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12768080367052, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06831300510639733, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 474 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1498.0, "completions/mean_length": 1285.0625, "completions/mean_terminated_length": 1270.7333984375, "completions/min_length": 1108.0, "completions/min_terminated_length": 1108.0, "epoch": 0.11877969492373093, "frac_reward_zero_std": 0.0, "grad_norm": 2.320845469611608, "kl": 0.0017871856689453125, "learning_rate": 9.990615070911237e-07, "loss": -0.0151, "num_tokens": 21226849.0, "reward": 0.0, "reward_std": 0.9385799169540405, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.039590954442305766, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07394145252434572, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07969850595746357, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 475 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1477.0, "completions/mean_length": 1318.25, "completions/mean_terminated_length": 1257.666748046875, "completions/min_length": 952.0, "completions/min_terminated_length": 952.0, "epoch": 0.11902975743935984, "frac_reward_zero_std": 0.0, "grad_norm": 3.1645881705353145, "kl": 0.003589630126953125, "learning_rate": 9.990359801563461e-07, "loss": 0.0209, "num_tokens": 21277285.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9868928790092468, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.01756951643080076, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05511175721082276, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06206328908341755, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 476 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1368.0, "completions/mean_length": 1228.75, "completions/mean_terminated_length": 1105.45458984375, "completions/min_length": 836.0, "completions/min_terminated_length": 836.0, "epoch": 0.11927981995498875, "frac_reward_zero_std": 0.0, "grad_norm": 3.273800818119665, "kl": 0.00366973876953125, "learning_rate": 9.990101110710792e-07, "loss": -0.0025, "num_tokens": 21324601.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0340567827224731, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.023006925094900196, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07948267411527786, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09016445879408153, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 477 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1399.0, "completions/max_terminated_length": 1399.0, "completions/mean_length": 1085.375, "completions/mean_terminated_length": 1085.375, "completions/min_length": 437.0, "completions/min_terminated_length": 437.0, "epoch": 0.11952988247061766, "frac_reward_zero_std": 0.0, "grad_norm": 3.159904868004268, "kl": 0.00307464599609375, "learning_rate": 9.989838998550336e-07, "loss": -0.0371, "num_tokens": 21381607.0, "reward": 0.0, "reward_std": 0.84410560131073, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.011729034755839371, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.023917414730801848, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11547005383792516, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 478 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1356.0, "completions/max_terminated_length": 1356.0, "completions/mean_length": 1023.125, "completions/mean_terminated_length": 1023.125, "completions/min_length": 883.0, "completions/min_terminated_length": 883.0, "epoch": 0.11977994498624656, "frac_reward_zero_std": 0.0, "grad_norm": 1.6870476286960314, "kl": 0.0016269683837890625, "learning_rate": 9.989573465281822e-07, "loss": -0.0254, "num_tokens": 21430721.0, "reward": 0.0, "reward_std": 1.000291109085083, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03510427667199128, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07292794343591792, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10470416879457554, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 479 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1462.0, "completions/mean_length": 1315.875, "completions/mean_terminated_length": 1254.5, "completions/min_length": 1018.0, "completions/min_terminated_length": 1018.0, "epoch": 0.12003000750187547, "frac_reward_zero_std": 0.0, "grad_norm": 3.242448878863798, "kl": 0.003253936767578125, "learning_rate": 9.98930451110757e-07, "loss": -0.0254, "num_tokens": 21475375.0, "reward": 0.0, "reward_std": 0.9548476338386536, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0052787857579421876, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0310737911549311, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0894427190999916, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 480 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1424.0, "completions/mean_length": 1126.9375, "completions/mean_terminated_length": 1102.0667724609375, "completions/min_length": 611.0, "completions/min_terminated_length": 611.0, "epoch": 0.12028007001750438, "frac_reward_zero_std": 0.0, "grad_norm": 3.340903357945458, "kl": 0.003391265869140625, "learning_rate": 9.989032136232521e-07, "loss": 0.0068, "num_tokens": 21517902.0, "reward": 0.0, "reward_std": 1.0344252586364746, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04493716044625756, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0652600439078487, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11287488977066931, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 481 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1206.0, "completions/max_terminated_length": 1206.0, "completions/mean_length": 1037.4375, "completions/mean_terminated_length": 1037.4375, "completions/min_length": 717.0, "completions/min_terminated_length": 717.0, "epoch": 0.12053013253313329, "frac_reward_zero_std": 0.0, "grad_norm": 2.584090150613325, "kl": 0.0022182464599609375, "learning_rate": 9.988756340864209e-07, "loss": -0.0448, "num_tokens": 21560501.0, "reward": -2.9802322387695312e-08, "reward_std": 0.49676966667175293, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.00797031256979978, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.019830842789940344, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13045504405165223, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 482 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1312.0, "completions/mean_length": 1126.25, "completions/mean_terminated_length": 835.5555419921875, "completions/min_length": 766.0, "completions/min_terminated_length": 766.0, "epoch": 0.1207801950487622, "frac_reward_zero_std": 0.0, "grad_norm": 1.4305009468464422, "kl": 0.0009260177612304688, "learning_rate": 9.988477125212786e-07, "loss": 0.0019, "num_tokens": 21604121.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9534294605255127, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06000416032722413, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07663491070844125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08766518798921946, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 483 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1376.0, "completions/mean_length": 1064.4375, "completions/mean_terminated_length": 1002.21435546875, "completions/min_length": 730.0, "completions/min_terminated_length": 730.0, "epoch": 0.12103025756439109, "frac_reward_zero_std": 0.0, "grad_norm": 2.8883662385395725, "kl": 0.0027618408203125, "learning_rate": 9.988194489491003e-07, "loss": -0.0124, "num_tokens": 21642600.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9321235418319702, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.036588304676980966, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09692973022454926, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09651328828101766, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 484 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1473.0, "completions/max_terminated_length": 1473.0, "completions/mean_length": 1315.3125, "completions/mean_terminated_length": 1315.3125, "completions/min_length": 777.0, "completions/min_terminated_length": 777.0, "epoch": 0.12128032008002, "frac_reward_zero_std": 0.0, "grad_norm": 2.041196430760287, "kl": 0.002773284912109375, "learning_rate": 9.98790843391422e-07, "loss": 0.0094, "num_tokens": 21689669.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9781796932220459, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.10509780313992463, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1842309112254362, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12988598989256067, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 485 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1417.0, "completions/max_terminated_length": 1417.0, "completions/mean_length": 1017.3125, "completions/mean_terminated_length": 1017.3125, "completions/min_length": 821.0, "completions/min_terminated_length": 821.0, "epoch": 0.12153038259564891, "frac_reward_zero_std": 0.0, "grad_norm": 2.62830202748193, "kl": 0.002079010009765625, "learning_rate": 9.9876189587004e-07, "loss": 0.0177, "num_tokens": 21726658.0, "reward": 0.0, "reward_std": 0.9242294430732727, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03719860332525413, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11705753489577597, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.055611083361076466, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 486 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1448.0, "completions/mean_length": 1199.8125, "completions/mean_terminated_length": 1063.3636474609375, "completions/min_length": 816.0, "completions/min_terminated_length": 816.0, "epoch": 0.12178044511127782, "frac_reward_zero_std": 0.0, "grad_norm": 2.6831111374895373, "kl": 0.0023040771484375, "learning_rate": 9.987326064070114e-07, "loss": 0.0024, "num_tokens": 21775183.0, "reward": 0.0, "reward_std": 0.6643351316452026, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.04179788742030815, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.043910698736612, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7041666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08062257748298553, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 487 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1410.0, "completions/mean_length": 1121.0625, "completions/mean_terminated_length": 1066.9285888671875, "completions/min_length": 543.0, "completions/min_terminated_length": 543.0, "epoch": 0.12203050762690673, "frac_reward_zero_std": 0.0, "grad_norm": 2.8753954991396626, "kl": 0.00237274169921875, "learning_rate": 9.987029750246541e-07, "loss": -0.0691, "num_tokens": 21830416.0, "reward": 0.0, "reward_std": 1.0024687051773071, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0009582334059005659, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09895978940420416, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6916666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10292032157252812, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 488 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1348.0, "completions/mean_length": 1133.25, "completions/mean_terminated_length": 1011.0, "completions/min_length": 794.0, "completions/min_terminated_length": 794.0, "epoch": 0.12228057014253563, "frac_reward_zero_std": 0.0, "grad_norm": 3.0167278788087812, "kl": 0.003093719482421875, "learning_rate": 9.986730017455458e-07, "loss": -0.0093, "num_tokens": 21881252.0, "reward": 0.0, "reward_std": 0.9853301048278809, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.010290320834108732, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.046679142005282184, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12852438880818892, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 489 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1225.0, "completions/max_terminated_length": 1225.0, "completions/mean_length": 1001.125, "completions/mean_terminated_length": 1001.125, "completions/min_length": 590.0, "completions/min_terminated_length": 590.0, "epoch": 0.12253063265816454, "frac_reward_zero_std": 0.0, "grad_norm": 3.088715362605181, "kl": 0.0022401809692382812, "learning_rate": 9.986426865925253e-07, "loss": -0.045, "num_tokens": 21911254.0, "reward": -1.6763806343078613e-08, "reward_std": 1.0661542415618896, "rewards/wordcountpos_reward_GEOBench/mean": -1.6763806343078613e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.010519770549957857, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.048725110206193925, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06309898162000308, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 490 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1332.0, "completions/mean_length": 1172.8125, "completions/mean_terminated_length": 1151.0, "completions/min_length": 1009.0, "completions/min_terminated_length": 1009.0, "epoch": 0.12278069517379345, "frac_reward_zero_std": 0.0, "grad_norm": 0.7241694912069947, "kl": 0.0003293156623840332, "learning_rate": 9.986120295886917e-07, "loss": -0.0236, "num_tokens": 21947755.0, "reward": 1.1175870895385742e-08, "reward_std": 1.053109049797058, "rewards/wordcountpos_reward_GEOBench/mean": 1.1175870895385742e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04817911761437584, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04428007753822325, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06440611887195308, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 491 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1177.0, "completions/mean_length": 1074.6875, "completions/mean_terminated_length": 1046.3333740234375, "completions/min_length": 925.0, "completions/min_terminated_length": 925.0, "epoch": 0.12303075768942236, "frac_reward_zero_std": 0.0, "grad_norm": 2.0493137373676555, "kl": 0.0012140274047851562, "learning_rate": 9.985810307574049e-07, "loss": -0.004, "num_tokens": 21988734.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0513246059417725, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.08150869427792898, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06156310448369525, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07503085784948506, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 492 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1460.0, "completions/max_terminated_length": 1460.0, "completions/mean_length": 1229.9375, "completions/mean_terminated_length": 1229.9375, "completions/min_length": 1014.0, "completions/min_terminated_length": 1014.0, "epoch": 0.12328082020505127, "frac_reward_zero_std": 0.0, "grad_norm": 2.4963236684971726, "kl": 0.0020904541015625, "learning_rate": 9.985496901222846e-07, "loss": -0.0213, "num_tokens": 22038557.0, "reward": 0.0, "reward_std": 0.8496633172035217, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.059821570128304205, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.047675615411133083, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7333333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09737289911202955, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 493 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1338.0, "completions/mean_length": 1185.625, "completions/mean_terminated_length": 1164.666748046875, "completions/min_length": 977.0, "completions/min_terminated_length": 977.0, "epoch": 0.12353088272068018, "frac_reward_zero_std": 0.0, "grad_norm": 2.5354953310050905, "kl": 0.002559661865234375, "learning_rate": 9.985180077072116e-07, "loss": -0.0122, "num_tokens": 22087807.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8560189604759216, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06475012131003337, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.15928608822134419, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7083333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09067647005823631, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 494 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1343.0, "completions/mean_length": 1153.0, "completions/mean_terminated_length": 1129.86669921875, "completions/min_length": 764.0, "completions/min_terminated_length": 764.0, "epoch": 0.12378094523630907, "frac_reward_zero_std": 0.0, "grad_norm": 3.434220587186112, "kl": 0.003879547119140625, "learning_rate": 9.984859835363266e-07, "loss": 0.0031, "num_tokens": 22135871.0, "reward": -2.9802322387695312e-08, "reward_std": 0.9174438118934631, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06368674895204908, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05204661615710918, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6916666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09388724521901161, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 495 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1465.0, "completions/mean_length": 1035.375, "completions/mean_terminated_length": 1004.4000244140625, "completions/min_length": 513.0, "completions/min_terminated_length": 513.0, "epoch": 0.12403100775193798, "frac_reward_zero_std": 0.0, "grad_norm": 2.9844338618432773, "kl": 0.002262115478515625, "learning_rate": 9.984536176340313e-07, "loss": -0.0625, "num_tokens": 22176837.0, "reward": 0.0, "reward_std": 0.8271920680999756, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0029941811247888427, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0937112567467378, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.067631901304592, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 496 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1307.0, "completions/max_terminated_length": 1307.0, "completions/mean_length": 948.75, "completions/mean_terminated_length": 948.75, "completions/min_length": 644.0, "completions/min_terminated_length": 644.0, "epoch": 0.12428107026756689, "frac_reward_zero_std": 0.0, "grad_norm": 1.1874592548828022, "kl": 0.00036537647247314453, "learning_rate": 9.98420910024987e-07, "loss": -0.0638, "num_tokens": 22213857.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9812844395637512, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.01936975440575858, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07884457022292338, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7916666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09067647005823631, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 497 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1139.0, "completions/max_terminated_length": 1139.0, "completions/mean_length": 1024.625, "completions/mean_terminated_length": 1024.625, "completions/min_length": 776.0, "completions/min_terminated_length": 776.0, "epoch": 0.1245311327831958, "frac_reward_zero_std": 0.0, "grad_norm": 2.673312681538535, "kl": 0.0021686553955078125, "learning_rate": 9.98387860734116e-07, "loss": 0.0002, "num_tokens": 22248755.0, "reward": 0.0, "reward_std": 1.017157793045044, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06500015913534689, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05504515590670135, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7374999999999999, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.05692750425533113, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 498 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1317.0, "completions/max_terminated_length": 1317.0, "completions/mean_length": 990.6875, "completions/mean_terminated_length": 990.6875, "completions/min_length": 704.0, "completions/min_terminated_length": 704.0, "epoch": 0.12478119529882471, "frac_reward_zero_std": 0.0, "grad_norm": 3.6827380430596595, "kl": 0.003887176513671875, "learning_rate": 9.98354469786601e-07, "loss": 0.0069, "num_tokens": 22287078.0, "reward": 0.0, "reward_std": 0.7481107711791992, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.009009967998796074, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08031527751818927, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09016445879408158, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 499 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1038.0, "completions/max_terminated_length": 1038.0, "completions/mean_length": 875.625, "completions/mean_terminated_length": 875.625, "completions/min_length": 684.0, "completions/min_terminated_length": 684.0, "epoch": 0.12503125781445362, "frac_reward_zero_std": 0.0, "grad_norm": 2.6238360585797826, "kl": 0.00183868408203125, "learning_rate": 9.983207372078845e-07, "loss": -0.0051, "num_tokens": 22328712.0, "reward": 2.9802322387695312e-08, "reward_std": 0.875469982624054, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.016216950265234224, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03120896024539966, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07187952884282611, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 500 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1278.0, "completions/mean_length": 1038.25, "completions/mean_terminated_length": 1007.4667358398438, "completions/min_length": 710.0, "completions/min_terminated_length": 710.0, "epoch": 0.12528132033008252, "frac_reward_zero_std": 0.0, "grad_norm": 3.446619593400502, "kl": 0.00396728515625, "learning_rate": 9.982866630236697e-07, "loss": 0.0098, "num_tokens": 22363036.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8586524128913879, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.05128892976787998, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08787624571297283, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7916666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10576003586036263, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 501 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1494.0, "completions/mean_length": 1011.8125, "completions/mean_terminated_length": 942.0714721679688, "completions/min_length": 657.0, "completions/min_terminated_length": 657.0, "epoch": 0.12553138284571141, "frac_reward_zero_std": 0.0, "grad_norm": 2.9969698621428376, "kl": 0.0039577484130859375, "learning_rate": 9.9825224725992e-07, "loss": 0.0176, "num_tokens": 22414761.0, "reward": 1.4901161193847656e-08, "reward_std": 1.050168752670288, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.055633099309451345, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12509359252613836, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0859586463881842, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 502 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1440.0, "completions/mean_length": 1185.9375, "completions/mean_terminated_length": 941.6666870117188, "completions/min_length": 772.0, "completions/min_terminated_length": 772.0, "epoch": 0.12578144536134034, "frac_reward_zero_std": 0.0, "grad_norm": 2.936346276135685, "kl": 0.00298309326171875, "learning_rate": 9.98217489942859e-07, "loss": -0.0353, "num_tokens": 22465528.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8285526633262634, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.059780884220592016, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05934168166117334, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.067631901304592, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 503 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1421.0, "completions/max_terminated_length": 1421.0, "completions/mean_length": 1129.3125, "completions/mean_terminated_length": 1129.3125, "completions/min_length": 880.0, "completions/min_terminated_length": 880.0, "epoch": 0.12603150787696923, "frac_reward_zero_std": 0.0, "grad_norm": 3.490297673958819, "kl": 0.004146575927734375, "learning_rate": 9.981823910989707e-07, "loss": 0.0276, "num_tokens": 22511045.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0241107940673828, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0004771630881000941, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07373421257474412, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06382847385042258, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 504 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1075.0, "completions/max_terminated_length": 1075.0, "completions/mean_length": 815.3125, "completions/mean_terminated_length": 815.3125, "completions/min_length": 618.0, "completions/min_terminated_length": 618.0, "epoch": 0.12628157039259816, "frac_reward_zero_std": 0.0, "grad_norm": 2.987503385480096, "kl": 0.0020084381103515625, "learning_rate": 9.981469507549993e-07, "loss": 0.012, "num_tokens": 22541874.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9670090675354004, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.058355513487687805, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08749553213725886, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08681611046941137, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 505 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1360.0, "completions/mean_length": 1315.6875, "completions/mean_terminated_length": 1172.3333740234375, "completions/min_length": 804.0, "completions/min_terminated_length": 804.0, "epoch": 0.12653163290822705, "frac_reward_zero_std": 0.0, "grad_norm": 2.0525068975643253, "kl": 0.001758575439453125, "learning_rate": 9.98111168937949e-07, "loss": -0.0064, "num_tokens": 22589189.0, "reward": 2.9802322387695312e-08, "reward_std": 0.4391608238220215, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.10262849488465975, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08466837688062771, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6916666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12382783747337807, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 506 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1364.0, "completions/mean_length": 961.625, "completions/mean_terminated_length": 925.7333984375, "completions/min_length": 664.0, "completions/min_terminated_length": 664.0, "epoch": 0.12678169542385595, "frac_reward_zero_std": 0.0, "grad_norm": 3.8191247439809675, "kl": 0.00437164306640625, "learning_rate": 9.980750456750844e-07, "loss": -0.0353, "num_tokens": 22639223.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9226388931274414, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.015802040451202617, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03594183797994165, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06309898162000308, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 507 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1256.0, "completions/mean_length": 1247.6875, "completions/mean_terminated_length": 1051.4444580078125, "completions/min_length": 807.0, "completions/min_terminated_length": 807.0, "epoch": 0.12703175793948487, "frac_reward_zero_std": 0.0, "grad_norm": 2.169140233792912, "kl": 0.0013804435729980469, "learning_rate": 9.980385809939303e-07, "loss": 0.0172, "num_tokens": 22678690.0, "reward": 2.9802322387695312e-08, "reward_std": 1.0190508365631104, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03765713971949531, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.045767675164769504, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08421753138505425, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 508 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1496.0, "completions/max_terminated_length": 1496.0, "completions/mean_length": 1065.4375, "completions/mean_terminated_length": 1065.4375, "completions/min_length": 816.0, "completions/min_terminated_length": 816.0, "epoch": 0.12728182045511377, "frac_reward_zero_std": 0.0, "grad_norm": 2.9577820908401864, "kl": 0.003505706787109375, "learning_rate": 9.980017749222716e-07, "loss": -0.0311, "num_tokens": 22721145.0, "reward": 0.0, "reward_std": 0.729495644569397, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.006549463528345031, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.26740213041989186, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6333333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06885303726590962, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 509 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1482.0, "completions/mean_length": 1129.8125, "completions/mean_terminated_length": 1105.1334228515625, "completions/min_length": 715.0, "completions/min_terminated_length": 715.0, "epoch": 0.1275318829707427, "frac_reward_zero_std": 0.0, "grad_norm": 2.934818872828042, "kl": 0.002841949462890625, "learning_rate": 9.979646274881533e-07, "loss": 0.0037, "num_tokens": 22763286.0, "reward": 4.0978193283081055e-08, "reward_std": 1.049876093864441, "rewards/wordcountpos_reward_GEOBench/mean": 4.0978193283081055e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.002883654723764544, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.02400884991093857, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7666666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11417984514369006, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 510 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1405.0, "completions/mean_length": 951.8125, "completions/mean_terminated_length": 873.5000610351562, "completions/min_length": 509.0, "completions/min_terminated_length": 509.0, "epoch": 0.1277819454863716, "frac_reward_zero_std": 0.0, "grad_norm": 3.9969347536544477, "kl": 0.004425048828125, "learning_rate": 9.979271387198804e-07, "loss": -0.1299, "num_tokens": 22803139.0, "reward": 0.0, "reward_std": 0.7554850578308105, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.016258869321923754, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.026016024486811017, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07097208632298359, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 511 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1452.0, "completions/max_terminated_length": 1452.0, "completions/mean_length": 1154.9375, "completions/mean_terminated_length": 1154.9375, "completions/min_length": 763.0, "completions/min_terminated_length": 763.0, "epoch": 0.1280320080020005, "frac_reward_zero_std": 0.0, "grad_norm": 3.7213171416255957, "kl": 0.004657745361328125, "learning_rate": 9.978893086460182e-07, "loss": -0.0424, "num_tokens": 22842122.0, "reward": 0.0, "reward_std": 1.019124150276184, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0382330215838651, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0663981384597086, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10532137766186217, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 512 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1323.0, "completions/max_terminated_length": 1323.0, "completions/mean_length": 967.375, "completions/mean_terminated_length": 967.375, "completions/min_length": 723.0, "completions/min_terminated_length": 723.0, "epoch": 0.1282820705176294, "frac_reward_zero_std": 0.0, "grad_norm": 3.8491000323662288, "kl": 0.0045166015625, "learning_rate": 9.97851137295392e-07, "loss": 0.0024, "num_tokens": 22892592.0, "reward": -7.450580596923828e-09, "reward_std": 1.0557444095611572, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.15006084794012126, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12454623335787925, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.5875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11979921473804345, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 513 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1426.0, "completions/mean_length": 1296.5, "completions/mean_terminated_length": 1228.666748046875, "completions/min_length": 1015.0, "completions/min_terminated_length": 1015.0, "epoch": 0.1285321330332583, "frac_reward_zero_std": 0.0, "grad_norm": 2.8379617286300256, "kl": 0.002964019775390625, "learning_rate": 9.978126246970868e-07, "loss": -0.024, "num_tokens": 22946584.0, "reward": 0.0, "reward_std": 0.5564714670181274, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.12037964854067126, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06254379225717949, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13381856152046848, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 514 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1305.0, "completions/mean_length": 1048.9375, "completions/mean_terminated_length": 1018.86669921875, "completions/min_length": 553.0, "completions/min_terminated_length": 553.0, "epoch": 0.12878219554888723, "frac_reward_zero_std": 0.0, "grad_norm": 3.5735691501443134, "kl": 0.004791259765625, "learning_rate": 9.977737708804483e-07, "loss": -0.0257, "num_tokens": 23004503.0, "reward": 0.0, "reward_std": 0.6283920407295227, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0757364512420175, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.23252828103168138, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1029203215725281, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 515 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1324.0, "completions/mean_length": 1216.0625, "completions/mean_terminated_length": 1087.0, "completions/min_length": 855.0, "completions/min_terminated_length": 855.0, "epoch": 0.12903225806451613, "frac_reward_zero_std": 0.0, "grad_norm": 3.1475012662406026, "kl": 0.003551483154296875, "learning_rate": 9.977345758750815e-07, "loss": -0.007, "num_tokens": 23056792.0, "reward": 0.0, "reward_std": 0.7265195846557617, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03817712759820832, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.061130912235576755, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6291666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07685966046898339, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 516 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1431.0, "completions/mean_length": 1391.3125, "completions/mean_terminated_length": 1282.625, "completions/min_length": 1003.0, "completions/min_terminated_length": 1003.0, "epoch": 0.12928232058014505, "frac_reward_zero_std": 0.0, "grad_norm": 3.043521695374755, "kl": 0.00350189208984375, "learning_rate": 9.97695039710852e-07, "loss": -0.0207, "num_tokens": 23113229.0, "reward": -2.9802322387695312e-08, "reward_std": 1.0532939434051514, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.028252684360755398, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.14628059173608188, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.725, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09067647005823631, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 517 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1181.0, "completions/max_terminated_length": 1181.0, "completions/mean_length": 927.5, "completions/mean_terminated_length": 927.5, "completions/min_length": 721.0, "completions/min_terminated_length": 721.0, "epoch": 0.12953238309577395, "frac_reward_zero_std": 0.0, "grad_norm": 4.208715562167414, "kl": 0.0044097900390625, "learning_rate": 9.976551624178847e-07, "loss": -0.0239, "num_tokens": 23159757.0, "reward": -1.4901161193847656e-08, "reward_std": 1.016371488571167, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06651845734688337, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08559105471049146, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07084150279686705, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 518 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1410.0, "completions/max_terminated_length": 1410.0, "completions/mean_length": 929.375, "completions/mean_terminated_length": 929.375, "completions/min_length": 479.0, "completions/min_terminated_length": 479.0, "epoch": 0.12978244561140284, "frac_reward_zero_std": 0.0, "grad_norm": 4.220806527774962, "kl": 0.0042266845703125, "learning_rate": 9.97614944026565e-07, "loss": 0.0785, "num_tokens": 23195579.0, "reward": 2.9802322387695312e-08, "reward_std": 0.6541420817375183, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.37066069215113334, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.3862686600075902, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6749999999999999, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09067647005823629, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 519 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1233.0, "completions/max_terminated_length": 1233.0, "completions/mean_length": 1125.75, "completions/mean_terminated_length": 1125.75, "completions/min_length": 938.0, "completions/min_terminated_length": 938.0, "epoch": 0.13003250812703177, "frac_reward_zero_std": 0.0, "grad_norm": 1.3376504162329679, "kl": 0.0006660223007202148, "learning_rate": 9.975743845675381e-07, "loss": -0.0029, "num_tokens": 23228927.0, "reward": -7.450580596923828e-09, "reward_std": 1.0244802236557007, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.01834543860842012, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04244811969500902, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06978803887752093, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 520 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1084.0, "completions/max_terminated_length": 1084.0, "completions/mean_length": 952.8125, "completions/mean_terminated_length": 952.8125, "completions/min_length": 674.0, "completions/min_terminated_length": 674.0, "epoch": 0.13028257064266066, "frac_reward_zero_std": 0.0, "grad_norm": 3.8824811847404597, "kl": 0.0043792724609375, "learning_rate": 9.975334840717086e-07, "loss": -0.0363, "num_tokens": 23269580.0, "reward": 0.0, "reward_std": 0.595811128616333, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03344054515407356, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.059099287311281924, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7708333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10602235962635781, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 521 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1487.0, "completions/mean_length": 1321.375, "completions/mean_terminated_length": 1182.4444580078125, "completions/min_length": 983.0, "completions/min_terminated_length": 983.0, "epoch": 0.13053263315828958, "frac_reward_zero_std": 0.0, "grad_norm": 2.723176090660248, "kl": 0.00321197509765625, "learning_rate": 9.974922425702416e-07, "loss": -0.064, "num_tokens": 23325122.0, "reward": 2.9802322387695312e-08, "reward_std": 0.7928065061569214, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.11998653913539886, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.14480622019928574, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6708333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1746424919657298, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 522 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1357.0, "completions/mean_length": 1204.8125, "completions/mean_terminated_length": 1070.6363525390625, "completions/min_length": 847.0, "completions/min_terminated_length": 847.0, "epoch": 0.13078269567391848, "frac_reward_zero_std": 0.0, "grad_norm": 3.2890412791112564, "kl": 0.003620147705078125, "learning_rate": 9.974506600945616e-07, "loss": 0.0227, "num_tokens": 23374735.0, "reward": 0.0, "reward_std": 0.5852730870246887, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.04502768359252428, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08034446087037876, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7916666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1437590576856522, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 523 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1363.0, "completions/mean_length": 1214.3125, "completions/mean_terminated_length": 1195.2667236328125, "completions/min_length": 848.0, "completions/min_terminated_length": 848.0, "epoch": 0.13103275818954738, "frac_reward_zero_std": 0.0, "grad_norm": 2.9938212146233085, "kl": 0.0029621124267578125, "learning_rate": 9.974087366763534e-07, "loss": -0.003, "num_tokens": 23416420.0, "reward": 2.9802322387695312e-08, "reward_std": 0.20380209386348724, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.031058452161353042, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.22719217277699225, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7083333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13305526559931294, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 524 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1500.0, "completions/mean_length": 1107.25, "completions/mean_terminated_length": 871.6000366210938, "completions/min_length": 265.0, "completions/min_terminated_length": 265.0, "epoch": 0.1312828207051763, "frac_reward_zero_std": 0.0, "grad_norm": 2.339340925372444, "kl": 0.0019998550415039062, "learning_rate": 9.973664723475606e-07, "loss": -0.0618, "num_tokens": 23458872.0, "reward": 0.0, "reward_std": 0.9507225751876831, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0023467484282928422, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05617452919007055, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08681611046941137, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 525 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1480.0, "completions/mean_length": 1282.4375, "completions/mean_terminated_length": 1183.5455322265625, "completions/min_length": 868.0, "completions/min_terminated_length": 868.0, "epoch": 0.1315328832208052, "frac_reward_zero_std": 0.0, "grad_norm": 3.3320544204680624, "kl": 0.004306793212890625, "learning_rate": 9.973238671403877e-07, "loss": 0.0014, "num_tokens": 23514063.0, "reward": 0.0, "reward_std": 0.7242544889450073, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06505329586370125, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08862827804514926, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10461569884316813, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 526 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1465.0, "completions/mean_length": 1107.375, "completions/mean_terminated_length": 1081.2000732421875, "completions/min_length": 762.0, "completions/min_terminated_length": 762.0, "epoch": 0.13178294573643412, "frac_reward_zero_std": 0.0, "grad_norm": 3.33945749481696, "kl": 0.003833770751953125, "learning_rate": 9.972809210872985e-07, "loss": 0.0757, "num_tokens": 23550613.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0034337043762207, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0351623597900655, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0880223462022602, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6916666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06831300510639732, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 527 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1495.0, "completions/mean_length": 1121.875, "completions/mean_terminated_length": 1096.666748046875, "completions/min_length": 739.0, "completions/min_terminated_length": 739.0, "epoch": 0.13203300825206302, "frac_reward_zero_std": 0.0, "grad_norm": 3.500662828643573, "kl": 0.003406524658203125, "learning_rate": 9.972376342210162e-07, "loss": 0.0068, "num_tokens": 23592331.0, "reward": 0.0, "reward_std": 0.8951210975646973, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04977295311129134, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.057706204765003356, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8541666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10390522747338703, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 528 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1212.0, "completions/mean_length": 1285.75, "completions/mean_terminated_length": 1071.5, "completions/min_length": 989.0, "completions/min_terminated_length": 989.0, "epoch": 0.1322830707676919, "frac_reward_zero_std": 0.0, "grad_norm": 2.5647061465837604, "kl": 0.0025768280029296875, "learning_rate": 9.97194006574524e-07, "loss": 0.0114, "num_tokens": 23640343.0, "reward": 7.450580596923828e-09, "reward_std": 1.0383625030517578, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.10299508465533097, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10372111895133994, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.15563490039905004, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 529 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1499.0, "completions/mean_length": 1450.4375, "completions/mean_terminated_length": 1386.71435546875, "completions/min_length": 1231.0, "completions/min_terminated_length": 1231.0, "epoch": 0.13253313328332084, "frac_reward_zero_std": 0.0, "grad_norm": 2.2271179332205, "kl": 0.0017185211181640625, "learning_rate": 9.97150038181065e-07, "loss": -0.0111, "num_tokens": 23696438.0, "reward": -3.725290298461914e-08, "reward_std": 0.9646656513214111, "rewards/wordcountpos_reward_GEOBench/mean": -3.725290298461914e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.07148722696924767, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04716470392431703, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0850925422157591, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 530 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1131.0, "completions/max_terminated_length": 1131.0, "completions/mean_length": 865.1875, "completions/mean_terminated_length": 865.1875, "completions/min_length": 610.0, "completions/min_terminated_length": 610.0, "epoch": 0.13278319579894973, "frac_reward_zero_std": 0.0, "grad_norm": 3.1102467115811465, "kl": 0.002620697021484375, "learning_rate": 9.971057290741413e-07, "loss": -0.021, "num_tokens": 23739081.0, "reward": 2.9802322387695312e-08, "reward_std": 0.7353893518447876, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.24456874698358683, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1302748715559959, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09574271077563382, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 531 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1069.0, "completions/max_terminated_length": 1069.0, "completions/mean_length": 934.0625, "completions/mean_terminated_length": 934.0625, "completions/min_length": 802.0, "completions/min_terminated_length": 802.0, "epoch": 0.13303325831457866, "frac_reward_zero_std": 0.0, "grad_norm": 0.17455593418590598, "kl": 7.003545761108398e-05, "learning_rate": 9.97061079287515e-07, "loss": -0.004, "num_tokens": 23773322.0, "reward": 2.9802322387695312e-08, "reward_std": 0.397393137216568, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.007453036050616934, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1241193113700527, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8333333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.03442651863295481, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 532 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1388.0, "completions/max_terminated_length": 1388.0, "completions/mean_length": 1127.9375, "completions/mean_terminated_length": 1127.9375, "completions/min_length": 923.0, "completions/min_terminated_length": 923.0, "epoch": 0.13328332083020755, "frac_reward_zero_std": 0.0, "grad_norm": 3.3676925536596256, "kl": 0.004070281982421875, "learning_rate": 9.97016088855208e-07, "loss": 0.0269, "num_tokens": 23809433.0, "reward": -2.9802322387695312e-08, "reward_std": 0.9639080166816711, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.10865665454697258, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05682495738494908, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07649739768026004, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 533 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1354.0, "completions/mean_length": 1213.25, "completions/mean_terminated_length": 990.2222290039062, "completions/min_length": 628.0, "completions/min_terminated_length": 628.0, "epoch": 0.13353338334583645, "frac_reward_zero_std": 0.0, "grad_norm": 2.307428175416801, "kl": 0.001972198486328125, "learning_rate": 9.969707578115012e-07, "loss": -0.0647, "num_tokens": 23858317.0, "reward": 0.0, "reward_std": 0.7815545797348022, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.21764423691912288, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.21310850602911072, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10532137766186217, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 534 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1409.0, "completions/mean_length": 1294.1875, "completions/mean_terminated_length": 1170.7000732421875, "completions/min_length": 920.0, "completions/min_terminated_length": 920.0, "epoch": 0.13378344586146537, "frac_reward_zero_std": 0.0, "grad_norm": 3.3399346928503992, "kl": 0.004878997802734375, "learning_rate": 9.969250861909357e-07, "loss": 0.0017, "num_tokens": 23906368.0, "reward": 0.0, "reward_std": 0.7112383246421814, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.019296500722649667, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.16842763604043762, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7041666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11147163731607217, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 535 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1427.0, "completions/max_terminated_length": 1427.0, "completions/mean_length": 1009.875, "completions/mean_terminated_length": 1009.875, "completions/min_length": 485.0, "completions/min_terminated_length": 485.0, "epoch": 0.13403350837709427, "frac_reward_zero_std": 0.0, "grad_norm": 3.9000368289978224, "kl": 0.00485992431640625, "learning_rate": 9.968790740283117e-07, "loss": 0.0315, "num_tokens": 23959422.0, "reward": 0.0, "reward_std": 0.8126864433288574, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0795498922566296, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08039801962101259, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10470416879457554, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 536 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1294.0, "completions/mean_length": 1071.0, "completions/mean_terminated_length": 1009.71435546875, "completions/min_length": 816.0, "completions/min_terminated_length": 816.0, "epoch": 0.1342835708927232, "frac_reward_zero_std": 0.0, "grad_norm": 3.819114010780478, "kl": 0.0047149658203125, "learning_rate": 9.968327213586883e-07, "loss": 0.025, "num_tokens": 24012518.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8958336114883423, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.023314663322859634, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09156881457072692, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6749999999999999, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08388704928078611, "rewards/wordcountpos_reward_GEOBench/std": 1.0327954292297363, "step": 537 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1441.0, "completions/mean_length": 1182.9375, "completions/mean_terminated_length": 1161.800048828125, "completions/min_length": 836.0, "completions/min_terminated_length": 836.0, "epoch": 0.1345336334083521, "frac_reward_zero_std": 0.0, "grad_norm": 2.4353423294960286, "kl": 0.0024242401123046875, "learning_rate": 9.967860282173856e-07, "loss": -0.0236, "num_tokens": 24048685.0, "reward": 0.0, "reward_std": 0.9726213216781616, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.050089389231970725, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11732758263588476, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8583333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0906764700582363, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 538 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1181.0, "completions/max_terminated_length": 1181.0, "completions/mean_length": 994.3125, "completions/mean_terminated_length": 994.3125, "completions/min_length": 693.0, "completions/min_terminated_length": 693.0, "epoch": 0.13478369592398098, "frac_reward_zero_std": 0.0, "grad_norm": 3.700523298709491, "kl": 0.00476837158203125, "learning_rate": 9.967389946399818e-07, "loss": 0.0273, "num_tokens": 24083050.0, "reward": -2.9802322387695312e-08, "reward_std": 0.691209077835083, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.028380378070615542, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11230386441410885, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06540472290116196, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 539 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1395.0, "completions/max_terminated_length": 1395.0, "completions/mean_length": 955.0625, "completions/mean_terminated_length": 955.0625, "completions/min_length": 723.0, "completions/min_terminated_length": 723.0, "epoch": 0.1350337584396099, "frac_reward_zero_std": 0.0, "grad_norm": 2.415628462337578, "kl": 0.0016527175903320312, "learning_rate": 9.966916206623148e-07, "loss": 0.0132, "num_tokens": 24127667.0, "reward": 0.0, "reward_std": 0.8168976306915283, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.10014885864805739, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.055416375908085645, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8291666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09418264367902598, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 540 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1430.0, "completions/max_terminated_length": 1430.0, "completions/mean_length": 1149.0, "completions/mean_terminated_length": 1149.0, "completions/min_length": 868.0, "completions/min_terminated_length": 868.0, "epoch": 0.1352838209552388, "frac_reward_zero_std": 0.0, "grad_norm": 2.7692585339746967, "kl": 0.003269195556640625, "learning_rate": 9.966439063204823e-07, "loss": 0.0126, "num_tokens": 24165891.0, "reward": 0.0, "reward_std": 0.7012863159179688, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.1620799072389941, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10434195738378764, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1529342632927262, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 541 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1467.0, "completions/mean_length": 1318.4375, "completions/mean_terminated_length": 1136.875, "completions/min_length": 828.0, "completions/min_terminated_length": 828.0, "epoch": 0.13553388347086773, "frac_reward_zero_std": 0.0, "grad_norm": 3.3292524200165974, "kl": 0.0045623779296875, "learning_rate": 9.965958516508408e-07, "loss": -0.0183, "num_tokens": 24220218.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9518120884895325, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.019235466078862302, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06160915797707672, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.5833333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11287488977066927, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 542 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1423.0, "completions/max_terminated_length": 1423.0, "completions/mean_length": 1108.1875, "completions/mean_terminated_length": 1108.1875, "completions/min_length": 867.0, "completions/min_terminated_length": 867.0, "epoch": 0.13578394598649662, "frac_reward_zero_std": 0.0, "grad_norm": 3.2871643231558916, "kl": 0.00414276123046875, "learning_rate": 9.965474566900065e-07, "loss": -0.0522, "num_tokens": 24266549.0, "reward": 2.9802322387695312e-08, "reward_std": 0.6842765808105469, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.021172818013000458, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10198819760983971, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09067647005823631, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 543 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1463.0, "completions/mean_length": 1364.8125, "completions/mean_terminated_length": 1319.75, "completions/min_length": 990.0, "completions/min_terminated_length": 990.0, "epoch": 0.13603400850212552, "frac_reward_zero_std": 0.0, "grad_norm": 2.789511286726518, "kl": 0.0035247802734375, "learning_rate": 9.964987214748547e-07, "loss": -0.0146, "num_tokens": 24319554.0, "reward": -2.2351741790771484e-08, "reward_std": 1.0351877212524414, "rewards/wordcountpos_reward_GEOBench/mean": -2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.09680033169312058, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10361497404751799, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06070572613176774, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 544 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1418.0, "completions/max_terminated_length": 1418.0, "completions/mean_length": 1072.4375, "completions/mean_terminated_length": 1072.4375, "completions/min_length": 842.0, "completions/min_terminated_length": 842.0, "epoch": 0.13628407101775444, "frac_reward_zero_std": 0.0, "grad_norm": 3.38976753395478, "kl": 0.004405975341796875, "learning_rate": 9.9644964604252e-07, "loss": -0.0468, "num_tokens": 24371897.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9353458881378174, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.09131942230263602, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12526230885208448, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10292032157252812, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 545 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1452.0, "completions/max_terminated_length": 1452.0, "completions/mean_length": 1205.3125, "completions/mean_terminated_length": 1205.3125, "completions/min_length": 845.0, "completions/min_terminated_length": 845.0, "epoch": 0.13653413353338334, "frac_reward_zero_std": 0.0, "grad_norm": 2.6518842380268195, "kl": 0.002796173095703125, "learning_rate": 9.964002304303962e-07, "loss": -0.0191, "num_tokens": 24413566.0, "reward": -2.9802322387695312e-08, "reward_std": 0.5421290993690491, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.15006462637437845, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.32268579891831095, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.725, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10852547064066471, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 546 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1489.0, "completions/mean_length": 1300.1875, "completions/mean_terminated_length": 1233.5833740234375, "completions/min_length": 1087.0, "completions/min_terminated_length": 1087.0, "epoch": 0.13678419604901226, "frac_reward_zero_std": 0.0, "grad_norm": 3.0681037826413697, "kl": 0.004119873046875, "learning_rate": 9.963504746761365e-07, "loss": -0.014, "num_tokens": 24468681.0, "reward": 0.0, "reward_std": 0.4832967221736908, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.05887365636360213, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0693438827910109, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.053748384988656986, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 547 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1248.0, "completions/max_terminated_length": 1248.0, "completions/mean_length": 894.25, "completions/mean_terminated_length": 894.25, "completions/min_length": 718.0, "completions/min_terminated_length": 718.0, "epoch": 0.13703425856464116, "frac_reward_zero_std": 0.0, "grad_norm": 1.6940492753008909, "kl": 0.0011034011840820312, "learning_rate": 9.963003788176528e-07, "loss": -0.0061, "num_tokens": 24497597.0, "reward": 0.0, "reward_std": 0.7937939167022705, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0453132221386746, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.038657709752783376, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7041666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.05426273532033237, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 548 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1381.0, "completions/mean_length": 1420.6875, "completions/mean_terminated_length": 1288.5, "completions/min_length": 1077.0, "completions/min_terminated_length": 1077.0, "epoch": 0.13728432108027006, "frac_reward_zero_std": 0.0, "grad_norm": 2.6849965516277483, "kl": 0.00347137451171875, "learning_rate": 9.962499428931168e-07, "loss": -0.0043, "num_tokens": 24553128.0, "reward": 0.0, "reward_std": 0.8921339511871338, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.07809153334451181, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.254361150662776, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6708333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08243965245133132, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 549 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1483.0, "completions/mean_length": 1035.5, "completions/mean_terminated_length": 1004.5333862304688, "completions/min_length": 768.0, "completions/min_terminated_length": 768.0, "epoch": 0.13753438359589898, "frac_reward_zero_std": 0.0, "grad_norm": 3.8277770448928927, "kl": 0.00469970703125, "learning_rate": 9.961991669409592e-07, "loss": -0.0171, "num_tokens": 24595016.0, "reward": 0.0, "reward_std": 0.7219088077545166, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.057327110095205844, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06795022697952832, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.15244914148902494, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 550 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1462.0, "completions/mean_length": 1242.125, "completions/mean_terminated_length": 1041.5555419921875, "completions/min_length": 822.0, "completions/min_terminated_length": 822.0, "epoch": 0.13778444611152788, "frac_reward_zero_std": 0.0, "grad_norm": 3.112686840722075, "kl": 0.003932952880859375, "learning_rate": 9.961480509998691e-07, "loss": -0.0033, "num_tokens": 24643050.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0352966785430908, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06131913393434931, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.138197577878526, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.102469507659596, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 551 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1470.0, "completions/mean_length": 1197.6875, "completions/mean_terminated_length": 1096.916748046875, "completions/min_length": 873.0, "completions/min_terminated_length": 873.0, "epoch": 0.1380345086271568, "frac_reward_zero_std": 0.0, "grad_norm": 3.02691785151223, "kl": 0.004024505615234375, "learning_rate": 9.960965951087954e-07, "loss": -0.0503, "num_tokens": 24684781.0, "reward": 2.9802322387695312e-08, "reward_std": 0.6511217355728149, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.05051363931545115, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.16999850827486235, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1377060745318193, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 552 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1414.0, "completions/mean_length": 1312.375, "completions/mean_terminated_length": 1249.8333740234375, "completions/min_length": 969.0, "completions/min_terminated_length": 969.0, "epoch": 0.1382845711427857, "frac_reward_zero_std": 0.0, "grad_norm": 3.2766293438347596, "kl": 0.00440216064453125, "learning_rate": 9.960447993069457e-07, "loss": 0.0315, "num_tokens": 24737347.0, "reward": 2.9802322387695312e-08, "reward_std": 1.0143721103668213, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.021328223369904094, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10142209898687021, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07876359377087684, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 553 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1323.0, "completions/max_terminated_length": 1323.0, "completions/mean_length": 1000.1875, "completions/mean_terminated_length": 1000.1875, "completions/min_length": 565.0, "completions/min_terminated_length": 565.0, "epoch": 0.1385346336584146, "frac_reward_zero_std": 0.0, "grad_norm": 3.166134113773567, "kl": 0.0028371810913085938, "learning_rate": 9.959926636337867e-07, "loss": -0.0691, "num_tokens": 24783630.0, "reward": -2.9802322387695312e-08, "reward_std": 0.6034929752349854, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04139483635413098, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07372706814115049, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6458333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1958362883937802, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 554 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1425.0, "completions/mean_length": 1079.875, "completions/mean_terminated_length": 1051.86669921875, "completions/min_length": 643.0, "completions/min_terminated_length": 643.0, "epoch": 0.13878469617404351, "frac_reward_zero_std": 0.0, "grad_norm": 3.4637932511512295, "kl": 0.004791259765625, "learning_rate": 9.959401881290441e-07, "loss": 0.018, "num_tokens": 24825780.0, "reward": 2.9802322387695312e-08, "reward_std": 0.6338469982147217, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.091510283875925, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07778078511987636, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08509254221575908, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 555 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1414.0, "completions/mean_length": 1090.8125, "completions/mean_terminated_length": 1032.357177734375, "completions/min_length": 700.0, "completions/min_terminated_length": 700.0, "epoch": 0.1390347586896724, "frac_reward_zero_std": 0.0, "grad_norm": 3.2390083261154374, "kl": 0.00408172607421875, "learning_rate": 9.958873728327026e-07, "loss": 0.0602, "num_tokens": 24865945.0, "reward": 0.0, "reward_std": 0.950857400894165, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.010147718052311714, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03629486993294452, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.05821416398857663, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 556 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1317.0, "completions/max_terminated_length": 1317.0, "completions/mean_length": 1179.8125, "completions/mean_terminated_length": 1179.8125, "completions/min_length": 1022.0, "completions/min_terminated_length": 1022.0, "epoch": 0.13928482120530133, "frac_reward_zero_std": 0.0, "grad_norm": 2.232695255973004, "kl": 0.002468109130859375, "learning_rate": 9.958342177850053e-07, "loss": -0.0044, "num_tokens": 24906958.0, "reward": 0.0, "reward_std": 0.7562099695205688, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04666825561654362, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07044630473052961, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08027729719194866, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 557 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1133.0, "completions/max_terminated_length": 1133.0, "completions/mean_length": 817.3125, "completions/mean_terminated_length": 817.3125, "completions/min_length": 657.0, "completions/min_terminated_length": 657.0, "epoch": 0.13953488372093023, "frac_reward_zero_std": 0.0, "grad_norm": 3.3780822199628484, "kl": 0.0030574798583984375, "learning_rate": 9.95780723026455e-07, "loss": -0.0003, "num_tokens": 24935107.0, "reward": 2.2351741790771484e-08, "reward_std": 1.0564441680908203, "rewards/wordcountpos_reward_GEOBench/mean": 2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.050732197243485475, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.13376181483720487, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.131021626713557, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 558 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1465.0, "completions/mean_length": 1197.375, "completions/mean_terminated_length": 1127.5384521484375, "completions/min_length": 745.0, "completions/min_terminated_length": 745.0, "epoch": 0.13978494623655913, "frac_reward_zero_std": 0.0, "grad_norm": 3.6946693041356835, "kl": 0.00519561767578125, "learning_rate": 9.957268885978127e-07, "loss": 0.0091, "num_tokens": 24977217.0, "reward": -2.9802322387695312e-08, "reward_std": 1.0016885995864868, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.05427737298585947, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09974795694798955, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1954576775256058, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 559 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1195.0, "completions/mean_length": 1253.9375, "completions/mean_terminated_length": 1007.875, "completions/min_length": 866.0, "completions/min_terminated_length": 866.0, "epoch": 0.14003500875218805, "frac_reward_zero_std": 0.0, "grad_norm": 2.6804992458078893, "kl": 0.0026187896728515625, "learning_rate": 9.956727145400987e-07, "loss": 0.0315, "num_tokens": 25030152.0, "reward": 7.450580596923828e-09, "reward_std": 1.033705234527588, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.10233559485186661, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11593315247241309, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6916666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09699179041242309, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 560 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1396.0, "completions/mean_length": 1199.9375, "completions/mean_terminated_length": 1179.933349609375, "completions/min_length": 979.0, "completions/min_terminated_length": 979.0, "epoch": 0.14028507126781695, "frac_reward_zero_std": 0.0, "grad_norm": 3.409732493528164, "kl": 0.004199981689453125, "learning_rate": 9.956182008945913e-07, "loss": -0.0277, "num_tokens": 25082311.0, "reward": 0.0, "reward_std": 0.8880563974380493, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.01819666146324469, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12021756013211483, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07097208632298364, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 561 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1205.0, "completions/mean_length": 1165.25, "completions/mean_terminated_length": 904.888916015625, "completions/min_length": 823.0, "completions/min_terminated_length": 823.0, "epoch": 0.14053513378344587, "frac_reward_zero_std": 0.0, "grad_norm": 2.3134721556694164, "kl": 0.0018768310546875, "learning_rate": 9.955633477028285e-07, "loss": 0.0361, "num_tokens": 25132347.0, "reward": 0.0, "reward_std": 0.764082670211792, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06541902227810302, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11478107525645823, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0906764700582363, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 562 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1227.0, "completions/max_terminated_length": 1227.0, "completions/mean_length": 922.75, "completions/mean_terminated_length": 922.75, "completions/min_length": 647.0, "completions/min_terminated_length": 647.0, "epoch": 0.14078519629907477, "frac_reward_zero_std": 0.0, "grad_norm": 3.309089583556207, "kl": 0.00397491455078125, "learning_rate": 9.955081550066067e-07, "loss": -0.0597, "num_tokens": 25180399.0, "reward": 0.0, "reward_std": 0.9794434309005737, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.04550869720855327, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06990294111483113, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7041666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11666666666666668, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 563 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1401.0, "completions/mean_length": 1286.3125, "completions/mean_terminated_length": 1072.625, "completions/min_length": 493.0, "completions/min_terminated_length": 493.0, "epoch": 0.14103525881470366, "frac_reward_zero_std": 0.0, "grad_norm": 3.150677184554094, "kl": 0.005523681640625, "learning_rate": 9.954526228479807e-07, "loss": -0.0603, "num_tokens": 25245116.0, "reward": -1.1175870895385742e-08, "reward_std": 1.03964364528656, "rewards/wordcountpos_reward_GEOBench/mean": -1.1175870895385742e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.007493585802643346, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08123553546011938, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6916666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09699179041242312, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 564 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1317.0, "completions/max_terminated_length": 1317.0, "completions/mean_length": 1162.4375, "completions/mean_terminated_length": 1162.4375, "completions/min_length": 1085.0, "completions/min_terminated_length": 1085.0, "epoch": 0.14128532133033259, "frac_reward_zero_std": 0.0, "grad_norm": 2.9365313362037946, "kl": 0.0031833648681640625, "learning_rate": 9.953967512692642e-07, "loss": -0.0202, "num_tokens": 25295939.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8833714723587036, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0458350521777665, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.13075876054710983, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06382847385042258, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 565 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1486.0, "completions/mean_length": 1325.8125, "completions/mean_terminated_length": 1314.2000732421875, "completions/min_length": 908.0, "completions/min_terminated_length": 908.0, "epoch": 0.14153538384596148, "frac_reward_zero_std": 0.0, "grad_norm": 2.8836384064805487, "kl": 0.003894805908203125, "learning_rate": 9.953405403130292e-07, "loss": 0.0144, "num_tokens": 25345584.0, "reward": 0.0, "reward_std": 1.0566082000732422, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.058775324435192663, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.18471972305782505, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08681611046941139, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 566 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1123.0, "completions/max_terminated_length": 1123.0, "completions/mean_length": 923.3125, "completions/mean_terminated_length": 923.3125, "completions/min_length": 769.0, "completions/min_terminated_length": 769.0, "epoch": 0.1417854463615904, "frac_reward_zero_std": 0.0, "grad_norm": 3.5524635665232993, "kl": 0.004314422607421875, "learning_rate": 9.952839900221071e-07, "loss": -0.0105, "num_tokens": 25398349.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0068414211273193, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.033238919070296975, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08078418942368708, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09016445879408155, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 567 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1300.0, "completions/max_terminated_length": 1300.0, "completions/mean_length": 1048.625, "completions/mean_terminated_length": 1048.625, "completions/min_length": 923.0, "completions/min_terminated_length": 923.0, "epoch": 0.1420355088772193, "frac_reward_zero_std": 0.0, "grad_norm": 2.9510585658030846, "kl": 0.003040313720703125, "learning_rate": 9.95227100439587e-07, "loss": 0.0228, "num_tokens": 25435783.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9196453094482422, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.032018969558051655, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07409422000270265, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06831300510639736, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 568 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1162.0, "completions/mean_length": 1195.0625, "completions/mean_terminated_length": 890.125, "completions/min_length": 656.0, "completions/min_terminated_length": 656.0, "epoch": 0.14228557139284823, "frac_reward_zero_std": 0.0, "grad_norm": 2.5359976756912497, "kl": 0.002902984619140625, "learning_rate": 9.95169871608817e-07, "loss": -0.0412, "num_tokens": 25486224.0, "reward": -2.9802322387695312e-08, "reward_std": 0.399206280708313, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.026093002729264368, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11703476029988895, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0665276327996565, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 569 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1388.0, "completions/max_terminated_length": 1388.0, "completions/mean_length": 896.3125, "completions/mean_terminated_length": 896.3125, "completions/min_length": 433.0, "completions/min_terminated_length": 433.0, "epoch": 0.14253563390847712, "frac_reward_zero_std": 0.0, "grad_norm": 0.6361116281510751, "kl": 0.00023704767227172852, "learning_rate": 9.951123035734037e-07, "loss": 0.0323, "num_tokens": 25522277.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9116305112838745, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.02984983329329311, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06625946801219092, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.053748384988656986, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 570 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1427.0, "completions/mean_length": 1039.375, "completions/mean_terminated_length": 1008.666748046875, "completions/min_length": 619.0, "completions/min_terminated_length": 619.0, "epoch": 0.14278569642410602, "frac_reward_zero_std": 0.0, "grad_norm": 3.2467636084671248, "kl": 0.00412750244140625, "learning_rate": 9.950543963772117e-07, "loss": -0.0606, "num_tokens": 25563483.0, "reward": 0.0, "reward_std": 0.7267336845397949, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.09885122470742455, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.14097360869296927, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11674600476945511, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 571 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1348.0, "completions/max_terminated_length": 1348.0, "completions/mean_length": 1024.5, "completions/mean_terminated_length": 1024.5, "completions/min_length": 662.0, "completions/min_terminated_length": 662.0, "epoch": 0.14303575893973494, "frac_reward_zero_std": 0.0, "grad_norm": 2.2914154612774666, "kl": 0.0021047592163085938, "learning_rate": 9.949961500643646e-07, "loss": 0.0037, "num_tokens": 25597907.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9912971258163452, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04395243649345228, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10412586355533679, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.775, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.05900408021045227, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 572 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1134.0, "completions/max_terminated_length": 1134.0, "completions/mean_length": 938.8125, "completions/mean_terminated_length": 938.8125, "completions/min_length": 785.0, "completions/min_terminated_length": 785.0, "epoch": 0.14328582145536384, "frac_reward_zero_std": 0.0, "grad_norm": 2.7862250675424836, "kl": 0.0020465850830078125, "learning_rate": 9.94937564679244e-07, "loss": 0.0278, "num_tokens": 25628856.0, "reward": 2.9802322387695312e-08, "reward_std": 1.0305507183074951, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.007394273335734016, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03519764206258481, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06978803887752094, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 573 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1467.0, "completions/mean_length": 1388.375, "completions/mean_terminated_length": 1276.75, "completions/min_length": 895.0, "completions/min_terminated_length": 895.0, "epoch": 0.14353588397099276, "frac_reward_zero_std": 0.0, "grad_norm": 2.6532925075869627, "kl": 0.00384521484375, "learning_rate": 9.948786402664901e-07, "loss": 0.0094, "num_tokens": 25685118.0, "reward": -1.4901161193847656e-08, "reward_std": 0.8979947566986084, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04192963614681245, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07954608703164971, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7916666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06831300510639736, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 574 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1382.0, "completions/mean_length": 1199.25, "completions/mean_terminated_length": 1062.5455322265625, "completions/min_length": 928.0, "completions/min_terminated_length": 928.0, "epoch": 0.14378594648662166, "frac_reward_zero_std": 0.0, "grad_norm": 2.655657127992163, "kl": 0.003047943115234375, "learning_rate": 9.948193768710014e-07, "loss": -0.0361, "num_tokens": 25744154.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8650979995727539, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06180243564601922, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12526979820065356, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.725, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09388724521901162, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 575 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1456.0, "completions/mean_length": 1211.0, "completions/mean_terminated_length": 1114.666748046875, "completions/min_length": 696.0, "completions/min_terminated_length": 696.0, "epoch": 0.14403600900225055, "frac_reward_zero_std": 0.0, "grad_norm": 3.42445447034662, "kl": 0.005401611328125, "learning_rate": 9.947597745379345e-07, "loss": -0.0388, "num_tokens": 25786370.0, "reward": 2.9802322387695312e-08, "reward_std": 0.6571464538574219, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.10748562878513981, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11400581596626223, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06652763279965648, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 576 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1179.0, "completions/max_terminated_length": 1179.0, "completions/mean_length": 916.1875, "completions/mean_terminated_length": 916.1875, "completions/min_length": 661.0, "completions/min_terminated_length": 661.0, "epoch": 0.14428607151787948, "frac_reward_zero_std": 0.0, "grad_norm": 3.0825517503100817, "kl": 0.003143310546875, "learning_rate": 9.946998333127048e-07, "loss": 0.013, "num_tokens": 25814341.0, "reward": 0.0, "reward_std": 1.0281645059585571, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.039081850129278936, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06400686147925141, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7708333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13977495139343474, "rewards/wordcountpos_reward_GEOBench/std": 1.0327954292297363, "step": 577 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1495.0, "completions/mean_length": 967.25, "completions/mean_terminated_length": 931.7333984375, "completions/min_length": 758.0, "completions/min_terminated_length": 758.0, "epoch": 0.14453613403350837, "frac_reward_zero_std": 0.0, "grad_norm": 2.4353967150460343, "kl": 0.002746105194091797, "learning_rate": 9.946395532409847e-07, "loss": -0.1216, "num_tokens": 25853809.0, "reward": 0.0, "reward_std": 0.8325865268707275, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0036175414235028055, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03717658094012606, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625000000000001, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09727776191382574, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 578 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1158.0, "completions/mean_length": 980.3125, "completions/mean_terminated_length": 945.6666870117188, "completions/min_length": 552.0, "completions/min_terminated_length": 552.0, "epoch": 0.1447861965491373, "frac_reward_zero_std": 0.0, "grad_norm": 2.0231956377024822, "kl": 0.0013604164123535156, "learning_rate": 9.945789343687062e-07, "loss": -0.0539, "num_tokens": 25888886.0, "reward": 2.9802322387695312e-08, "reward_std": 0.5303905010223389, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.11137245585157231, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10491314620583367, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.17469550228474265, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 579 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1466.0, "completions/max_terminated_length": 1466.0, "completions/mean_length": 1032.875, "completions/mean_terminated_length": 1032.875, "completions/min_length": 336.0, "completions/min_terminated_length": 336.0, "epoch": 0.1450362590647662, "frac_reward_zero_std": 0.0, "grad_norm": 2.731437015996924, "kl": 0.0028047561645507812, "learning_rate": 9.94517976742059e-07, "loss": -0.1899, "num_tokens": 25939732.0, "reward": 2.2351741790771484e-08, "reward_std": 1.0577865839004517, "rewards/wordcountpos_reward_GEOBench/mean": 2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0019551052688948317, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09560779110575873, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11122216672215285, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 580 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1243.0, "completions/max_terminated_length": 1243.0, "completions/mean_length": 959.375, "completions/mean_terminated_length": 959.375, "completions/min_length": 786.0, "completions/min_terminated_length": 786.0, "epoch": 0.1452863215803951, "frac_reward_zero_std": 0.0, "grad_norm": 3.7558961789763687, "kl": 0.0044708251953125, "learning_rate": 9.944566804074903e-07, "loss": 0.0069, "num_tokens": 25979818.0, "reward": 1.4901161193847656e-08, "reward_std": 0.8938461542129517, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.014206113351571641, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.13742290095511187, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11538983843829065, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 581 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1105.0, "completions/mean_length": 766.6875, "completions/mean_terminated_length": 717.800048828125, "completions/min_length": 433.0, "completions/min_terminated_length": 433.0, "epoch": 0.145536384096024, "frac_reward_zero_std": 0.0, "grad_norm": 2.891588272137379, "kl": 0.0024852752685546875, "learning_rate": 9.943950454117062e-07, "loss": 0.0471, "num_tokens": 26014637.0, "reward": 0.0, "reward_std": 0.814212441444397, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.056129555680764324, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04704983112575642, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11538983843829066, "rewards/wordcountpos_reward_GEOBench/std": 1.0327954292297363, "step": 582 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1339.0, "completions/max_terminated_length": 1339.0, "completions/mean_length": 1136.6875, "completions/mean_terminated_length": 1136.6875, "completions/min_length": 963.0, "completions/min_terminated_length": 963.0, "epoch": 0.1457864466116529, "frac_reward_zero_std": 0.0, "grad_norm": 2.9998408850773086, "kl": 0.0032501220703125, "learning_rate": 9.943330718016707e-07, "loss": 0.0191, "num_tokens": 26058464.0, "reward": 2.9802322387695312e-08, "reward_std": 1.0101852416992188, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06412615881552444, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10535771045228744, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09699179041242312, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 583 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1499.0, "completions/mean_length": 1262.0625, "completions/mean_terminated_length": 1228.071533203125, "completions/min_length": 892.0, "completions/min_terminated_length": 892.0, "epoch": 0.14603650912728183, "frac_reward_zero_std": 0.0, "grad_norm": 2.328323714773342, "kl": 0.003047943115234375, "learning_rate": 9.942707596246051e-07, "loss": 0.0333, "num_tokens": 26116825.0, "reward": 0.0, "reward_std": 0.5319293737411499, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.01161810999727462, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04306671396402434, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10945995377982527, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 584 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1238.0, "completions/mean_length": 1225.5625, "completions/mean_terminated_length": 951.125, "completions/min_length": 784.0, "completions/min_terminated_length": 784.0, "epoch": 0.14628657164291073, "frac_reward_zero_std": 0.0, "grad_norm": 2.619677478771794, "kl": 0.0030193328857421875, "learning_rate": 9.942081089279895e-07, "loss": -0.0266, "num_tokens": 26165034.0, "reward": 5.960464477539063e-08, "reward_std": 0.87298983335495, "rewards/wordcountpos_reward_GEOBench/mean": 5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.046471669835930984, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.20636203573812778, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6124999999999999, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09496588081262931, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 585 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1284.0, "completions/max_terminated_length": 1284.0, "completions/mean_length": 977.6875, "completions/mean_terminated_length": 977.6875, "completions/min_length": 728.0, "completions/min_terminated_length": 728.0, "epoch": 0.14653663415853962, "frac_reward_zero_std": 0.0, "grad_norm": 3.220787107532062, "kl": 0.00439453125, "learning_rate": 9.941451197595616e-07, "loss": -0.0302, "num_tokens": 26208333.0, "reward": 0.0, "reward_std": 0.6020612716674805, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.18531909297563173, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.7327541154392073, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08073734277593313, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 586 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1380.0, "completions/mean_length": 1128.125, "completions/mean_terminated_length": 1103.3333740234375, "completions/min_length": 600.0, "completions/min_terminated_length": 600.0, "epoch": 0.14678669667416855, "frac_reward_zero_std": 0.0, "grad_norm": 3.2457708817696154, "kl": 0.004261016845703125, "learning_rate": 9.940817921673171e-07, "loss": 0.0304, "num_tokens": 26253895.0, "reward": 0.0, "reward_std": 0.8725961446762085, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.013086077060335197, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.022231356887665546, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6916666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.04127594582445936, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 587 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1355.0, "completions/mean_length": 980.25, "completions/mean_terminated_length": 576.0, "completions/min_length": 253.0, "completions/min_terminated_length": 253.0, "epoch": 0.14703675918979744, "frac_reward_zero_std": 0.0, "grad_norm": 2.498507769018676, "kl": 0.00318145751953125, "learning_rate": 9.940181261995095e-07, "loss": 0.0, "num_tokens": 26311211.0, "reward": 0.0, "reward_std": 0.7454190254211426, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.31330273231764627, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.23243673674901752, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.059004080210452246, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 588 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1433.0, "completions/mean_length": 1205.4375, "completions/mean_terminated_length": 1163.357177734375, "completions/min_length": 900.0, "completions/min_terminated_length": 900.0, "epoch": 0.14728682170542637, "frac_reward_zero_std": 0.0, "grad_norm": 2.9665250971037223, "kl": 0.003551483154296875, "learning_rate": 9.939541219046503e-07, "loss": -0.0466, "num_tokens": 26352458.0, "reward": 0.0, "reward_std": 0.7613252401351929, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.07553269971278051, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07176045510715867, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1548595540529595, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 589 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1404.0, "completions/mean_length": 1223.0, "completions/mean_terminated_length": 1056.800048828125, "completions/min_length": 754.0, "completions/min_terminated_length": 754.0, "epoch": 0.14753688422105526, "frac_reward_zero_std": 0.0, "grad_norm": 3.2411533607766883, "kl": 0.0046844482421875, "learning_rate": 9.938897793315084e-07, "loss": 0.0397, "num_tokens": 26394778.0, "reward": 0.0, "reward_std": 0.8644813895225525, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.09843442321268221, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.14027299039900942, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8583333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10000000000000002, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 590 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1378.0, "completions/max_terminated_length": 1378.0, "completions/mean_length": 1164.125, "completions/mean_terminated_length": 1164.125, "completions/min_length": 927.0, "completions/min_terminated_length": 927.0, "epoch": 0.14778694673668416, "frac_reward_zero_std": 0.0, "grad_norm": 3.4692263744457907, "kl": 0.00504302978515625, "learning_rate": 9.938250985291109e-07, "loss": -0.0381, "num_tokens": 26444572.0, "reward": 7.450580596923828e-09, "reward_std": 1.0225211381912231, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.20645432721223908, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.274591584743421, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7666666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10327955589886448, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 591 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1265.0, "completions/mean_length": 929.8125, "completions/mean_terminated_length": 891.800048828125, "completions/min_length": 684.0, "completions/min_terminated_length": 684.0, "epoch": 0.14803700925231308, "frac_reward_zero_std": 0.0, "grad_norm": 3.7972668512002397, "kl": 0.0054168701171875, "learning_rate": 9.93760079546742e-07, "loss": -0.0087, "num_tokens": 26484681.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9700056314468384, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.040576157017564764, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08501815210854557, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08606629658238704, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 592 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1416.0, "completions/mean_length": 1132.875, "completions/mean_terminated_length": 1080.4285888671875, "completions/min_length": 878.0, "completions/min_terminated_length": 878.0, "epoch": 0.14828707176794198, "frac_reward_zero_std": 0.0, "grad_norm": 2.4097449145653767, "kl": 0.002651214599609375, "learning_rate": 9.936947224339445e-07, "loss": 0.0156, "num_tokens": 26531951.0, "reward": -7.450580596923828e-09, "reward_std": 1.060255765914917, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04640258890277966, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05798845392173077, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.725, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1261979632400061, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 593 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1447.0, "completions/mean_length": 1206.125, "completions/mean_terminated_length": 1186.533447265625, "completions/min_length": 840.0, "completions/min_terminated_length": 840.0, "epoch": 0.1485371342835709, "frac_reward_zero_std": 0.0, "grad_norm": 3.063777562056498, "kl": 0.004608154296875, "learning_rate": 9.93629027240518e-07, "loss": -0.0685, "num_tokens": 26579633.0, "reward": 0.0, "reward_std": 0.9374594688415527, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.037962430449265255, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06427881260361987, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11213417888437976, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 594 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1392.0, "completions/mean_length": 1117.0, "completions/mean_terminated_length": 1028.615478515625, "completions/min_length": 648.0, "completions/min_terminated_length": 648.0, "epoch": 0.1487871967991998, "frac_reward_zero_std": 0.0, "grad_norm": 2.4950427847069614, "kl": 0.0024566650390625, "learning_rate": 9.935629940165207e-07, "loss": -0.014, "num_tokens": 26623417.0, "reward": -7.450580596923828e-09, "reward_std": 1.0273593664169312, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.012510003914418796, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08237177102519577, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6791666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07391185942027817, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 595 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1462.0, "completions/mean_length": 1065.0625, "completions/mean_terminated_length": 867.3636474609375, "completions/min_length": 596.0, "completions/min_terminated_length": 596.0, "epoch": 0.1490372593148287, "frac_reward_zero_std": 0.0, "grad_norm": 2.5274595574860577, "kl": 0.0032291412353515625, "learning_rate": 9.934966228122668e-07, "loss": 0.0943, "num_tokens": 26677954.0, "reward": 2.9802322387695312e-08, "reward_std": 0.5483658313751221, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.002146699977528561, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.008586799910114244, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7041666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13763881881375054, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 596 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1098.0, "completions/mean_length": 1277.125, "completions/mean_terminated_length": 1054.25, "completions/min_length": 1041.0, "completions/min_terminated_length": 1041.0, "epoch": 0.14928732183045762, "frac_reward_zero_std": 0.0, "grad_norm": 1.738098991200129, "kl": 0.0017099380493164062, "learning_rate": 9.934299136783295e-07, "loss": -0.0059, "num_tokens": 26730820.0, "reward": -5.960464477539063e-08, "reward_std": 0.4762175679206848, "rewards/wordcountpos_reward_GEOBench/mean": -5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.015300273023360952, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06494253489770169, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09878896324620107, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 597 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1438.0, "completions/max_terminated_length": 1438.0, "completions/mean_length": 1014.8125, "completions/mean_terminated_length": 1014.8125, "completions/min_length": 620.0, "completions/min_terminated_length": 620.0, "epoch": 0.14953738434608652, "frac_reward_zero_std": 0.0, "grad_norm": 3.718365083094395, "kl": 0.00577545166015625, "learning_rate": 9.933628666655388e-07, "loss": 0.0417, "num_tokens": 26779593.0, "reward": 1.4901161193847656e-08, "reward_std": 0.928152322769165, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.11743672713122211, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07033722209511302, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12531441937663718, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 598 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1440.0, "completions/mean_length": 1079.375, "completions/mean_terminated_length": 1051.3333740234375, "completions/min_length": 801.0, "completions/min_terminated_length": 801.0, "epoch": 0.14978744686171544, "frac_reward_zero_std": 0.0, "grad_norm": 2.9740495293641653, "kl": 0.00469970703125, "learning_rate": 9.932954818249825e-07, "loss": 0.0267, "num_tokens": 26829119.0, "reward": 0.0, "reward_std": 0.7347744703292847, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.02744298852916007, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04224571654423721, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8541666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12931443160847217, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 599 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1481.0, "completions/mean_length": 1347.125, "completions/mean_terminated_length": 1194.25, "completions/min_length": 921.0, "completions/min_terminated_length": 921.0, "epoch": 0.15003750937734434, "frac_reward_zero_std": 0.0, "grad_norm": 2.742643059596914, "kl": 0.003620147705078125, "learning_rate": 9.932277592080053e-07, "loss": 0.0195, "num_tokens": 26880545.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9660696983337402, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.11871302593919755, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10739628559183718, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.04849589520621153, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 600 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1239.0, "completions/max_terminated_length": 1239.0, "completions/mean_length": 1072.5, "completions/mean_terminated_length": 1072.5, "completions/min_length": 800.0, "completions/min_terminated_length": 800.0, "epoch": 0.15028757189297323, "frac_reward_zero_std": 0.0, "grad_norm": 3.641619348720334, "kl": 0.0055694580078125, "learning_rate": 9.931596988662098e-07, "loss": -0.0091, "num_tokens": 26925609.0, "reward": 0.0, "reward_std": 0.7729371786117554, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.030149228068584166, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09040469704860038, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10461569884316813, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 601 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1469.0, "completions/mean_length": 1343.0625, "completions/mean_terminated_length": 1186.125, "completions/min_length": 1015.0, "completions/min_terminated_length": 1015.0, "epoch": 0.15053763440860216, "frac_reward_zero_std": 0.0, "grad_norm": 2.353906501683638, "kl": 0.003086090087890625, "learning_rate": 9.930913008514556e-07, "loss": -0.0354, "num_tokens": 26980098.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9765421152114868, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.10208526792278656, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.101667802618831, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7083333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11385500851066223, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 602 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1186.0, "completions/max_terminated_length": 1186.0, "completions/mean_length": 820.1875, "completions/mean_terminated_length": 820.1875, "completions/min_length": 595.0, "completions/min_terminated_length": 595.0, "epoch": 0.15078769692423105, "frac_reward_zero_std": 0.0, "grad_norm": 3.488467656375712, "kl": 0.004421234130859375, "learning_rate": 9.930225652158596e-07, "loss": 0.0659, "num_tokens": 27011957.0, "reward": 0.0, "reward_std": 0.6544331908226013, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.14358720158239366, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06657377165822227, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09496588081262934, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 603 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1136.0, "completions/max_terminated_length": 1136.0, "completions/mean_length": 933.6875, "completions/mean_terminated_length": 933.6875, "completions/min_length": 694.0, "completions/min_terminated_length": 694.0, "epoch": 0.15103775943985998, "frac_reward_zero_std": 0.0, "grad_norm": 3.7477346114525685, "kl": 0.00545501708984375, "learning_rate": 9.929534920117965e-07, "loss": -0.043, "num_tokens": 27048160.0, "reward": 0.0, "reward_std": 1.0017578601837158, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0797325115585829, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08706645098422826, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1365582225578092, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 604 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1268.0, "completions/max_terminated_length": 1268.0, "completions/mean_length": 1126.0625, "completions/mean_terminated_length": 1126.0625, "completions/min_length": 755.0, "completions/min_terminated_length": 755.0, "epoch": 0.15128782195548887, "frac_reward_zero_std": 0.0, "grad_norm": 1.5797413864694916, "kl": 0.0010509490966796875, "learning_rate": 9.928840812918975e-07, "loss": 0.0233, "num_tokens": 27085201.0, "reward": -3.725290298461914e-08, "reward_std": 1.0192571878433228, "rewards/wordcountpos_reward_GEOBench/mean": -3.725290298461914e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.021453923070155985, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0675639266938992, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7083333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08027729719194866, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 605 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1303.0, "completions/max_terminated_length": 1303.0, "completions/mean_length": 965.875, "completions/mean_terminated_length": 965.875, "completions/min_length": 556.0, "completions/min_terminated_length": 556.0, "epoch": 0.15153788447111777, "frac_reward_zero_std": 0.0, "grad_norm": 2.6772232791535533, "kl": 0.0028228759765625, "learning_rate": 9.92814333109051e-07, "loss": -0.0141, "num_tokens": 27124511.0, "reward": 2.9802322387695312e-08, "reward_std": 0.706709623336792, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.013879156210530222, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03549157950248385, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10292032157252812, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 606 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1304.0, "completions/max_terminated_length": 1304.0, "completions/mean_length": 998.5, "completions/mean_terminated_length": 998.5, "completions/min_length": 690.0, "completions/min_terminated_length": 690.0, "epoch": 0.1517879469867467, "frac_reward_zero_std": 0.0, "grad_norm": 3.5333483933333127, "kl": 0.003772735595703125, "learning_rate": 9.927442475164033e-07, "loss": 0.0039, "num_tokens": 27162951.0, "reward": 5.960464477539063e-08, "reward_std": 0.657606303691864, "rewards/wordcountpos_reward_GEOBench/mean": 5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.31362971174929644, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.30576420844603475, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6124999999999999, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09496588081262931, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 607 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1175.0, "completions/max_terminated_length": 1175.0, "completions/mean_length": 979.0625, "completions/mean_terminated_length": 979.0625, "completions/min_length": 784.0, "completions/min_terminated_length": 784.0, "epoch": 0.1520380095023756, "frac_reward_zero_std": 0.0, "grad_norm": 2.576478994123704, "kl": 0.002780914306640625, "learning_rate": 9.926738245673572e-07, "loss": -0.0498, "num_tokens": 27211816.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9621330499649048, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.022713177961768107, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08607318333401062, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6916666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08027729719194865, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 608 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1254.0, "completions/mean_length": 968.875, "completions/mean_terminated_length": 893.0000610351562, "completions/min_length": 677.0, "completions/min_terminated_length": 677.0, "epoch": 0.1522880720180045, "frac_reward_zero_std": 0.0, "grad_norm": 2.888757711093492, "kl": 0.003566741943359375, "learning_rate": 9.926030643155722e-07, "loss": 0.0224, "num_tokens": 27246102.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8595496416091919, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.002334967590519186, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.14802527907756138, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6749999999999999, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07252075054258096, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 609 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1449.0, "completions/mean_length": 1036.4375, "completions/mean_terminated_length": 970.21435546875, "completions/min_length": 650.0, "completions/min_terminated_length": 650.0, "epoch": 0.1525381345336334, "frac_reward_zero_std": 0.0, "grad_norm": 2.842808357985824, "kl": 0.002964019775390625, "learning_rate": 9.925319668149657e-07, "loss": -0.0357, "num_tokens": 27288373.0, "reward": 9.313225746154785e-09, "reward_std": 1.030226230621338, "rewards/wordcountpos_reward_GEOBench/mean": 9.313225746154785e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0015906660863739897, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07757599661144256, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08153617692869924, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 610 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1085.0, "completions/max_terminated_length": 1085.0, "completions/mean_length": 909.8125, "completions/mean_terminated_length": 909.8125, "completions/min_length": 796.0, "completions/min_terminated_length": 796.0, "epoch": 0.1527881970492623, "frac_reward_zero_std": 0.0, "grad_norm": 2.3685662232356557, "kl": 0.0014853477478027344, "learning_rate": 9.924605321197114e-07, "loss": -0.0127, "num_tokens": 27332354.0, "reward": -7.450580596923828e-09, "reward_std": 1.0518014430999756, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.032872784403799954, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.050272620141529424, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7916666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08027729719194866, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 611 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1474.0, "completions/mean_length": 1311.8125, "completions/mean_terminated_length": 1198.9000244140625, "completions/min_length": 842.0, "completions/min_terminated_length": 842.0, "epoch": 0.15303825956489123, "frac_reward_zero_std": 0.0, "grad_norm": 3.2628510348619826, "kl": 0.004638671875, "learning_rate": 9.923887602842404e-07, "loss": 0.0074, "num_tokens": 27384495.0, "reward": -2.2351741790771484e-08, "reward_std": 1.0563536882400513, "rewards/wordcountpos_reward_GEOBench/mean": -2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.009219301265540979, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08895827449348724, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.5875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.16549588783075211, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 612 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1459.0, "completions/mean_length": 1264.8125, "completions/mean_terminated_length": 1231.21435546875, "completions/min_length": 972.0, "completions/min_terminated_length": 972.0, "epoch": 0.15328832208052012, "frac_reward_zero_std": 0.0, "grad_norm": 2.7554848601496826, "kl": 0.0033016204833984375, "learning_rate": 9.9231665136324e-07, "loss": 0.0223, "num_tokens": 27435572.0, "reward": -4.470348358154297e-08, "reward_std": 1.0172231197357178, "rewards/wordcountpos_reward_GEOBench/mean": -4.470348358154297e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.007619381068885907, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.01234126782864031, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0925962962222252, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 613 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1018.0, "completions/max_terminated_length": 1018.0, "completions/mean_length": 801.875, "completions/mean_terminated_length": 801.875, "completions/min_length": 550.0, "completions/min_terminated_length": 550.0, "epoch": 0.15353838459614905, "frac_reward_zero_std": 0.0, "grad_norm": 4.135123101286076, "kl": 0.0051727294921875, "learning_rate": 9.922442054116554e-07, "loss": -0.0118, "num_tokens": 27471618.0, "reward": 0.0, "reward_std": 0.947390079498291, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03305191822773273, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08603439061053979, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09108400680852977, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 614 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1124.0, "completions/max_terminated_length": 1124.0, "completions/mean_length": 826.75, "completions/mean_terminated_length": 826.75, "completions/min_length": 409.0, "completions/min_terminated_length": 409.0, "epoch": 0.15378844711177794, "frac_reward_zero_std": 0.0, "grad_norm": 2.688029200293511, "kl": 0.002285003662109375, "learning_rate": 9.921714224846878e-07, "loss": -0.0652, "num_tokens": 27498462.0, "reward": 2.9802322387695312e-08, "reward_std": 0.5162820816040039, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.016450761301142144, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09502317435937908, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6916666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10576003586036262, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 615 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1431.0, "completions/mean_length": 1338.3125, "completions/mean_terminated_length": 1241.300048828125, "completions/min_length": 1086.0, "completions/min_terminated_length": 1086.0, "epoch": 0.15403850962740684, "frac_reward_zero_std": 0.0, "grad_norm": 2.826000658028198, "kl": 0.00395965576171875, "learning_rate": 9.920983026377952e-07, "loss": 0.0196, "num_tokens": 27550235.0, "reward": -2.9802322387695312e-08, "reward_std": 0.7362438440322876, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.005204727197700034, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.058441448779411036, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.725, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10852547064066471, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 616 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1477.0, "completions/mean_length": 1385.125, "completions/mean_terminated_length": 1270.25, "completions/min_length": 1015.0, "completions/min_terminated_length": 1015.0, "epoch": 0.15428857214303576, "frac_reward_zero_std": 0.0, "grad_norm": 3.2612264139500406, "kl": 0.005279541015625, "learning_rate": 9.920248459266924e-07, "loss": -0.0235, "num_tokens": 27606397.0, "reward": 0.0, "reward_std": 1.0330687761306763, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.040554968042103186, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10268012616288583, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7666666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08432740427115681, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 617 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1043.0, "completions/max_terminated_length": 1043.0, "completions/mean_length": 771.5625, "completions/mean_terminated_length": 771.5625, "completions/min_length": 543.0, "completions/min_terminated_length": 543.0, "epoch": 0.15453863465866466, "frac_reward_zero_std": 0.0, "grad_norm": 2.8674358928306938, "kl": 0.0031185150146484375, "learning_rate": 9.919510524073514e-07, "loss": -0.0026, "num_tokens": 27644134.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0234863758087158, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.017360905430701703, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.047458672809896456, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.05708992257184502, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 618 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1392.0, "completions/max_terminated_length": 1392.0, "completions/mean_length": 1125.625, "completions/mean_terminated_length": 1125.625, "completions/min_length": 882.0, "completions/min_terminated_length": 882.0, "epoch": 0.15478869717429358, "frac_reward_zero_std": 0.0, "grad_norm": 3.5565550012425375, "kl": 0.004669189453125, "learning_rate": 9.91876922136e-07, "loss": -0.0431, "num_tokens": 27685160.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0333865880966187, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.08157019656944037, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.027080886054761298, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06206328908341753, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 619 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1352.0, "completions/mean_length": 1161.5, "completions/mean_terminated_length": 1138.933349609375, "completions/min_length": 720.0, "completions/min_terminated_length": 720.0, "epoch": 0.15503875968992248, "frac_reward_zero_std": 0.0, "grad_norm": 3.151974332517757, "kl": 0.00402069091796875, "learning_rate": 9.918024551691231e-07, "loss": -0.0377, "num_tokens": 27729960.0, "reward": -1.862645149230957e-08, "reward_std": 1.0480382442474365, "rewards/wordcountpos_reward_GEOBench/mean": -1.862645149230957e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.16037960356096487, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08534831570783727, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09699179041242312, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 620 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1313.0, "completions/max_terminated_length": 1313.0, "completions/mean_length": 1176.125, "completions/mean_terminated_length": 1176.125, "completions/min_length": 875.0, "completions/min_terminated_length": 875.0, "epoch": 0.15528882220555137, "frac_reward_zero_std": 0.0, "grad_norm": 3.3316506183621777, "kl": 0.004608154296875, "learning_rate": 9.917276515634622e-07, "loss": -0.0085, "num_tokens": 27768458.0, "reward": -1.1175870895385742e-08, "reward_std": 1.059020757675171, "rewards/wordcountpos_reward_GEOBench/mean": -1.1175870895385742e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.031567110022971495, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.13765559428901972, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09388724521901162, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 621 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1476.0, "completions/mean_length": 1295.25, "completions/mean_terminated_length": 1227.0, "completions/min_length": 936.0, "completions/min_terminated_length": 936.0, "epoch": 0.1555388847211803, "frac_reward_zero_std": 0.0, "grad_norm": 3.45802059023545, "kl": 0.00580596923828125, "learning_rate": 9.916525113760153e-07, "loss": -0.0092, "num_tokens": 27822494.0, "reward": -2.9802322387695312e-08, "reward_std": 1.0356624126434326, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.052597004338363076, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07102863121226026, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1514742369000235, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 622 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1456.0, "completions/mean_length": 1036.625, "completions/mean_terminated_length": 1005.7333984375, "completions/min_length": 616.0, "completions/min_terminated_length": 616.0, "epoch": 0.1557889472368092, "frac_reward_zero_std": 0.0, "grad_norm": 2.706807278034257, "kl": 0.003887176513671875, "learning_rate": 9.915770346640364e-07, "loss": -0.0098, "num_tokens": 27867728.0, "reward": 0.0, "reward_std": 0.5061618685722351, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.3985647950550977, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.29928728817649347, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11729986896522632, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 623 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1464.0, "completions/mean_length": 1122.8125, "completions/mean_terminated_length": 1097.666748046875, "completions/min_length": 620.0, "completions/min_terminated_length": 620.0, "epoch": 0.15603900975243812, "frac_reward_zero_std": 0.0, "grad_norm": 3.5174020318834827, "kl": 0.005279541015625, "learning_rate": 9.91501221485036e-07, "loss": 0.0418, "num_tokens": 27923557.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0303819179534912, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.07456288133233142, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09960331774054818, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08333333333333331, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 624 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1377.0, "completions/mean_length": 993.9375, "completions/mean_terminated_length": 960.2000732421875, "completions/min_length": 580.0, "completions/min_terminated_length": 580.0, "epoch": 0.15628907226806701, "frac_reward_zero_std": 0.0, "grad_norm": 3.7826105948322475, "kl": 0.004657745361328125, "learning_rate": 9.91425071896782e-07, "loss": 0.0536, "num_tokens": 27957220.0, "reward": 0.0, "reward_std": 0.8217940926551819, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06621773963468003, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1742045869664654, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7041666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11666666666666668, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 625 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1197.0, "completions/max_terminated_length": 1197.0, "completions/mean_length": 927.3125, "completions/mean_terminated_length": 927.3125, "completions/min_length": 666.0, "completions/min_terminated_length": 666.0, "epoch": 0.1565391347836959, "frac_reward_zero_std": 0.0, "grad_norm": 4.373620365481586, "kl": 0.0056915283203125, "learning_rate": 9.913485859572973e-07, "loss": 0.0296, "num_tokens": 28002625.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0066461563110352, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.056157804892149644, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07016392387478562, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07888106377466157, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 626 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1217.0, "completions/max_terminated_length": 1217.0, "completions/mean_length": 945.0625, "completions/mean_terminated_length": 945.0625, "completions/min_length": 757.0, "completions/min_terminated_length": 757.0, "epoch": 0.15678919729932483, "frac_reward_zero_std": 0.0, "grad_norm": 3.741710021942395, "kl": 0.00508880615234375, "learning_rate": 9.912717637248617e-07, "loss": 0.0078, "num_tokens": 28044330.0, "reward": -2.9802322387695312e-08, "reward_std": 0.9504626393318176, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0359876874264131, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04465297783361459, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8333333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.05443310539518174, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 627 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1241.0, "completions/max_terminated_length": 1241.0, "completions/mean_length": 1114.8125, "completions/mean_terminated_length": 1114.8125, "completions/min_length": 784.0, "completions/min_terminated_length": 784.0, "epoch": 0.15703925981495373, "frac_reward_zero_std": 0.0, "grad_norm": 2.5513194441492386, "kl": 0.0020580291748046875, "learning_rate": 9.911946052580113e-07, "loss": -0.0127, "num_tokens": 28075847.0, "reward": 0.0, "reward_std": 0.9391856789588928, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.04977645299471967, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04053812781701323, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08255189164891874, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 628 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1343.0, "completions/max_terminated_length": 1343.0, "completions/mean_length": 1143.6875, "completions/mean_terminated_length": 1143.6875, "completions/min_length": 1049.0, "completions/min_terminated_length": 1049.0, "epoch": 0.15728932233058265, "frac_reward_zero_std": 0.0, "grad_norm": 1.7154101496018692, "kl": 0.0012569427490234375, "learning_rate": 9.911171106155384e-07, "loss": -0.0105, "num_tokens": 28117466.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8642572164535522, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06010961804013554, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.15557865708139954, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0850925422157591, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 629 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1384.0, "completions/mean_length": 1310.375, "completions/mean_terminated_length": 1120.75, "completions/min_length": 893.0, "completions/min_terminated_length": 893.0, "epoch": 0.15753938484621155, "frac_reward_zero_std": 0.0, "grad_norm": 2.497447807441208, "kl": 0.003017425537109375, "learning_rate": 9.91039279856491e-07, "loss": -0.0007, "num_tokens": 28167792.0, "reward": -1.4901161193847656e-08, "reward_std": 0.8962478041648865, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.07596817864849001, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.14650496114488484, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07290277645477443, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 630 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1492.0, "completions/max_terminated_length": 1492.0, "completions/mean_length": 1120.8125, "completions/mean_terminated_length": 1120.8125, "completions/min_length": 826.0, "completions/min_terminated_length": 826.0, "epoch": 0.15778944736184047, "frac_reward_zero_std": 0.0, "grad_norm": 3.3827000604058073, "kl": 0.004962921142578125, "learning_rate": 9.909611130401737e-07, "loss": -0.0188, "num_tokens": 28222301.0, "reward": 0.0, "reward_std": 1.0509510040283203, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.1334720144800754, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.13967360251276528, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06763190130459201, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 631 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1445.0, "completions/mean_length": 992.125, "completions/mean_terminated_length": 874.923095703125, "completions/min_length": 618.0, "completions/min_terminated_length": 618.0, "epoch": 0.15803950987746937, "frac_reward_zero_std": 0.0, "grad_norm": 2.5402770892336592, "kl": 0.00304412841796875, "learning_rate": 9.908826102261471e-07, "loss": -0.0676, "num_tokens": 28269231.0, "reward": 1.4901161193847656e-08, "reward_std": 0.8414763808250427, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.042054245906612345, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08875047925035809, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.725, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.05900408021045226, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 632 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1492.0, "completions/mean_length": 1261.9375, "completions/mean_terminated_length": 1153.727294921875, "completions/min_length": 761.0, "completions/min_terminated_length": 761.0, "epoch": 0.15828957239309827, "frac_reward_zero_std": 0.0, "grad_norm": 2.9061399342344885, "kl": 0.004383087158203125, "learning_rate": 9.908037714742278e-07, "loss": -0.0168, "num_tokens": 28324334.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9979342818260193, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0295055283739288, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07360985208796259, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7041666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09098229375970789, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 633 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1324.0, "completions/mean_length": 1038.5625, "completions/mean_terminated_length": 1007.800048828125, "completions/min_length": 797.0, "completions/min_terminated_length": 797.0, "epoch": 0.1585396349087272, "frac_reward_zero_std": 0.0, "grad_norm": 2.8022553331028246, "kl": 0.0024547576904296875, "learning_rate": 9.907245968444882e-07, "loss": -0.0055, "num_tokens": 28366455.0, "reward": 0.0, "reward_std": 0.7816459536552429, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04888571396386819, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0387487682663508, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09108400680852978, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 634 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1488.0, "completions/mean_length": 1346.25, "completions/mean_terminated_length": 1276.3636474609375, "completions/min_length": 1031.0, "completions/min_terminated_length": 1031.0, "epoch": 0.15878969742435609, "frac_reward_zero_std": 0.0, "grad_norm": 3.164057336455896, "kl": 0.00555419921875, "learning_rate": 9.906450863972565e-07, "loss": 0.0063, "num_tokens": 28415035.0, "reward": 1.4901161193847656e-08, "reward_std": 1.049776315689087, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.030612287865133283, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03682816465767381, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7666666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11417984514369005, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 635 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1295.0, "completions/max_terminated_length": 1295.0, "completions/mean_length": 1058.6875, "completions/mean_terminated_length": 1058.6875, "completions/min_length": 766.0, "completions/min_terminated_length": 766.0, "epoch": 0.159039759939985, "frac_reward_zero_std": 0.0, "grad_norm": 3.5634375244688257, "kl": 0.00522613525390625, "learning_rate": 9.905652401931176e-07, "loss": -0.056, "num_tokens": 28453646.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8575539588928223, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.003961133210424909, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.008292740793764635, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6333333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11925695879998878, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 636 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1487.0, "completions/mean_length": 1290.8125, "completions/mean_terminated_length": 1221.0833740234375, "completions/min_length": 1032.0, "completions/min_terminated_length": 1032.0, "epoch": 0.1592898224556139, "frac_reward_zero_std": 0.0, "grad_norm": 3.5088738905931454, "kl": 0.0054168701171875, "learning_rate": 9.904850582929109e-07, "loss": -0.0088, "num_tokens": 28506827.0, "reward": 0.0, "reward_std": 0.8492498993873596, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.01440574189747687, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1348081702367106, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.5875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0697880388775209, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 637 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1281.0, "completions/mean_length": 1036.4375, "completions/mean_terminated_length": 881.9166870117188, "completions/min_length": 769.0, "completions/min_terminated_length": 769.0, "epoch": 0.1595398849712428, "frac_reward_zero_std": 0.0, "grad_norm": 2.519755042712474, "kl": 0.0015974044799804688, "learning_rate": 9.90404540757733e-07, "loss": -0.0758, "num_tokens": 28552570.0, "reward": 0.0, "reward_std": 1.0252397060394287, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.08991618431350884, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10565991396834727, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7708333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08766518798921948, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 638 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1142.0, "completions/mean_length": 1242.3125, "completions/mean_terminated_length": 984.625, "completions/min_length": 857.0, "completions/min_terminated_length": 857.0, "epoch": 0.15978994748687173, "frac_reward_zero_std": 0.0, "grad_norm": 2.5936024782359937, "kl": 0.00388336181640625, "learning_rate": 9.903236876489352e-07, "loss": 0.0029, "num_tokens": 28600935.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9568347930908203, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04110840384394786, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.23128930185627536, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.072520750542581, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 639 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1399.0, "completions/max_terminated_length": 1399.0, "completions/mean_length": 938.3125, "completions/mean_terminated_length": 938.3125, "completions/min_length": 715.0, "completions/min_terminated_length": 715.0, "epoch": 0.16004001000250062, "frac_reward_zero_std": 0.0, "grad_norm": 2.981009753058589, "kl": 0.0032405853271484375, "learning_rate": 9.902424990281253e-07, "loss": -0.0037, "num_tokens": 28639460.0, "reward": 0.0, "reward_std": 0.8215370774269104, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.008527577715944364, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.022343645791461725, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7041666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07290277645477446, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 640 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1223.0, "completions/max_terminated_length": 1223.0, "completions/mean_length": 960.25, "completions/mean_terminated_length": 960.25, "completions/min_length": 704.0, "completions/min_terminated_length": 704.0, "epoch": 0.16029007251812954, "frac_reward_zero_std": 0.0, "grad_norm": 3.508904484543214, "kl": 0.00653076171875, "learning_rate": 9.901609749571658e-07, "loss": 0.0257, "num_tokens": 28679512.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8503090739250183, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03168570932806421, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.049323766336225504, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8333333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10036968702787749, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 641 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1318.0, "completions/max_terminated_length": 1318.0, "completions/mean_length": 884.625, "completions/mean_terminated_length": 884.625, "completions/min_length": 436.0, "completions/min_terminated_length": 436.0, "epoch": 0.16054013503375844, "frac_reward_zero_std": 0.0, "grad_norm": 4.092859077503906, "kl": 0.00536346435546875, "learning_rate": 9.900791154981757e-07, "loss": 0.034, "num_tokens": 28718914.0, "reward": 0.0, "reward_std": 0.679477334022522, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.033040165389410965, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.046874576273069235, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08243965245133134, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 642 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1305.0, "completions/mean_length": 1031.4375, "completions/mean_terminated_length": 1000.2000732421875, "completions/min_length": 582.0, "completions/min_terminated_length": 582.0, "epoch": 0.16079019754938734, "frac_reward_zero_std": 0.0, "grad_norm": 3.9588146243709743, "kl": 0.0060272216796875, "learning_rate": 9.899969207135288e-07, "loss": -0.0812, "num_tokens": 28756769.0, "reward": 0.0, "reward_std": 0.9475013613700867, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.02933121003727431, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06227279640697939, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09016445879408158, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 643 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1314.0, "completions/max_terminated_length": 1314.0, "completions/mean_length": 1017.125, "completions/mean_terminated_length": 1017.125, "completions/min_length": 815.0, "completions/min_terminated_length": 815.0, "epoch": 0.16104026006501626, "frac_reward_zero_std": 0.0, "grad_norm": 3.077724012930272, "kl": 0.004322052001953125, "learning_rate": 9.899143906658553e-07, "loss": -0.0426, "num_tokens": 28796139.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8259453177452087, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03784467636723547, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09345927574362861, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0925962962222252, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 644 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1436.0, "completions/mean_length": 1140.0, "completions/mean_terminated_length": 1116.0, "completions/min_length": 778.0, "completions/min_terminated_length": 778.0, "epoch": 0.16129032258064516, "frac_reward_zero_std": 0.0, "grad_norm": 3.0029827227585058, "kl": 0.0041961669921875, "learning_rate": 9.8983152541804e-07, "loss": -0.0128, "num_tokens": 28830635.0, "reward": 2.9802322387695312e-08, "reward_std": 0.807441234588623, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.01741994365286357, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08873955971301724, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10852547064066473, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 645 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1444.0, "completions/max_terminated_length": 1444.0, "completions/mean_length": 1125.5, "completions/mean_terminated_length": 1125.5, "completions/min_length": 903.0, "completions/min_terminated_length": 903.0, "epoch": 0.16154038509627408, "frac_reward_zero_std": 0.0, "grad_norm": 2.676086386525002, "kl": 0.0032501220703125, "learning_rate": 9.897483250332235e-07, "loss": -0.0151, "num_tokens": 28875395.0, "reward": -2.9802322387695312e-08, "reward_std": 0.790328323841095, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.09379346818386113, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.22489303050319207, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07888106377466156, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 646 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1407.0, "completions/max_terminated_length": 1407.0, "completions/mean_length": 1051.5625, "completions/mean_terminated_length": 1051.5625, "completions/min_length": 851.0, "completions/min_terminated_length": 851.0, "epoch": 0.16179044761190298, "frac_reward_zero_std": 0.0, "grad_norm": 3.7931834109679805, "kl": 0.0049591064453125, "learning_rate": 9.89664789574802e-07, "loss": -0.0277, "num_tokens": 28905164.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9757005572319031, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.003999683517841895, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.034710988306426695, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.825, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10292032157252812, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 647 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1455.0, "completions/mean_length": 1243.375, "completions/mean_terminated_length": 1226.2667236328125, "completions/min_length": 943.0, "completions/min_terminated_length": 943.0, "epoch": 0.16204051012753187, "frac_reward_zero_std": 0.0, "grad_norm": 3.743075513581391, "kl": 0.00617218017578125, "learning_rate": 9.895809191064265e-07, "loss": -0.01, "num_tokens": 28958290.0, "reward": -2.9802322387695312e-08, "reward_std": 1.0277540683746338, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.026626640807253056, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09436044604850641, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6666666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08073734277593311, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 648 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1369.0, "completions/mean_length": 1115.5, "completions/mean_terminated_length": 1060.571533203125, "completions/min_length": 862.0, "completions/min_terminated_length": 862.0, "epoch": 0.1622905726431608, "frac_reward_zero_std": 0.0, "grad_norm": 3.530297147186997, "kl": 0.00628662109375, "learning_rate": 9.894967136920033e-07, "loss": 0.0045, "num_tokens": 28993458.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9571292400360107, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.020095920331486848, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06519459146638021, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08062257748298553, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 649 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1446.0, "completions/mean_length": 1238.8125, "completions/mean_terminated_length": 1201.5, "completions/min_length": 819.0, "completions/min_terminated_length": 819.0, "epoch": 0.1625406351587897, "frac_reward_zero_std": 0.0, "grad_norm": 3.0724576164832738, "kl": 0.0043792724609375, "learning_rate": 9.894121733956946e-07, "loss": -0.0443, "num_tokens": 29040359.0, "reward": -5.960464477539063e-08, "reward_std": 0.9077334403991699, "rewards/wordcountpos_reward_GEOBench/mean": -5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.02847660567689668, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08529929549679423, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06871842709362769, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 650 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1474.0, "completions/mean_length": 1404.6875, "completions/mean_terminated_length": 1347.5, "completions/min_length": 757.0, "completions/min_terminated_length": 757.0, "epoch": 0.16279069767441862, "frac_reward_zero_std": 0.0, "grad_norm": 2.0290959374877264, "kl": 0.0018978118896484375, "learning_rate": 9.89327298281917e-07, "loss": 0.0306, "num_tokens": 29093146.0, "reward": 0.0, "reward_std": 0.6023900508880615, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.028824305467279196, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05713678269956473, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12524050936172845, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 651 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1498.0, "completions/max_terminated_length": 1498.0, "completions/mean_length": 1085.3125, "completions/mean_terminated_length": 1085.3125, "completions/min_length": 872.0, "completions/min_terminated_length": 872.0, "epoch": 0.1630407601900475, "frac_reward_zero_std": 0.0, "grad_norm": 3.4308899662530297, "kl": 0.005401611328125, "learning_rate": 9.892420884153426e-07, "loss": -0.0042, "num_tokens": 29135799.0, "reward": 0.0, "reward_std": 0.8002134561538696, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.08186471776886005, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11120563958717151, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6416666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09999999999999999, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 652 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1477.0, "completions/mean_length": 1316.3125, "completions/mean_terminated_length": 1132.625, "completions/min_length": 1022.0, "completions/min_terminated_length": 1022.0, "epoch": 0.1632908227056764, "frac_reward_zero_std": 0.0, "grad_norm": 3.277405703716849, "kl": 0.00574493408203125, "learning_rate": 9.891565438608985e-07, "loss": -0.0428, "num_tokens": 29179076.0, "reward": -7.450580596923828e-09, "reward_std": 1.0661088228225708, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.000820199735267888, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.037798651738208705, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0825518916489187, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 653 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1290.0, "completions/max_terminated_length": 1290.0, "completions/mean_length": 1068.25, "completions/mean_terminated_length": 1068.25, "completions/min_length": 856.0, "completions/min_terminated_length": 856.0, "epoch": 0.16354088522130533, "frac_reward_zero_std": 0.0, "grad_norm": 3.7811095135981017, "kl": 0.00612640380859375, "learning_rate": 9.890706646837668e-07, "loss": -0.0038, "num_tokens": 29234904.0, "reward": -2.60770320892334e-08, "reward_std": 0.9818300008773804, "rewards/wordcountpos_reward_GEOBench/mean": -2.60770320892334e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.02413956992722924, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03399196411179305, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09651328828101766, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 654 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1475.0, "completions/max_terminated_length": 1475.0, "completions/mean_length": 1075.0, "completions/mean_terminated_length": 1075.0, "completions/min_length": 857.0, "completions/min_terminated_length": 857.0, "epoch": 0.16379094773693423, "frac_reward_zero_std": 0.0, "grad_norm": 3.529640652746227, "kl": 0.00597381591796875, "learning_rate": 9.889844509493845e-07, "loss": -0.0085, "num_tokens": 29284880.0, "reward": -3.725290298461914e-09, "reward_std": 1.0676302909851074, "rewards/wordcountpos_reward_GEOBench/mean": -3.725290298461914e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.061013736918769344, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10733455137992266, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.072520750542581, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 655 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1232.0, "completions/mean_length": 1297.6875, "completions/mean_terminated_length": 1095.375, "completions/min_length": 968.0, "completions/min_terminated_length": 968.0, "epoch": 0.16404101025256315, "frac_reward_zero_std": 0.0, "grad_norm": 2.4407702253560237, "kl": 0.003002166748046875, "learning_rate": 9.888979027234438e-07, "loss": 0.0178, "num_tokens": 29337579.0, "reward": 2.2351741790771484e-08, "reward_std": 1.055144190788269, "rewards/wordcountpos_reward_GEOBench/mean": 2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.07763762608950125, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11455459986231567, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8041666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11013459778666118, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 656 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1429.0, "completions/mean_length": 1240.0625, "completions/mean_terminated_length": 1202.9285888671875, "completions/min_length": 907.0, "completions/min_terminated_length": 907.0, "epoch": 0.16429107276819205, "frac_reward_zero_std": 0.0, "grad_norm": 2.8420677879553558, "kl": 0.0041046142578125, "learning_rate": 9.888110200718912e-07, "loss": 0.0045, "num_tokens": 29371868.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9852498769760132, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.05218161354216687, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09340211923766491, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.05146016078626408, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 657 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1460.0, "completions/max_terminated_length": 1460.0, "completions/mean_length": 1083.0625, "completions/mean_terminated_length": 1083.0625, "completions/min_length": 614.0, "completions/min_terminated_length": 614.0, "epoch": 0.16454113528382094, "frac_reward_zero_std": 0.0, "grad_norm": 3.4334628044585296, "kl": 0.004871368408203125, "learning_rate": 9.887238030609288e-07, "loss": -0.0509, "num_tokens": 29421877.0, "reward": 0.0, "reward_std": 0.5072119832038879, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.1451978351680613, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.17516440052359825, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.16771890063326086, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 658 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1455.0, "completions/max_terminated_length": 1455.0, "completions/mean_length": 1067.5625, "completions/mean_terminated_length": 1067.5625, "completions/min_length": 632.0, "completions/min_terminated_length": 632.0, "epoch": 0.16479119779944987, "frac_reward_zero_std": 0.0, "grad_norm": 2.9771338179175766, "kl": 0.003814697265625, "learning_rate": 9.886362517570129e-07, "loss": -0.0306, "num_tokens": 29467814.0, "reward": 2.9802322387695312e-08, "reward_std": 0.6987144947052002, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.11514355113089288, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12958933844527037, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07084150279686706, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 659 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1383.0, "completions/max_terminated_length": 1383.0, "completions/mean_length": 951.0, "completions/mean_terminated_length": 951.0, "completions/min_length": 470.0, "completions/min_terminated_length": 470.0, "epoch": 0.16504126031507876, "frac_reward_zero_std": 0.0, "grad_norm": 3.5949515184725715, "kl": 0.00601959228515625, "learning_rate": 9.885483662268545e-07, "loss": 0.0394, "num_tokens": 29514046.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9163892269134521, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0029266674768073176, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05793194580824228, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6416666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0683130051063973, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 660 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1487.0, "completions/mean_length": 1169.6875, "completions/mean_terminated_length": 1093.4615478515625, "completions/min_length": 843.0, "completions/min_terminated_length": 843.0, "epoch": 0.1652913228307077, "frac_reward_zero_std": 0.0, "grad_norm": 3.493433205598436, "kl": 0.00600433349609375, "learning_rate": 9.884601465374197e-07, "loss": 0.0749, "num_tokens": 29550889.0, "reward": -2.9802322387695312e-08, "reward_std": 0.7188822031021118, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.1989227226176672, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.22773317271269397, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07649739768026005, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 661 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1331.0, "completions/mean_length": 1066.8125, "completions/mean_terminated_length": 729.888916015625, "completions/min_length": 623.0, "completions/min_terminated_length": 623.0, "epoch": 0.16554138534633658, "frac_reward_zero_std": 0.0, "grad_norm": 2.269163133895344, "kl": 0.0022735595703125, "learning_rate": 9.883715927559288e-07, "loss": 0.0416, "num_tokens": 29595950.0, "reward": 2.2351741790771484e-08, "reward_std": 0.9316185712814331, "rewards/wordcountpos_reward_GEOBench/mean": 2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.37903746212358674, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.47044156975082635, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09496588081262933, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 662 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1461.0, "completions/mean_length": 1225.4375, "completions/mean_terminated_length": 1186.21435546875, "completions/min_length": 975.0, "completions/min_terminated_length": 975.0, "epoch": 0.16579144786196548, "frac_reward_zero_std": 0.0, "grad_norm": 2.960752195203952, "kl": 0.00482940673828125, "learning_rate": 9.882827049498569e-07, "loss": 0.0017, "num_tokens": 29643933.0, "reward": 0.0, "reward_std": 0.7641773223876953, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04348726517712267, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06265280183595295, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7333333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1704025734460517, "rewards/wordcountpos_reward_GEOBench/std": 1.0327954292297363, "step": 663 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1215.0, "completions/mean_length": 920.4375, "completions/mean_terminated_length": 881.800048828125, "completions/min_length": 569.0, "completions/min_terminated_length": 569.0, "epoch": 0.1660415103775944, "frac_reward_zero_std": 0.0, "grad_norm": 3.634142400089069, "kl": 0.00496673583984375, "learning_rate": 9.88193483186934e-07, "loss": -0.023, "num_tokens": 29679380.0, "reward": -7.450580596923828e-09, "reward_std": 1.0456384420394897, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.00037113055023559396, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03714300617598377, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6916666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08388704928078612, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 664 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1264.0, "completions/mean_length": 1138.875, "completions/mean_terminated_length": 1018.5, "completions/min_length": 801.0, "completions/min_terminated_length": 801.0, "epoch": 0.1662915728932233, "frac_reward_zero_std": 0.0, "grad_norm": 2.443513399073446, "kl": 0.00356292724609375, "learning_rate": 9.881039275351432e-07, "loss": 0.0077, "num_tokens": 29718010.0, "reward": 1.4901161193847656e-08, "reward_std": 0.8946557641029358, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03951538808917681, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06458969969917827, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.04868644955601477, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 665 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1305.0, "completions/mean_length": 1117.6875, "completions/mean_terminated_length": 1092.2000732421875, "completions/min_length": 943.0, "completions/min_terminated_length": 943.0, "epoch": 0.16654163540885222, "frac_reward_zero_std": 0.0, "grad_norm": 3.386257180110526, "kl": 0.0053863525390625, "learning_rate": 9.880140380627238e-07, "loss": -0.0501, "num_tokens": 29755973.0, "reward": -3.725290298461914e-09, "reward_std": 0.935474157333374, "rewards/wordcountpos_reward_GEOBench/mean": -3.725290298461914e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.04224371022976678, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06549163307109823, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09179284245476839, "rewards/wordcountpos_reward_GEOBench/std": 1.0327954292297363, "step": 666 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1495.0, "completions/mean_length": 1400.375, "completions/mean_terminated_length": 1322.888916015625, "completions/min_length": 1181.0, "completions/min_terminated_length": 1181.0, "epoch": 0.16679169792448112, "frac_reward_zero_std": 0.0, "grad_norm": 2.1756901012535357, "kl": 0.0022563934326171875, "learning_rate": 9.87923814838168e-07, "loss": 0.0015, "num_tokens": 29818611.0, "reward": 0.0, "reward_std": 0.8530460596084595, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.10941166853682181, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11690888434010989, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06382847385042256, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 667 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1391.0, "completions/max_terminated_length": 1391.0, "completions/mean_length": 1117.9375, "completions/mean_terminated_length": 1117.9375, "completions/min_length": 926.0, "completions/min_terminated_length": 926.0, "epoch": 0.16704176044011002, "frac_reward_zero_std": 0.0, "grad_norm": 2.2592099396802072, "kl": 0.0023860931396484375, "learning_rate": 9.878332579302232e-07, "loss": -0.0115, "num_tokens": 29862554.0, "reward": 0.0, "reward_std": 0.9024142026901245, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.21014769125074415, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.17662258116712992, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7333333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07302967433402217, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 668 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1443.0, "completions/mean_length": 1428.3125, "completions/mean_terminated_length": 1308.8333740234375, "completions/min_length": 1202.0, "completions/min_terminated_length": 1202.0, "epoch": 0.16729182295573894, "frac_reward_zero_std": 0.0, "grad_norm": 2.469363512289809, "kl": 0.003520965576171875, "learning_rate": 9.877423674078906e-07, "loss": 0.0161, "num_tokens": 29931535.0, "reward": 0.0, "reward_std": 0.7721085548400879, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.3827319600957266, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.40603774745545673, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06978803887752094, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 669 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1169.0, "completions/max_terminated_length": 1169.0, "completions/mean_length": 995.125, "completions/mean_terminated_length": 995.125, "completions/min_length": 802.0, "completions/min_terminated_length": 802.0, "epoch": 0.16754188547136784, "frac_reward_zero_std": 0.0, "grad_norm": 3.0381514004814263, "kl": 0.005062103271484375, "learning_rate": 9.876511433404257e-07, "loss": 0.0199, "num_tokens": 29969313.0, "reward": 0.0, "reward_std": 0.7515852451324463, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.035480154493991174, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09702716016854289, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09388724521901162, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 670 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1458.0, "completions/mean_length": 1401.3125, "completions/mean_terminated_length": 1302.625, "completions/min_length": 993.0, "completions/min_terminated_length": 993.0, "epoch": 0.16779194798699676, "frac_reward_zero_std": 0.0, "grad_norm": 2.771721243304098, "kl": 0.0035858154296875, "learning_rate": 9.875595857973385e-07, "loss": 0.0112, "num_tokens": 30025638.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9293917417526245, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.044877416065130724, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07515363534273296, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.05443310539518174, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 671 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1417.0, "completions/mean_length": 1291.375, "completions/mean_terminated_length": 1166.2000732421875, "completions/min_length": 889.0, "completions/min_terminated_length": 889.0, "epoch": 0.16804201050262565, "frac_reward_zero_std": 0.0, "grad_norm": 2.133604148371529, "kl": 0.002948760986328125, "learning_rate": 9.874676948483926e-07, "loss": -0.0328, "num_tokens": 30074852.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9176056385040283, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.13897860751907903, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.15776637877836533, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08333333333333334, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 672 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1306.0, "completions/max_terminated_length": 1306.0, "completions/mean_length": 1042.0625, "completions/mean_terminated_length": 1042.0625, "completions/min_length": 702.0, "completions/min_terminated_length": 702.0, "epoch": 0.16829207301825455, "frac_reward_zero_std": 0.0, "grad_norm": 3.322233890960668, "kl": 0.005939483642578125, "learning_rate": 9.873754705636058e-07, "loss": -0.0348, "num_tokens": 30118781.0, "reward": 0.0, "reward_std": 0.7571059465408325, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0206224889594218, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.055598781570819045, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08027729719194865, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 673 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1323.0, "completions/max_terminated_length": 1323.0, "completions/mean_length": 1105.1875, "completions/mean_terminated_length": 1105.1875, "completions/min_length": 822.0, "completions/min_terminated_length": 822.0, "epoch": 0.16854213553388347, "frac_reward_zero_std": 0.0, "grad_norm": 2.794547181309379, "kl": 0.0047760009765625, "learning_rate": 9.872829130132502e-07, "loss": -0.0123, "num_tokens": 30157832.0, "reward": 0.0, "reward_std": 0.6994938850402832, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03639004517623455, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07858153454817589, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07781745019952505, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 674 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1489.0, "completions/mean_length": 1401.0, "completions/mean_terminated_length": 1341.5999755859375, "completions/min_length": 1065.0, "completions/min_terminated_length": 1065.0, "epoch": 0.16879219804951237, "frac_reward_zero_std": 0.0, "grad_norm": 2.629023208055695, "kl": 0.003856658935546875, "learning_rate": 9.871900222678514e-07, "loss": 0.0114, "num_tokens": 30206696.0, "reward": 3.725290298461914e-09, "reward_std": 1.0017818212509155, "rewards/wordcountpos_reward_GEOBench/mean": 3.725290298461914e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.013680306931102351, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1495709039859774, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08027729719194866, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 675 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 789.0, "completions/max_terminated_length": 789.0, "completions/mean_length": 674.3125, "completions/mean_terminated_length": 674.3125, "completions/min_length": 534.0, "completions/min_terminated_length": 534.0, "epoch": 0.1690422605651413, "frac_reward_zero_std": 0.0, "grad_norm": 2.3404814672588823, "kl": 0.0019521713256835938, "learning_rate": 9.87096798398189e-07, "loss": -0.018, "num_tokens": 30234933.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9836888313293457, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.08032299366088588, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0776400677200827, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.05692750425533113, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 676 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1283.0, "completions/mean_length": 1203.4375, "completions/mean_terminated_length": 972.7777709960938, "completions/min_length": 592.0, "completions/min_terminated_length": 592.0, "epoch": 0.1692923230807702, "frac_reward_zero_std": 0.0, "grad_norm": 3.1025306474388605, "kl": 0.004138946533203125, "learning_rate": 9.870032414752965e-07, "loss": -0.0387, "num_tokens": 30284484.0, "reward": 2.9802322387695312e-08, "reward_std": 0.5514116883277893, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06850130867668273, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0711795808567326, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08509254221575907, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 677 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1442.0, "completions/mean_length": 1256.0, "completions/mean_terminated_length": 1221.1429443359375, "completions/min_length": 910.0, "completions/min_terminated_length": 910.0, "epoch": 0.1695423855963991, "frac_reward_zero_std": 0.0, "grad_norm": 3.1917866770623475, "kl": 0.0061798095703125, "learning_rate": 9.869093515704612e-07, "loss": -0.0407, "num_tokens": 30338932.0, "reward": 0.0, "reward_std": 0.7379283905029297, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.02965950269844044, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07642510453156376, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.775, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11642832797715323, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 678 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1404.0, "completions/mean_length": 1119.75, "completions/mean_terminated_length": 1094.4000244140625, "completions/min_length": 958.0, "completions/min_terminated_length": 958.0, "epoch": 0.169792448112028, "frac_reward_zero_std": 0.0, "grad_norm": 2.991962734747193, "kl": 0.0045166015625, "learning_rate": 9.868151287552242e-07, "loss": -0.0121, "num_tokens": 30375704.0, "reward": 0.0, "reward_std": 1.028915286064148, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.00616522023083188, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04281886360051347, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07187952884282611, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 679 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1440.0, "completions/max_terminated_length": 1440.0, "completions/mean_length": 1175.375, "completions/mean_terminated_length": 1175.375, "completions/min_length": 968.0, "completions/min_terminated_length": 968.0, "epoch": 0.1700425106276569, "frac_reward_zero_std": 0.0, "grad_norm": 3.2842928330996464, "kl": 0.00567626953125, "learning_rate": 9.867205731013799e-07, "loss": 0.01, "num_tokens": 30414206.0, "reward": -2.9802322387695312e-08, "reward_std": 0.9882248044013977, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0939150878539765, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09508390813294414, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7916666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09388724521901161, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 680 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1335.0, "completions/max_terminated_length": 1335.0, "completions/mean_length": 1123.5625, "completions/mean_terminated_length": 1123.5625, "completions/min_length": 1025.0, "completions/min_terminated_length": 1025.0, "epoch": 0.17029257314328583, "frac_reward_zero_std": 0.0, "grad_norm": 1.7222500204738935, "kl": 0.0016469955444335938, "learning_rate": 9.866256846809768e-07, "loss": 0.0158, "num_tokens": 30463975.0, "reward": 0.0, "reward_std": 1.0214999914169312, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.09079340380405028, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.16939628962137535, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.05426273532033239, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 681 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1407.0, "completions/max_terminated_length": 1407.0, "completions/mean_length": 1164.375, "completions/mean_terminated_length": 1164.375, "completions/min_length": 980.0, "completions/min_terminated_length": 980.0, "epoch": 0.17054263565891473, "frac_reward_zero_std": 0.0, "grad_norm": 3.7206983419666475, "kl": 0.00705718994140625, "learning_rate": 9.865304635663168e-07, "loss": 0.0098, "num_tokens": 30509709.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9880233407020569, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04849155069243096, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07147278676850169, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09269623828717428, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 682 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1288.0, "completions/max_terminated_length": 1288.0, "completions/mean_length": 971.3125, "completions/mean_terminated_length": 971.3125, "completions/min_length": 765.0, "completions/min_terminated_length": 765.0, "epoch": 0.17079269817454362, "frac_reward_zero_std": 0.0, "grad_norm": 1.1276585452549546, "kl": 0.0011903047561645508, "learning_rate": 9.86434909829955e-07, "loss": 0.0321, "num_tokens": 30548754.0, "reward": -1.4901161193847656e-08, "reward_std": 0.8285993933677673, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.08691946433202313, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05847831086265841, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.775, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14375905768565217, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 683 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1181.0, "completions/max_terminated_length": 1181.0, "completions/mean_length": 1036.0, "completions/mean_terminated_length": 1036.0, "completions/min_length": 797.0, "completions/min_terminated_length": 797.0, "epoch": 0.17104276069017255, "frac_reward_zero_std": 0.0, "grad_norm": 3.2843843797518084, "kl": 0.00481414794921875, "learning_rate": 9.863390235447e-07, "loss": 0.0084, "num_tokens": 30589786.0, "reward": -1.4901161193847656e-08, "reward_std": 1.033435344696045, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.02028996497537607, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08437440631279108, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6708333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09574271077563383, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 684 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1360.0, "completions/mean_length": 1088.8125, "completions/mean_terminated_length": 993.923095703125, "completions/min_length": 293.0, "completions/min_terminated_length": 293.0, "epoch": 0.17129282320580144, "frac_reward_zero_std": 0.0, "grad_norm": 3.2793686781646896, "kl": 0.00429534912109375, "learning_rate": 9.862428047836143e-07, "loss": -0.0444, "num_tokens": 30650927.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9694852828979492, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04914754737595524, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0873668557582562, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7708333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1354690069789096, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 685 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1486.0, "completions/mean_length": 1276.6875, "completions/mean_terminated_length": 1202.25, "completions/min_length": 963.0, "completions/min_terminated_length": 963.0, "epoch": 0.17154288572143037, "frac_reward_zero_std": 0.0, "grad_norm": 2.624389590023649, "kl": 0.00437164306640625, "learning_rate": 9.861462536200134e-07, "loss": 0.0059, "num_tokens": 30709922.0, "reward": -2.9802322387695312e-08, "reward_std": 1.0166723728179932, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.027598994658975966, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.13808058368593346, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6666666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10886621079036346, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 686 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1393.0, "completions/mean_length": 1124.5, "completions/mean_terminated_length": 1099.4666748046875, "completions/min_length": 840.0, "completions/min_terminated_length": 840.0, "epoch": 0.17179294823705926, "frac_reward_zero_std": 0.0, "grad_norm": 2.812190127945849, "kl": 0.004039764404296875, "learning_rate": 9.860493701274659e-07, "loss": 0.0216, "num_tokens": 30746906.0, "reward": 0.0, "reward_std": 0.7034833431243896, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.045603024633891605, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09650554941416542, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.725, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08027729719194866, "rewards/wordcountpos_reward_GEOBench/std": 1.0327954292297363, "step": 687 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1393.0, "completions/max_terminated_length": 1393.0, "completions/mean_length": 1177.5625, "completions/mean_terminated_length": 1177.5625, "completions/min_length": 1050.0, "completions/min_terminated_length": 1050.0, "epoch": 0.17204301075268819, "frac_reward_zero_std": 0.0, "grad_norm": 2.869080802539886, "kl": 0.0048980712890625, "learning_rate": 9.85952154379794e-07, "loss": 0.0155, "num_tokens": 30790027.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9264480471611023, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.026064140605372165, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07937127243635701, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7708333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0909822937597079, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 688 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1398.0, "completions/max_terminated_length": 1398.0, "completions/mean_length": 1015.25, "completions/mean_terminated_length": 1015.25, "completions/min_length": 745.0, "completions/min_terminated_length": 745.0, "epoch": 0.17229307326831708, "frac_reward_zero_std": 0.0, "grad_norm": 2.818938080152742, "kl": 0.00374603271484375, "learning_rate": 9.858546064510726e-07, "loss": -0.0172, "num_tokens": 30840063.0, "reward": -2.9802322387695312e-08, "reward_std": 0.9846839904785156, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.23830658958696924, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.27565049715393297, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11385500851066223, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 689 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1444.0, "completions/mean_length": 1311.0625, "completions/mean_terminated_length": 1267.4615478515625, "completions/min_length": 1047.0, "completions/min_terminated_length": 1047.0, "epoch": 0.17254313578394598, "frac_reward_zero_std": 0.0, "grad_norm": 2.6474332222836243, "kl": 0.00438690185546875, "learning_rate": 9.857567264156303e-07, "loss": -0.0238, "num_tokens": 30890184.0, "reward": 0.0, "reward_std": 0.9352826476097107, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0029094272665042423, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.066602114697329, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7041666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08062257748298551, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 690 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1494.0, "completions/mean_length": 1152.4375, "completions/mean_terminated_length": 1129.2667236328125, "completions/min_length": 681.0, "completions/min_terminated_length": 681.0, "epoch": 0.1727931982995749, "frac_reward_zero_std": 0.0, "grad_norm": 3.1157815131134377, "kl": 0.00878143310546875, "learning_rate": 9.85658514348048e-07, "loss": 0.0002, "num_tokens": 30933767.0, "reward": 0.0, "reward_std": 0.5763227939605713, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.13964249935652695, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.27632897586726657, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6916666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12852438880818892, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 691 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1489.0, "completions/mean_length": 1366.375, "completions/mean_terminated_length": 1194.571533203125, "completions/min_length": 787.0, "completions/min_terminated_length": 787.0, "epoch": 0.1730432608152038, "frac_reward_zero_std": 0.0, "grad_norm": 2.718270346121775, "kl": 0.004337310791015625, "learning_rate": 9.855599703231604e-07, "loss": 0.0503, "num_tokens": 30987653.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9104744791984558, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.017844709162032544, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05105769566044047, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12141145226353543, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 692 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1493.0, "completions/mean_length": 1237.1875, "completions/mean_terminated_length": 1219.666748046875, "completions/min_length": 934.0, "completions/min_terminated_length": 934.0, "epoch": 0.17329332333083272, "frac_reward_zero_std": 0.0, "grad_norm": 3.198894425549332, "kl": 0.006011962890625, "learning_rate": 9.854610944160546e-07, "loss": -0.0323, "num_tokens": 31034808.0, "reward": -2.2351741790771484e-08, "reward_std": 1.058815360069275, "rewards/wordcountpos_reward_GEOBench/mean": -2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.11360646273360653, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08076168080712294, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08153617692869927, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 693 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1276.0, "completions/max_terminated_length": 1276.0, "completions/mean_length": 927.9375, "completions/mean_terminated_length": 927.9375, "completions/min_length": 647.0, "completions/min_terminated_length": 647.0, "epoch": 0.17354338584646162, "frac_reward_zero_std": 0.0, "grad_norm": 3.972815108169843, "kl": 0.0070648193359375, "learning_rate": 9.85361886702071e-07, "loss": -0.0601, "num_tokens": 31079487.0, "reward": 0.0, "reward_std": 0.5373533964157104, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.015936173377582196, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.18611743482201726, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7708333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10027739304327551, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 694 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1408.0, "completions/mean_length": 1194.75, "completions/mean_terminated_length": 1151.1429443359375, "completions/min_length": 879.0, "completions/min_terminated_length": 879.0, "epoch": 0.1737934483620905, "frac_reward_zero_std": 0.0, "grad_norm": 3.55558835534266, "kl": 0.00725555419921875, "learning_rate": 9.852623472568022e-07, "loss": 0.0364, "num_tokens": 31122939.0, "reward": -2.2351741790771484e-08, "reward_std": 1.0661258697509766, "rewards/wordcountpos_reward_GEOBench/mean": -2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.07689038426951877, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06150411887084043, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.15723301886761007, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 695 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1235.0, "completions/max_terminated_length": 1235.0, "completions/mean_length": 974.3125, "completions/mean_terminated_length": 974.3125, "completions/min_length": 723.0, "completions/min_terminated_length": 723.0, "epoch": 0.17404351087771944, "frac_reward_zero_std": 0.0, "grad_norm": 3.1529370373590595, "kl": 0.004154205322265625, "learning_rate": 9.851624761560941e-07, "loss": 0.0026, "num_tokens": 31161336.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8553957343101501, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.01811492860740628, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.055714430740861215, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10532137766186217, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 696 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1481.0, "completions/mean_length": 1436.9375, "completions/mean_terminated_length": 1331.8333740234375, "completions/min_length": 1069.0, "completions/min_terminated_length": 1069.0, "epoch": 0.17429357339334833, "frac_reward_zero_std": 0.0, "grad_norm": 2.7953523086292615, "kl": 0.0058441162109375, "learning_rate": 9.850622734760452e-07, "loss": 0.0069, "num_tokens": 31224167.0, "reward": -2.9802322387695312e-08, "reward_std": 0.6519376039505005, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.13903277254184385, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.21453607830637017, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6916666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09388724521901161, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 697 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1485.0, "completions/max_terminated_length": 1485.0, "completions/mean_length": 1338.125, "completions/mean_terminated_length": 1338.125, "completions/min_length": 1203.0, "completions/min_terminated_length": 1203.0, "epoch": 0.17454363590897726, "frac_reward_zero_std": 0.0, "grad_norm": 2.712616496438221, "kl": 0.00421905517578125, "learning_rate": 9.849617392930068e-07, "loss": 0.0117, "num_tokens": 31276377.0, "reward": 1.1175870895385742e-08, "reward_std": 1.0587139129638672, "rewards/wordcountpos_reward_GEOBench/mean": 1.1175870895385742e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.005055912092982905, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12702278654194613, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1067187372905475, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 698 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1494.0, "completions/mean_length": 1254.75, "completions/mean_terminated_length": 1143.272705078125, "completions/min_length": 738.0, "completions/min_terminated_length": 738.0, "epoch": 0.17479369842460615, "frac_reward_zero_std": 0.0, "grad_norm": 3.163042667831791, "kl": 0.004421234130859375, "learning_rate": 9.848608736835822e-07, "loss": 0.0302, "num_tokens": 31321117.0, "reward": 1.1175870895385742e-08, "reward_std": 1.0649840831756592, "rewards/wordcountpos_reward_GEOBench/mean": 1.1175870895385742e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.041606983906928866, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06755416991499, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.725, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08734775114237134, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 699 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1423.0, "completions/max_terminated_length": 1423.0, "completions/mean_length": 953.25, "completions/mean_terminated_length": 953.25, "completions/min_length": 444.0, "completions/min_terminated_length": 444.0, "epoch": 0.17504376094023505, "frac_reward_zero_std": 0.0, "grad_norm": 2.908095839864611, "kl": 0.00411224365234375, "learning_rate": 9.84759676724628e-07, "loss": -0.0802, "num_tokens": 31355809.0, "reward": 2.9802322387695312e-08, "reward_std": 0.522136926651001, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.019748174711678234, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09104546685919365, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7666666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10610965676722955, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 700 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1301.0, "completions/max_terminated_length": 1301.0, "completions/mean_length": 1045.3125, "completions/mean_terminated_length": 1045.3125, "completions/min_length": 619.0, "completions/min_terminated_length": 619.0, "epoch": 0.17529382345586397, "frac_reward_zero_std": 0.0, "grad_norm": 2.591666200771933, "kl": 0.00426483154296875, "learning_rate": 9.846581484932528e-07, "loss": -0.0401, "num_tokens": 31392894.0, "reward": 0.0, "reward_std": 0.534155011177063, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.05316756236899465, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0726793553559965, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1517795672580372, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 701 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1447.0, "completions/mean_length": 1235.5, "completions/mean_terminated_length": 1197.71435546875, "completions/min_length": 827.0, "completions/min_terminated_length": 827.0, "epoch": 0.17554388597149287, "frac_reward_zero_std": 0.0, "grad_norm": 3.33644122348286, "kl": 0.0058135986328125, "learning_rate": 9.845562890668176e-07, "loss": 0.0049, "num_tokens": 31450750.0, "reward": 0.0, "reward_std": 0.9085119962692261, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.22309452714284148, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.38574771053146345, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14707015206910487, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 702 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1464.0, "completions/mean_length": 1341.0, "completions/mean_terminated_length": 1245.5999755859375, "completions/min_length": 997.0, "completions/min_terminated_length": 997.0, "epoch": 0.1757939484871218, "frac_reward_zero_std": 0.0, "grad_norm": 2.227106060739032, "kl": 0.00322723388671875, "learning_rate": 9.844540985229361e-07, "loss": -0.0, "num_tokens": 31494310.0, "reward": -2.9802322387695312e-08, "reward_std": 0.5699238777160645, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.1508945427556456, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.14346229544966718, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7916666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1308094458023239, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 703 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1492.0, "completions/max_terminated_length": 1492.0, "completions/mean_length": 1259.375, "completions/mean_terminated_length": 1259.375, "completions/min_length": 1083.0, "completions/min_terminated_length": 1083.0, "epoch": 0.1760440110027507, "frac_reward_zero_std": 0.0, "grad_norm": 2.253462945891019, "kl": 0.002758026123046875, "learning_rate": 9.843515769394738e-07, "loss": -0.0069, "num_tokens": 31540228.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9843798875808716, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06163698014050265, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.049863524737517415, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.825, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09699179041242312, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 704 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1453.0, "completions/max_terminated_length": 1453.0, "completions/mean_length": 1205.9375, "completions/mean_terminated_length": 1205.9375, "completions/min_length": 957.0, "completions/min_terminated_length": 957.0, "epoch": 0.17629407351837958, "frac_reward_zero_std": 0.0, "grad_norm": 2.8814873325856762, "kl": 0.00545501708984375, "learning_rate": 9.842487243945492e-07, "loss": 0.0035, "num_tokens": 31588931.0, "reward": 0.0, "reward_std": 0.6505736708641052, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.01791387181371239, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04934297907498743, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8041666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10174405069512348, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 705 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1470.0, "completions/mean_length": 1086.375, "completions/mean_terminated_length": 1058.800048828125, "completions/min_length": 814.0, "completions/min_terminated_length": 814.0, "epoch": 0.1765441360340085, "frac_reward_zero_std": 0.0, "grad_norm": 2.108353487872075, "kl": 0.003223419189453125, "learning_rate": 9.841455409665322e-07, "loss": -0.0137, "num_tokens": 31629433.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8794063925743103, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.021193721119339693, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06329484574220316, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6749999999999999, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0906764700582363, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 706 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1484.0, "completions/mean_length": 1202.25, "completions/mean_terminated_length": 1159.71435546875, "completions/min_length": 776.0, "completions/min_terminated_length": 776.0, "epoch": 0.1767941985496374, "frac_reward_zero_std": 0.0, "grad_norm": 3.0610646645902393, "kl": 0.00540924072265625, "learning_rate": 9.840420267340451e-07, "loss": -0.0276, "num_tokens": 31682573.0, "reward": 0.0, "reward_std": 1.0137903690338135, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.16291065028060875, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.2062212746513509, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08333333333333336, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 707 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1307.0, "completions/max_terminated_length": 1307.0, "completions/mean_length": 981.3125, "completions/mean_terminated_length": 981.3125, "completions/min_length": 658.0, "completions/min_terminated_length": 658.0, "epoch": 0.17704426106526633, "frac_reward_zero_std": 0.0, "grad_norm": 3.848688748790686, "kl": 0.00655364990234375, "learning_rate": 9.839381817759626e-07, "loss": 0.0114, "num_tokens": 31725338.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9328153133392334, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.09982396066492906, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06645204800072713, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6666666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1192569587999888, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 708 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1446.0, "completions/mean_length": 1413.4375, "completions/mean_terminated_length": 1302.1429443359375, "completions/min_length": 1119.0, "completions/min_terminated_length": 1119.0, "epoch": 0.17729432358089522, "frac_reward_zero_std": 0.0, "grad_norm": 2.3561025080495215, "kl": 0.0030364990234375, "learning_rate": 9.838340061714106e-07, "loss": 0.0105, "num_tokens": 31789425.0, "reward": -2.9802322387695312e-08, "reward_std": 0.6254506707191467, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.006565889646817357, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07596714452712161, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6291666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.15, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 709 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1487.0, "completions/mean_length": 1388.6875, "completions/mean_terminated_length": 1321.9000244140625, "completions/min_length": 1137.0, "completions/min_terminated_length": 1137.0, "epoch": 0.17754438609652412, "frac_reward_zero_std": 0.0, "grad_norm": 2.8046370331543886, "kl": 0.00446319580078125, "learning_rate": 9.83729499999768e-07, "loss": 0.0079, "num_tokens": 31843796.0, "reward": 0.0, "reward_std": 0.7616355419158936, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.13818015506413767, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.14361407528177564, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7333333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07302967433402217, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 710 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1234.0, "completions/mean_length": 1188.25, "completions/mean_terminated_length": 1046.5455322265625, "completions/min_length": 798.0, "completions/min_terminated_length": 798.0, "epoch": 0.17779444861215304, "frac_reward_zero_std": 0.0, "grad_norm": 3.0982730519857293, "kl": 0.0050048828125, "learning_rate": 9.836246633406648e-07, "loss": 0.0132, "num_tokens": 31895432.0, "reward": 0.0, "reward_std": 0.7961058616638184, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06533079911582863, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08083713495988176, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6749999999999999, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07252075054258099, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 711 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1440.0, "completions/mean_length": 1226.9375, "completions/mean_terminated_length": 1135.916748046875, "completions/min_length": 923.0, "completions/min_terminated_length": 923.0, "epoch": 0.17804451112778194, "frac_reward_zero_std": 0.0, "grad_norm": 3.3752944164484173, "kl": 0.005615234375, "learning_rate": 9.83519496273983e-07, "loss": 0.0068, "num_tokens": 31938887.0, "reward": 0.0, "reward_std": 0.4155014157295227, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.3274928960884062, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.4158114863581918, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09727776191382576, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 712 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1446.0, "completions/mean_length": 1184.0, "completions/mean_terminated_length": 1162.933349609375, "completions/min_length": 857.0, "completions/min_terminated_length": 857.0, "epoch": 0.17829457364341086, "frac_reward_zero_std": 0.0, "grad_norm": 1.3357217199193814, "kl": 0.0015869140625, "learning_rate": 9.834139988798563e-07, "loss": 0.0268, "num_tokens": 31977047.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9382139444351196, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.01341789437361911, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08403300045165756, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06309898162000306, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 713 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1466.0, "completions/mean_length": 1208.375, "completions/mean_terminated_length": 1141.0770263671875, "completions/min_length": 858.0, "completions/min_terminated_length": 858.0, "epoch": 0.17854463615903976, "frac_reward_zero_std": 0.0, "grad_norm": 3.2672937742323067, "kl": 0.00562286376953125, "learning_rate": 9.833081712386704e-07, "loss": -0.0564, "num_tokens": 32024333.0, "reward": 0.0, "reward_std": 1.0414798259735107, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0016211836316102207, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07353513354885861, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7916666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06831300510639736, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 714 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1350.0, "completions/mean_length": 1060.5, "completions/mean_terminated_length": 914.0, "completions/min_length": 721.0, "completions/min_terminated_length": 721.0, "epoch": 0.17879469867466866, "frac_reward_zero_std": 0.0, "grad_norm": 2.765077004650666, "kl": 0.003887176513671875, "learning_rate": 9.832020134310626e-07, "loss": -0.0171, "num_tokens": 32071789.0, "reward": 5.960464477539063e-08, "reward_std": 0.6076522469520569, "rewards/wordcountpos_reward_GEOBench/mean": 5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.041212909837456325, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.2146395917981376, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07649739768026001, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 715 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1292.0, "completions/max_terminated_length": 1292.0, "completions/mean_length": 907.8125, "completions/mean_terminated_length": 907.8125, "completions/min_length": 690.0, "completions/min_terminated_length": 690.0, "epoch": 0.17904476119029758, "frac_reward_zero_std": 0.0, "grad_norm": 2.504035988002599, "kl": 0.003528594970703125, "learning_rate": 9.830955255379213e-07, "loss": -0.003, "num_tokens": 32111978.0, "reward": -5.960464477539063e-08, "reward_std": 0.8405269384384155, "rewards/wordcountpos_reward_GEOBench/mean": -5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.037838144006038875, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06952809972447198, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09888264649460886, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 716 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1298.0, "completions/mean_length": 1080.0625, "completions/mean_terminated_length": 1020.0714721679688, "completions/min_length": 827.0, "completions/min_terminated_length": 827.0, "epoch": 0.17929482370592648, "frac_reward_zero_std": 0.0, "grad_norm": 3.6841169181192956, "kl": 0.00687408447265625, "learning_rate": 9.829887076403867e-07, "loss": 0.0296, "num_tokens": 32164963.0, "reward": 0.0, "reward_std": 0.9161220192909241, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.05316522083654115, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1405488968566896, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7708333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10602235962635781, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 717 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1273.0, "completions/max_terminated_length": 1273.0, "completions/mean_length": 1025.0, "completions/mean_terminated_length": 1025.0, "completions/min_length": 613.0, "completions/min_terminated_length": 613.0, "epoch": 0.1795448862215554, "frac_reward_zero_std": 0.0, "grad_norm": 3.7306076569183344, "kl": 0.00701141357421875, "learning_rate": 9.82881559819851e-07, "loss": -0.0242, "num_tokens": 32224459.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0101749897003174, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.025130469579767615, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.048259298805496, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6291666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.04849589520621153, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 718 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1357.0, "completions/max_terminated_length": 1357.0, "completions/mean_length": 1139.8125, "completions/mean_terminated_length": 1139.8125, "completions/min_length": 956.0, "completions/min_terminated_length": 956.0, "epoch": 0.1797949487371843, "frac_reward_zero_std": 0.0, "grad_norm": 3.5671379229477815, "kl": 0.00579071044921875, "learning_rate": 9.827740821579568e-07, "loss": -0.0171, "num_tokens": 32280888.0, "reward": 0.0, "reward_std": 0.8606716990470886, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.033878012736833954, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.025985164532050346, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1112221667221529, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 719 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1265.0, "completions/max_terminated_length": 1265.0, "completions/mean_length": 982.875, "completions/mean_terminated_length": 982.875, "completions/min_length": 786.0, "completions/min_terminated_length": 786.0, "epoch": 0.1800450112528132, "frac_reward_zero_std": 0.0, "grad_norm": 3.550745915255253, "kl": 0.0057830810546875, "learning_rate": 9.826662747365983e-07, "loss": 0.0223, "num_tokens": 32311606.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0624669790267944, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.01761827689511751, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08861577761771147, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7041666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07685966046898339, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 720 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1436.0, "completions/mean_length": 1270.0625, "completions/mean_terminated_length": 1132.0999755859375, "completions/min_length": 785.0, "completions/min_terminated_length": 785.0, "epoch": 0.18029507376844212, "frac_reward_zero_std": 0.0, "grad_norm": 3.182133911220646, "kl": 0.00598907470703125, "learning_rate": 9.82558137637922e-07, "loss": -0.0436, "num_tokens": 32364559.0, "reward": 2.9802322387695312e-08, "reward_std": 0.6436790227890015, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.006640713385245342, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.15859883731532523, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1189459883650901, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 721 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1113.0, "completions/max_terminated_length": 1113.0, "completions/mean_length": 842.75, "completions/mean_terminated_length": 842.75, "completions/min_length": 585.0, "completions/min_terminated_length": 585.0, "epoch": 0.180545136284071, "frac_reward_zero_std": 0.0, "grad_norm": 2.2906889609850847, "kl": 0.0025787353515625, "learning_rate": 9.824496709443237e-07, "loss": -0.0042, "num_tokens": 32404803.0, "reward": 0.0, "reward_std": 0.8606380224227905, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.019272053517227637, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09553023850777322, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0718795288428261, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 722 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1440.0, "completions/mean_length": 1192.0625, "completions/mean_terminated_length": 1007.2999877929688, "completions/min_length": 722.0, "completions/min_terminated_length": 722.0, "epoch": 0.18079519879969994, "frac_reward_zero_std": 0.0, "grad_norm": 2.28878348139633, "kl": 0.003215789794921875, "learning_rate": 9.823408747384524e-07, "loss": -0.077, "num_tokens": 32447644.0, "reward": 0.0, "reward_std": 0.9321693181991577, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.14377646701872282, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05377312760414337, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8291666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08062257748298551, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 723 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1377.0, "completions/mean_length": 1305.9375, "completions/mean_terminated_length": 1155.0, "completions/min_length": 946.0, "completions/min_terminated_length": 946.0, "epoch": 0.18104526131532883, "frac_reward_zero_std": 0.0, "grad_norm": 3.320497941453975, "kl": 0.00743865966796875, "learning_rate": 9.822317491032067e-07, "loss": -0.0357, "num_tokens": 32505475.0, "reward": 1.4901161193847656e-08, "reward_std": 0.983498752117157, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.09040107139900895, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10836169950908459, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.65, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07888106377466156, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 724 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1255.0, "completions/max_terminated_length": 1255.0, "completions/mean_length": 1150.5, "completions/mean_terminated_length": 1150.5, "completions/min_length": 958.0, "completions/min_terminated_length": 958.0, "epoch": 0.18129532383095773, "frac_reward_zero_std": 0.0, "grad_norm": 1.2434582824422633, "kl": 0.001117706298828125, "learning_rate": 9.821222941217367e-07, "loss": 0.0043, "num_tokens": 32546491.0, "reward": 0.0, "reward_std": 0.5702938437461853, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.053182843410490746, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.14059950918082478, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8666666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12412657816683505, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 725 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1436.0, "completions/mean_length": 1052.8125, "completions/mean_terminated_length": 903.75, "completions/min_length": 676.0, "completions/min_terminated_length": 676.0, "epoch": 0.18154538634658665, "frac_reward_zero_std": 0.0, "grad_norm": 1.9431295879849808, "kl": 0.0020265579223632812, "learning_rate": 9.820125098774436e-07, "loss": -0.0422, "num_tokens": 32578728.0, "reward": 0.0, "reward_std": 0.7283176779747009, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.008942337384263198, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.021496138658367917, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6708333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10461569884316811, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 726 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1472.0, "completions/max_terminated_length": 1472.0, "completions/mean_length": 1198.625, "completions/mean_terminated_length": 1198.625, "completions/min_length": 1004.0, "completions/min_terminated_length": 1004.0, "epoch": 0.18179544886221555, "frac_reward_zero_std": 0.0, "grad_norm": 3.5474176169800433, "kl": 0.0079345703125, "learning_rate": 9.819023964539793e-07, "loss": -0.0068, "num_tokens": 32620562.0, "reward": 0.0, "reward_std": 0.9600921869277954, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.11703831633134315, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1720625618889027, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09339283817414601, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 727 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 1.0, "completions/max_length": 1500.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 1500.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 1500.0, "completions/min_terminated_length": 0.0, "epoch": 0.18204551137784447, "frac_reward_zero_std": 0.0, "grad_norm": 2.2193157397906775, "kl": 0.0030670166015625, "learning_rate": 9.817919539352466e-07, "loss": 0.0001, "num_tokens": 32678418.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9435696601867676, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.009940261462111907, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07133060786480624, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6749999999999999, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08027729719194864, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 728 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1393.0, "completions/mean_length": 1150.75, "completions/mean_terminated_length": 1100.857177734375, "completions/min_length": 814.0, "completions/min_terminated_length": 814.0, "epoch": 0.18229557389347337, "frac_reward_zero_std": 0.0, "grad_norm": 4.242933170732582, "kl": 0.01019287109375, "learning_rate": 9.816811824053988e-07, "loss": 0.0201, "num_tokens": 32741190.0, "reward": 7.450580596923828e-09, "reward_std": 1.0447089672088623, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.05750224395736582, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.15834521967317955, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8041666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12041594578792297, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 729 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1500.0, "completions/mean_length": 1214.75, "completions/mean_terminated_length": 1148.923095703125, "completions/min_length": 938.0, "completions/min_terminated_length": 938.0, "epoch": 0.18254563640910226, "frac_reward_zero_std": 0.0, "grad_norm": 2.7361219694233747, "kl": 0.004390716552734375, "learning_rate": 9.815700819488406e-07, "loss": -0.0349, "num_tokens": 32796730.0, "reward": 2.9802322387695312e-08, "reward_std": 1.0677757263183594, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.08281647264120397, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.055091018848567645, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08255189164891874, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 730 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1500.0, "completions/mean_length": 1151.6875, "completions/mean_terminated_length": 1128.4666748046875, "completions/min_length": 795.0, "completions/min_terminated_length": 795.0, "epoch": 0.1827956989247312, "frac_reward_zero_std": 0.0, "grad_norm": 1.748835390365423, "kl": 0.00283050537109375, "learning_rate": 9.814586526502263e-07, "loss": -0.0144, "num_tokens": 32855677.0, "reward": 1.1175870895385742e-08, "reward_std": 1.060882329940796, "rewards/wordcountpos_reward_GEOBench/mean": 1.1175870895385742e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03831599749094185, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1052655506937671, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6708333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.061913918736689035, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 731 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1494.0, "completions/mean_length": 1367.6875, "completions/mean_terminated_length": 1235.375, "completions/min_length": 959.0, "completions/min_terminated_length": 959.0, "epoch": 0.18304576144036008, "frac_reward_zero_std": 0.0, "grad_norm": 1.998704562710288, "kl": 0.002902984619140625, "learning_rate": 9.813468945944618e-07, "loss": -0.0591, "num_tokens": 32906320.0, "reward": 0.0, "reward_std": 0.7829744815826416, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0424517532520707, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07791503468793178, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1403039029577766, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 732 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1360.0, "completions/mean_length": 1238.6875, "completions/mean_terminated_length": 902.71435546875, "completions/min_length": 533.0, "completions/min_terminated_length": 533.0, "epoch": 0.183295823955989, "frac_reward_zero_std": 0.0, "grad_norm": 2.819957059240688, "kl": 0.0040130615234375, "learning_rate": 9.812348078667027e-07, "loss": -0.0256, "num_tokens": 32950307.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9241190552711487, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06722534884069706, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.14160736354951808, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.5958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10174405069512343, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 733 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1476.0, "completions/mean_length": 1190.1875, "completions/mean_terminated_length": 1049.3636474609375, "completions/min_length": 872.0, "completions/min_terminated_length": 872.0, "epoch": 0.1835458864716179, "frac_reward_zero_std": 0.0, "grad_norm": 3.4498638495387435, "kl": 0.0069580078125, "learning_rate": 9.811223925523554e-07, "loss": -0.0357, "num_tokens": 33002398.0, "reward": -2.9802322387695312e-08, "reward_std": 0.5122545957565308, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.08607074641339456, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09012592474278529, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6666666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09428090415820634, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 734 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1476.0, "completions/mean_length": 1158.5, "completions/mean_terminated_length": 1135.7333984375, "completions/min_length": 970.0, "completions/min_terminated_length": 970.0, "epoch": 0.1837959489872468, "frac_reward_zero_std": 0.0, "grad_norm": 3.3427020733436494, "kl": 0.00605010986328125, "learning_rate": 9.810096487370767e-07, "loss": -0.0063, "num_tokens": 33045406.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0441040992736816, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.04200349924354796, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0798675152124159, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6666666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.048686449556014755, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 735 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1422.0, "completions/mean_length": 1229.375, "completions/mean_terminated_length": 1067.0, "completions/min_length": 822.0, "completions/min_terminated_length": 822.0, "epoch": 0.18404601150287572, "frac_reward_zero_std": 0.0, "grad_norm": 3.231655287047318, "kl": 0.00547027587890625, "learning_rate": 9.808965765067735e-07, "loss": -0.0234, "num_tokens": 33096916.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0644407272338867, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.2624126965101883, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.33578714643114277, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13924399049470285, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 736 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1406.0, "completions/mean_length": 1164.8125, "completions/mean_terminated_length": 1142.4666748046875, "completions/min_length": 866.0, "completions/min_terminated_length": 866.0, "epoch": 0.18429607401850462, "frac_reward_zero_std": 0.0, "grad_norm": 3.3815497285710925, "kl": 0.00667572021484375, "learning_rate": 9.807831759476036e-07, "loss": -0.0117, "num_tokens": 33144425.0, "reward": -1.4901161193847656e-08, "reward_std": 1.042811632156372, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.02033659139505253, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04612926690576004, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09953596037316068, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 737 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1312.0, "completions/mean_length": 1060.125, "completions/mean_terminated_length": 958.6154174804688, "completions/min_length": 581.0, "completions/min_terminated_length": 581.0, "epoch": 0.18454613653413354, "frac_reward_zero_std": 0.0, "grad_norm": 3.0111274009719566, "kl": 0.0052337646484375, "learning_rate": 9.806694471459739e-07, "loss": 0.0451, "num_tokens": 33191035.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0592710971832275, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.002183642725055812, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06974739434689296, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6708333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07490735018081411, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 738 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1492.0, "completions/mean_length": 1326.25, "completions/mean_terminated_length": 1152.5, "completions/min_length": 753.0, "completions/min_terminated_length": 753.0, "epoch": 0.18479619904976244, "frac_reward_zero_std": 0.0, "grad_norm": 18.468800813859428, "kl": 0.1162109375, "learning_rate": 9.80555390188542e-07, "loss": -0.0783, "num_tokens": 33247943.0, "reward": 0.0, "reward_std": 0.7780887484550476, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.18433175981064187, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.26330838996163947, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07969850595746357, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 739 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1211.0, "completions/mean_length": 970.5, "completions/mean_terminated_length": 935.2000732421875, "completions/min_length": 615.0, "completions/min_terminated_length": 615.0, "epoch": 0.18504626156539133, "frac_reward_zero_std": 0.0, "grad_norm": 3.416763838596435, "kl": 0.005710601806640625, "learning_rate": 9.804410051622157e-07, "loss": -0.0414, "num_tokens": 33286567.0, "reward": 0.0, "reward_std": 0.9934239983558655, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.04075272404705677, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05015983631946827, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6708333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06652763279965646, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 740 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1346.0, "completions/max_terminated_length": 1346.0, "completions/mean_length": 1171.875, "completions/mean_terminated_length": 1171.875, "completions/min_length": 859.0, "completions/min_terminated_length": 859.0, "epoch": 0.18529632408102026, "frac_reward_zero_std": 0.0, "grad_norm": 2.8122015770909785, "kl": 0.00487518310546875, "learning_rate": 9.803262921541528e-07, "loss": 0.0178, "num_tokens": 33328541.0, "reward": -5.960464477539063e-08, "reward_std": 0.47839343547821045, "rewards/wordcountpos_reward_GEOBench/mean": -5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.042920349209257906, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07186635923476138, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7333333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14807405554629052, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 741 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1234.0, "completions/max_terminated_length": 1234.0, "completions/mean_length": 1016.8125, "completions/mean_terminated_length": 1016.8125, "completions/min_length": 701.0, "completions/min_terminated_length": 701.0, "epoch": 0.18554638659664915, "frac_reward_zero_std": 0.0, "grad_norm": 3.2145115794826284, "kl": 0.0057525634765625, "learning_rate": 9.802112512517602e-07, "loss": -0.0011, "num_tokens": 33364386.0, "reward": 0.0, "reward_std": 0.9832525253295898, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.050124131177129626, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.21063680386644926, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7083333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1112221667221529, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 742 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1133.0, "completions/max_terminated_length": 1133.0, "completions/mean_length": 929.3125, "completions/mean_terminated_length": 929.3125, "completions/min_length": 609.0, "completions/min_terminated_length": 609.0, "epoch": 0.18579644911227808, "frac_reward_zero_std": 0.0, "grad_norm": 3.3057530815007294, "kl": 0.0030193328857421875, "learning_rate": 9.800958825426957e-07, "loss": 0.0437, "num_tokens": 33393671.0, "reward": 0.0, "reward_std": 0.904248833656311, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.043688346469297965, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07085727903795395, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7333333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07302967433402217, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 743 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1338.0, "completions/mean_length": 1011.5625, "completions/mean_terminated_length": 848.75, "completions/min_length": 722.0, "completions/min_terminated_length": 722.0, "epoch": 0.18604651162790697, "frac_reward_zero_std": 0.0, "grad_norm": 2.2738937180284684, "kl": 0.003101348876953125, "learning_rate": 9.799801861148664e-07, "loss": -0.0206, "num_tokens": 33427632.0, "reward": -7.450580596923828e-09, "reward_std": 1.0394505262374878, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.09399952783546645, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11644827922446022, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08850612031567838, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 744 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1365.0, "completions/mean_length": 1137.5, "completions/mean_terminated_length": 1085.71435546875, "completions/min_length": 889.0, "completions/min_terminated_length": 889.0, "epoch": 0.18629657414353587, "frac_reward_zero_std": 0.0, "grad_norm": 3.0650345743673544, "kl": 0.00585174560546875, "learning_rate": 9.79864162056429e-07, "loss": -0.0025, "num_tokens": 33470136.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9372832775115967, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.006921612982398085, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.021359135129951135, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09699179041242309, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 745 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1412.0, "completions/max_terminated_length": 1412.0, "completions/mean_length": 1121.8125, "completions/mean_terminated_length": 1121.8125, "completions/min_length": 955.0, "completions/min_terminated_length": 955.0, "epoch": 0.1865466366591648, "frac_reward_zero_std": 0.0, "grad_norm": 3.122625548014598, "kl": 0.00438690185546875, "learning_rate": 9.797478104557898e-07, "loss": 0.0018, "num_tokens": 33513957.0, "reward": -2.9802322387695312e-08, "reward_std": 0.4723026752471924, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.13464675386404207, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0747943558290234, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1264911064067352, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 746 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1340.0, "completions/max_terminated_length": 1340.0, "completions/mean_length": 1081.0, "completions/mean_terminated_length": 1081.0, "completions/min_length": 853.0, "completions/min_terminated_length": 853.0, "epoch": 0.1867966991747937, "frac_reward_zero_std": 0.0, "grad_norm": 2.34960657208965, "kl": 0.00260162353515625, "learning_rate": 9.796311314016053e-07, "loss": -0.0287, "num_tokens": 33549557.0, "reward": -5.21540641784668e-08, "reward_std": 1.0570249557495117, "rewards/wordcountpos_reward_GEOBench/mean": -5.21540641784668e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.08874766055093594, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11555375335357478, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07781745019952505, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 747 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1017.0, "completions/max_terminated_length": 1017.0, "completions/mean_length": 950.4375, "completions/mean_terminated_length": 950.4375, "completions/min_length": 859.0, "completions/min_terminated_length": 859.0, "epoch": 0.1870467616904226, "frac_reward_zero_std": 0.0, "grad_norm": 1.5741706699359104, "kl": 0.0019321441650390625, "learning_rate": 9.795141249827807e-07, "loss": -0.0038, "num_tokens": 33581884.0, "reward": 0.0, "reward_std": 0.9222838878631592, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.041798627727187, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08488795145417802, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11344765475923412, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 748 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1421.0, "completions/mean_length": 1050.875, "completions/mean_terminated_length": 1020.9334106445312, "completions/min_length": 625.0, "completions/min_terminated_length": 625.0, "epoch": 0.1872968242060515, "frac_reward_zero_std": 0.0, "grad_norm": 3.260750225835077, "kl": 0.005340576171875, "learning_rate": 9.793967912884713e-07, "loss": -0.0666, "num_tokens": 33630210.0, "reward": 0.0, "reward_std": 0.4019111096858978, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.082462785160942, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.13403575766035725, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09803627446568497, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 749 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1336.0, "completions/mean_length": 1045.5, "completions/mean_terminated_length": 940.6154174804688, "completions/min_length": 603.0, "completions/min_terminated_length": 603.0, "epoch": 0.18754688672168043, "frac_reward_zero_std": 0.0, "grad_norm": 3.6077526682443324, "kl": 0.00556182861328125, "learning_rate": 9.792791304080812e-07, "loss": -0.0063, "num_tokens": 33673594.0, "reward": 0.0, "reward_std": 0.7919954061508179, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0173807072481657, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1464043901598514, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.65, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11547005383792516, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 750 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1403.0, "completions/mean_length": 1116.75, "completions/mean_terminated_length": 1091.2000732421875, "completions/min_length": 877.0, "completions/min_terminated_length": 877.0, "epoch": 0.18779694923730933, "frac_reward_zero_std": 0.0, "grad_norm": 3.4009377519527804, "kl": 0.00592041015625, "learning_rate": 9.791611424312642e-07, "loss": 0.0355, "num_tokens": 33725566.0, "reward": -1.1175870895385742e-08, "reward_std": 1.0569311380386353, "rewards/wordcountpos_reward_GEOBench/mean": -1.1175870895385742e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0463683801220161, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08293067812961104, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.5958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.05146016078626404, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 751 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.6875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1368.0, "completions/mean_length": 1394.0, "completions/mean_terminated_length": 1160.800048828125, "completions/min_length": 982.0, "completions/min_terminated_length": 982.0, "epoch": 0.18804701175293823, "frac_reward_zero_std": 0.0, "grad_norm": 2.59931882175537, "kl": 0.00464630126953125, "learning_rate": 9.790428274479232e-07, "loss": -0.0172, "num_tokens": 33773046.0, "reward": 0.0, "reward_std": 0.8995012044906616, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.04364249190376477, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.13247925550449974, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1128748897706693, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 752 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1327.0, "completions/mean_length": 1094.875, "completions/mean_terminated_length": 1067.86669921875, "completions/min_length": 768.0, "completions/min_terminated_length": 768.0, "epoch": 0.18829707426856715, "frac_reward_zero_std": 0.0, "grad_norm": 3.579477653679744, "kl": 0.00666046142578125, "learning_rate": 9.789241855482101e-07, "loss": -0.0109, "num_tokens": 33810436.0, "reward": 2.9802322387695312e-08, "reward_std": 0.7825042009353638, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.09746143756698154, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12352679057806955, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.05288001793018134, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 753 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1411.0, "completions/max_terminated_length": 1411.0, "completions/mean_length": 1082.1875, "completions/mean_terminated_length": 1082.1875, "completions/min_length": 949.0, "completions/min_terminated_length": 949.0, "epoch": 0.18854713678419605, "frac_reward_zero_std": 0.0, "grad_norm": 1.8734100753719083, "kl": 0.0027713775634765625, "learning_rate": 9.788052168225263e-07, "loss": -0.0472, "num_tokens": 33853799.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8815306425094604, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.07636630696159298, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08869742462224303, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09737289911202955, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 754 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1425.0, "completions/mean_length": 1267.0625, "completions/mean_terminated_length": 1233.7857666015625, "completions/min_length": 998.0, "completions/min_terminated_length": 998.0, "epoch": 0.18879719929982497, "frac_reward_zero_std": 0.0, "grad_norm": 3.036091211979058, "kl": 0.00536346435546875, "learning_rate": 9.78685921361522e-07, "loss": -0.0276, "num_tokens": 33906104.0, "reward": 0.0, "reward_std": 0.8688238859176636, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03977344691935024, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.027909715061306753, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09878896324620105, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 755 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1220.0, "completions/max_terminated_length": 1220.0, "completions/mean_length": 902.6875, "completions/mean_terminated_length": 902.6875, "completions/min_length": 637.0, "completions/min_terminated_length": 637.0, "epoch": 0.18904726181545387, "frac_reward_zero_std": 0.0, "grad_norm": 3.3338262592899786, "kl": 0.00505828857421875, "learning_rate": 9.785662992560965e-07, "loss": -0.0528, "num_tokens": 33935819.0, "reward": 0.0, "reward_std": 0.7001897096633911, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.16521999616251332, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.2993398128396873, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14375905768565217, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 756 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1330.0, "completions/max_terminated_length": 1330.0, "completions/mean_length": 1036.125, "completions/mean_terminated_length": 1036.125, "completions/min_length": 862.0, "completions/min_terminated_length": 862.0, "epoch": 0.18929732433108276, "frac_reward_zero_std": 0.0, "grad_norm": 2.6780908940070804, "kl": 0.003551483154296875, "learning_rate": 9.784463505973978e-07, "loss": -0.0459, "num_tokens": 33973661.0, "reward": 0.0, "reward_std": 0.7571854591369629, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.05177551332944912, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1280877652417197, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8291666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06426219440409447, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 757 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1036.0, "completions/max_terminated_length": 1036.0, "completions/mean_length": 756.125, "completions/mean_terminated_length": 756.125, "completions/min_length": 493.0, "completions/min_terminated_length": 493.0, "epoch": 0.18954738684671169, "frac_reward_zero_std": 0.0, "grad_norm": 4.660220980204215, "kl": 0.00688934326171875, "learning_rate": 9.783260754768224e-07, "loss": 0.0482, "num_tokens": 34009159.0, "reward": 0.0, "reward_std": 0.801722526550293, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.030484680167434323, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07098127912457575, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6666666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10610965676722953, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 758 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1396.0, "completions/mean_length": 1123.6875, "completions/mean_terminated_length": 952.6364135742188, "completions/min_length": 657.0, "completions/min_terminated_length": 657.0, "epoch": 0.18979744936234058, "frac_reward_zero_std": 0.0, "grad_norm": 2.8857401735743746, "kl": 0.00478363037109375, "learning_rate": 9.782054739860163e-07, "loss": -0.0159, "num_tokens": 34055578.0, "reward": 0.0, "reward_std": 0.7229069471359253, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.2354839586385386, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.26296654418317406, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0642621944040945, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 759 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1416.0, "completions/mean_length": 1342.5, "completions/mean_terminated_length": 1220.0, "completions/min_length": 1066.0, "completions/min_terminated_length": 1066.0, "epoch": 0.1900475118779695, "frac_reward_zero_std": 0.0, "grad_norm": 2.8581999003436978, "kl": 0.00440216064453125, "learning_rate": 9.78084546216874e-07, "loss": -0.0019, "num_tokens": 34109418.0, "reward": 7.450580596923828e-09, "reward_std": 0.999096155166626, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.02402238429898502, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05047151105415464, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6666666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1520233900132184, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 760 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1491.0, "completions/max_terminated_length": 1491.0, "completions/mean_length": 1203.5, "completions/mean_terminated_length": 1203.5, "completions/min_length": 880.0, "completions/min_terminated_length": 880.0, "epoch": 0.1902975743935984, "frac_reward_zero_std": 0.0, "grad_norm": 3.585307131556703, "kl": 0.00785064697265625, "learning_rate": 9.77963292261538e-07, "loss": 0.0106, "num_tokens": 34155186.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9448951482772827, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.12624460748158114, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1263113780258288, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12224747213928168, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 761 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1417.0, "completions/max_terminated_length": 1417.0, "completions/mean_length": 1244.0625, "completions/mean_terminated_length": 1244.0625, "completions/min_length": 1056.0, "completions/min_terminated_length": 1056.0, "epoch": 0.1905476369092273, "frac_reward_zero_std": 0.0, "grad_norm": 3.336458640011638, "kl": 0.00815582275390625, "learning_rate": 9.778417122124002e-07, "loss": -0.0216, "num_tokens": 34205779.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9397013187408447, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.08958149201369565, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08981750603246451, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0958393717904348, "rewards/wordcountpos_reward_GEOBench/std": 1.0327954292297363, "step": 762 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1404.0, "completions/mean_length": 1229.125, "completions/mean_terminated_length": 1166.615478515625, "completions/min_length": 956.0, "completions/min_terminated_length": 956.0, "epoch": 0.19079769942485622, "frac_reward_zero_std": 0.0, "grad_norm": 2.823257904779279, "kl": 0.00473785400390625, "learning_rate": 9.777198061621001e-07, "loss": 0.0136, "num_tokens": 34253637.0, "reward": 0.0, "reward_std": 0.898926854133606, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0015722100971268783, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07436289307193161, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8333333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10886621079036349, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 763 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1421.0, "completions/mean_length": 987.5625, "completions/mean_terminated_length": 953.4000244140625, "completions/min_length": 690.0, "completions/min_terminated_length": 690.0, "epoch": 0.19104776194048512, "frac_reward_zero_std": 0.0, "grad_norm": 3.4779493444108303, "kl": 0.00440216064453125, "learning_rate": 9.775975742035264e-07, "loss": 0.0166, "num_tokens": 34287350.0, "reward": 0.0, "reward_std": 0.6220771074295044, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.05113912029521954, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.031110641376222836, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.5583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1214114522635354, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 764 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1488.0, "completions/mean_length": 1384.3125, "completions/mean_terminated_length": 1357.615478515625, "completions/min_length": 958.0, "completions/min_terminated_length": 958.0, "epoch": 0.19129782445611404, "frac_reward_zero_std": 0.0, "grad_norm": 1.8196497984646303, "kl": 0.00301361083984375, "learning_rate": 9.774750164298158e-07, "loss": -0.0255, "num_tokens": 34347483.0, "reward": 0.0, "reward_std": 0.7921708226203918, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.08389881263928206, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.19504925008106058, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6291666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.04849589520621153, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 765 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1456.0, "completions/mean_length": 1272.3125, "completions/mean_terminated_length": 1219.769287109375, "completions/min_length": 1011.0, "completions/min_terminated_length": 1011.0, "epoch": 0.19154788697174294, "frac_reward_zero_std": 0.0, "grad_norm": 2.796661759974169, "kl": 0.0064239501953125, "learning_rate": 9.77352132934353e-07, "loss": -0.0928, "num_tokens": 34398400.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8572706580162048, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.04189881519089716, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09426900176535, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7041666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07290277645477447, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 766 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1296.0, "completions/max_terminated_length": 1296.0, "completions/mean_length": 1012.0, "completions/mean_terminated_length": 1012.0, "completions/min_length": 790.0, "completions/min_terminated_length": 790.0, "epoch": 0.19179794948737183, "frac_reward_zero_std": 0.0, "grad_norm": 3.648599515827048, "kl": 0.00684356689453125, "learning_rate": 9.772289238107714e-07, "loss": -0.0585, "num_tokens": 34436456.0, "reward": -2.9802322387695312e-08, "reward_std": 0.6676443219184875, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.04432162729021421, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05077108140198264, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7041666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13763881881375054, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 767 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1432.0, "completions/max_terminated_length": 1432.0, "completions/mean_length": 941.5625, "completions/mean_terminated_length": 941.5625, "completions/min_length": 561.0, "completions/min_terminated_length": 561.0, "epoch": 0.19204801200300076, "frac_reward_zero_std": 0.0, "grad_norm": 3.42710037829366, "kl": 0.005767822265625, "learning_rate": 9.771053891529522e-07, "loss": -0.0104, "num_tokens": 34466265.0, "reward": 5.960464477539063e-08, "reward_std": 0.6699692010879517, "rewards/wordcountpos_reward_GEOBench/mean": 5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7708333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1519624710005487, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 768 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1462.0, "completions/mean_length": 1081.625, "completions/mean_terminated_length": 1053.7333984375, "completions/min_length": 821.0, "completions/min_terminated_length": 821.0, "epoch": 0.19229807451862965, "frac_reward_zero_std": 0.0, "grad_norm": 3.0950095698804243, "kl": 0.00524139404296875, "learning_rate": 9.769815290550247e-07, "loss": 0.0098, "num_tokens": 34509563.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9110170602798462, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.058465818928021634, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.15616305960487858, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08606629658238706, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 769 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1487.0, "completions/mean_length": 1103.0625, "completions/mean_terminated_length": 1011.4615478515625, "completions/min_length": 602.0, "completions/min_terminated_length": 602.0, "epoch": 0.19254813703425858, "frac_reward_zero_std": 0.0, "grad_norm": 2.9463316693169084, "kl": 0.00342559814453125, "learning_rate": 9.76857343611366e-07, "loss": 0.015, "num_tokens": 34553700.0, "reward": 0.0, "reward_std": 0.2281189262866974, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.2392460331618483, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.24302124733962108, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7083333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11894598836509011, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 770 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1458.0, "completions/mean_length": 1248.6875, "completions/mean_terminated_length": 1164.916748046875, "completions/min_length": 821.0, "completions/min_terminated_length": 821.0, "epoch": 0.19279819954988747, "frac_reward_zero_std": 0.0, "grad_norm": 3.08684980642056, "kl": 0.006317138671875, "learning_rate": 9.767328329166014e-07, "loss": 0.0259, "num_tokens": 34602287.0, "reward": -2.2351741790771484e-08, "reward_std": 1.0022685527801514, "rewards/wordcountpos_reward_GEOBench/mean": -2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0925098613439011, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05833707694707505, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1287403358472941, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 771 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1426.0, "completions/max_terminated_length": 1426.0, "completions/mean_length": 1002.8125, "completions/mean_terminated_length": 1002.8125, "completions/min_length": 658.0, "completions/min_terminated_length": 658.0, "epoch": 0.19304826206551637, "frac_reward_zero_std": 0.0, "grad_norm": 2.7688446055324336, "kl": 0.00395965576171875, "learning_rate": 9.76607997065604e-07, "loss": -0.0077, "num_tokens": 34643060.0, "reward": 0.0, "reward_std": 0.8697834014892578, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.05352356193185525, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1368391119788751, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7041666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12641788434189796, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 772 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1496.0, "completions/mean_length": 1319.875, "completions/mean_terminated_length": 1259.8333740234375, "completions/min_length": 811.0, "completions/min_terminated_length": 811.0, "epoch": 0.1932983245811453, "frac_reward_zero_std": 0.0, "grad_norm": 2.9255521178435453, "kl": 0.0050811767578125, "learning_rate": 9.764828361534945e-07, "loss": -0.0256, "num_tokens": 34700114.0, "reward": -2.9802322387695312e-08, "reward_std": 0.9583911895751953, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0937513035346663, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05214142643929856, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06191391873668906, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 773 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1171.0, "completions/max_terminated_length": 1171.0, "completions/mean_length": 996.625, "completions/mean_terminated_length": 996.625, "completions/min_length": 795.0, "completions/min_terminated_length": 795.0, "epoch": 0.1935483870967742, "frac_reward_zero_std": 0.0, "grad_norm": 3.4070277813551235, "kl": 0.0075225830078125, "learning_rate": 9.763573502756414e-07, "loss": 0.0182, "num_tokens": 34744068.0, "reward": 0.0, "reward_std": 0.8290859460830688, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.07904164124028745, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08867501583133151, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10852547064066473, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 774 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1441.0, "completions/mean_length": 1136.4375, "completions/mean_terminated_length": 1084.5, "completions/min_length": 779.0, "completions/min_terminated_length": 779.0, "epoch": 0.1937984496124031, "frac_reward_zero_std": 0.0, "grad_norm": 2.374852555016247, "kl": 0.003948211669921875, "learning_rate": 9.762315395276605e-07, "loss": 0.0348, "num_tokens": 34792171.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8454338908195496, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.019708511131110037, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05723644134720568, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07588978362901858, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 775 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1487.0, "completions/max_terminated_length": 1487.0, "completions/mean_length": 1265.6875, "completions/mean_terminated_length": 1265.6875, "completions/min_length": 1067.0, "completions/min_terminated_length": 1067.0, "epoch": 0.194048512128032, "frac_reward_zero_std": 0.0, "grad_norm": 3.455640713456896, "kl": 0.00699615478515625, "learning_rate": 9.76105404005416e-07, "loss": -0.0119, "num_tokens": 34838414.0, "reward": 2.9802322387695312e-08, "reward_std": 0.5210832357406616, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.27378134135982485, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.28662402148228705, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08062257748298553, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 776 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1476.0, "completions/mean_length": 1311.8125, "completions/mean_terminated_length": 1226.272705078125, "completions/min_length": 929.0, "completions/min_terminated_length": 929.0, "epoch": 0.1942985746436609, "frac_reward_zero_std": 0.0, "grad_norm": 3.5819744549931194, "kl": 0.0087738037109375, "learning_rate": 9.75978943805018e-07, "loss": -0.0946, "num_tokens": 34890035.0, "reward": 1.4901161193847656e-08, "reward_std": 0.966614305973053, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.05988217910005238, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08940491656366094, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11213417888437975, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 777 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1452.0, "completions/max_terminated_length": 1452.0, "completions/mean_length": 1122.8125, "completions/mean_terminated_length": 1122.8125, "completions/min_length": 680.0, "completions/min_terminated_length": 680.0, "epoch": 0.19454863715928983, "frac_reward_zero_std": 0.0, "grad_norm": 2.448770982069352, "kl": 0.001934051513671875, "learning_rate": 9.758521590228259e-07, "loss": 0.0496, "num_tokens": 34926536.0, "reward": -2.9802322387695312e-08, "reward_std": 0.4485316872596741, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.3233125584511452, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.2168428692609099, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.16638865702079933, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 778 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1194.0, "completions/max_terminated_length": 1194.0, "completions/mean_length": 955.875, "completions/mean_terminated_length": 955.875, "completions/min_length": 729.0, "completions/min_terminated_length": 729.0, "epoch": 0.19479869967491872, "frac_reward_zero_std": 0.0, "grad_norm": 3.2976615635966047, "kl": 0.004756927490234375, "learning_rate": 9.757250497554451e-07, "loss": -0.0201, "num_tokens": 34969174.0, "reward": 7.450580596923828e-09, "reward_std": 1.0640275478363037, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.07778321113687948, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10352705056746363, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10390522747338703, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 779 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1419.0, "completions/mean_length": 1175.9375, "completions/mean_terminated_length": 1028.6363525390625, "completions/min_length": 817.0, "completions/min_terminated_length": 817.0, "epoch": 0.19504876219054765, "frac_reward_zero_std": 0.0, "grad_norm": 2.6966983513298572, "kl": 0.004276275634765625, "learning_rate": 9.755976160997289e-07, "loss": -0.0132, "num_tokens": 35026149.0, "reward": 0.0, "reward_std": 0.9740884304046631, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.02139420407473786, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.022310670092147947, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08681611046941135, "rewards/wordcountpos_reward_GEOBench/std": 1.0327954292297363, "step": 780 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.6875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1493.0, "completions/mean_length": 1472.5, "completions/mean_terminated_length": 1412.0, "completions/min_length": 1222.0, "completions/min_terminated_length": 1222.0, "epoch": 0.19529882470617654, "frac_reward_zero_std": 0.0, "grad_norm": 2.7184128411751596, "kl": 0.00482177734375, "learning_rate": 9.75469858152777e-07, "loss": 0.001, "num_tokens": 35086077.0, "reward": -2.9802322387695312e-08, "reward_std": 0.7493516802787781, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.021356019889026398, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.15075920317301078, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06763190130459204, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 781 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1499.0, "completions/mean_length": 1174.6875, "completions/mean_terminated_length": 1099.615478515625, "completions/min_length": 861.0, "completions/min_terminated_length": 861.0, "epoch": 0.19554888722180544, "frac_reward_zero_std": 0.0, "grad_norm": 2.905215181043459, "kl": 0.005100250244140625, "learning_rate": 9.753417760119372e-07, "loss": -0.0508, "num_tokens": 35129544.0, "reward": -2.2351741790771484e-08, "reward_std": 0.9570135474205017, "rewards/wordcountpos_reward_GEOBench/mean": -2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.031115357620785922, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06245959906751957, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09888264649460886, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 782 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1471.0, "completions/mean_length": 1255.4375, "completions/mean_terminated_length": 1239.1334228515625, "completions/min_length": 1029.0, "completions/min_terminated_length": 1029.0, "epoch": 0.19579894973743436, "frac_reward_zero_std": 0.0, "grad_norm": 4.256226471059028, "kl": 0.01361083984375, "learning_rate": 9.752133697748034e-07, "loss": -0.0362, "num_tokens": 35183487.0, "reward": 0.0, "reward_std": 0.6491416692733765, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.037269011827991846, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08178369493522963, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.775, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09067647005823631, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 783 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1348.0, "completions/max_terminated_length": 1348.0, "completions/mean_length": 1182.6875, "completions/mean_terminated_length": 1182.6875, "completions/min_length": 968.0, "completions/min_terminated_length": 968.0, "epoch": 0.19604901225306326, "frac_reward_zero_std": 0.0, "grad_norm": 2.390657488638133, "kl": 0.003742218017578125, "learning_rate": 9.750846395392174e-07, "loss": -0.0245, "num_tokens": 35230002.0, "reward": 0.0, "reward_std": 0.9859509468078613, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.12500342111521479, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11580758524749729, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.05821416398857663, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 784 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1216.0, "completions/max_terminated_length": 1216.0, "completions/mean_length": 942.625, "completions/mean_terminated_length": 942.625, "completions/min_length": 613.0, "completions/min_terminated_length": 613.0, "epoch": 0.19629907476869218, "frac_reward_zero_std": 0.0, "grad_norm": 3.3987331222182817, "kl": 0.0058746337890625, "learning_rate": 9.74955585403267e-07, "loss": -0.0277, "num_tokens": 35275612.0, "reward": 0.0, "reward_std": 0.7244665622711182, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.038334246468655804, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.15936062070843363, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07252075054258096, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 785 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1153.0, "completions/max_terminated_length": 1153.0, "completions/mean_length": 1035.9375, "completions/mean_terminated_length": 1035.9375, "completions/min_length": 880.0, "completions/min_terminated_length": 880.0, "epoch": 0.19654913728432108, "frac_reward_zero_std": 0.0, "grad_norm": 3.2083676799809377, "kl": 0.00504302978515625, "learning_rate": 9.748262074652871e-07, "loss": 0.0267, "num_tokens": 35314019.0, "reward": 1.4901161193847656e-08, "reward_std": 0.7835050821304321, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.048525094829570875, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.058974631431651235, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09727776191382574, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 786 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1494.0, "completions/mean_length": 1302.1875, "completions/mean_terminated_length": 1289.0001220703125, "completions/min_length": 1008.0, "completions/min_terminated_length": 1008.0, "epoch": 0.19679919979994998, "frac_reward_zero_std": 0.0, "grad_norm": 3.1798868968548346, "kl": 0.0066680908203125, "learning_rate": 9.746965058238597e-07, "loss": -0.0545, "num_tokens": 35362958.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9166634678840637, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.00430408009668512, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0197332004346436, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08333333333333336, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 787 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1271.0, "completions/mean_length": 1316.875, "completions/mean_terminated_length": 1081.4285888671875, "completions/min_length": 778.0, "completions/min_terminated_length": 778.0, "epoch": 0.1970492623155789, "frac_reward_zero_std": 0.0, "grad_norm": 2.6503387178891087, "kl": 0.0055084228515625, "learning_rate": 9.74566480577813e-07, "loss": -0.025, "num_tokens": 35408868.0, "reward": 0.0, "reward_std": 0.9682281017303467, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0036836197797909306, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09225086343595418, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.775, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1437590576856522, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 788 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.75, "completions/max_length": 1500.0, "completions/max_terminated_length": 1494.0, "completions/mean_length": 1445.25, "completions/mean_terminated_length": 1281.0, "completions/min_length": 695.0, "completions/min_terminated_length": 695.0, "epoch": 0.1972993248312078, "frac_reward_zero_std": 0.0, "grad_norm": 3.1338051832833966, "kl": 0.006336212158203125, "learning_rate": 9.744361318262216e-07, "loss": 0.0179, "num_tokens": 35465784.0, "reward": 0.0, "reward_std": 0.7411366701126099, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.19950779608251143, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.20747878100680947, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1018350154434631, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 789 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1494.0, "completions/max_terminated_length": 1494.0, "completions/mean_length": 1230.8125, "completions/mean_terminated_length": 1230.8125, "completions/min_length": 816.0, "completions/min_terminated_length": 816.0, "epoch": 0.19754938734683672, "frac_reward_zero_std": 0.0, "grad_norm": 2.395292977069102, "kl": 0.003322601318359375, "learning_rate": 9.743054596684074e-07, "loss": -0.0329, "num_tokens": 35517165.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8714635372161865, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.007320954988949741, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08264734535517476, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08766518798921948, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 790 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1221.0, "completions/max_terminated_length": 1221.0, "completions/mean_length": 1041.125, "completions/mean_terminated_length": 1041.125, "completions/min_length": 839.0, "completions/min_terminated_length": 839.0, "epoch": 0.19779944986246562, "frac_reward_zero_std": 0.0, "grad_norm": 3.4033088962791496, "kl": 0.0065460205078125, "learning_rate": 9.74174464203938e-07, "loss": 0.0028, "num_tokens": 35548911.0, "reward": -7.450580596923828e-09, "reward_std": 1.0551389455795288, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.044343332770688394, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10528654935910003, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09496588081262936, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 791 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1323.0, "completions/mean_length": 1205.125, "completions/mean_terminated_length": 1137.0770263671875, "completions/min_length": 561.0, "completions/min_terminated_length": 561.0, "epoch": 0.1980495123780945, "frac_reward_zero_std": 0.0, "grad_norm": 2.775172951447881, "kl": 0.003673553466796875, "learning_rate": 9.740431455326277e-07, "loss": -0.0146, "num_tokens": 35606353.0, "reward": -2.9802322387695312e-08, "reward_std": 0.4133055806159973, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.02393766554726974, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04840274681681225, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.775, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.18358568490953675, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 792 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1497.0, "completions/mean_length": 1262.9375, "completions/mean_terminated_length": 1120.7000732421875, "completions/min_length": 757.0, "completions/min_terminated_length": 757.0, "epoch": 0.19829957489372343, "frac_reward_zero_std": 0.0, "grad_norm": 3.910847284276466, "kl": 0.0073699951171875, "learning_rate": 9.73911503754537e-07, "loss": 0.0516, "num_tokens": 35662312.0, "reward": 2.2351741790771484e-08, "reward_std": 1.0245856046676636, "rewards/wordcountpos_reward_GEOBench/mean": 2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0613803610860164, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0406555594847558, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12164002752505564, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 793 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1485.0, "completions/mean_length": 1191.4375, "completions/mean_terminated_length": 1120.2308349609375, "completions/min_length": 778.0, "completions/min_terminated_length": 778.0, "epoch": 0.19854963740935233, "frac_reward_zero_std": 0.0, "grad_norm": 2.8650181874549507, "kl": 0.00533294677734375, "learning_rate": 9.737795389699721e-07, "loss": -0.0663, "num_tokens": 35707367.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8280187845230103, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06189318236616637, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04722609146231109, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12102953419784838, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 794 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1492.0, "completions/max_terminated_length": 1492.0, "completions/mean_length": 1243.1875, "completions/mean_terminated_length": 1243.1875, "completions/min_length": 1015.0, "completions/min_terminated_length": 1015.0, "epoch": 0.19879969992498125, "frac_reward_zero_std": 0.0, "grad_norm": 3.101025455118715, "kl": 0.00661468505859375, "learning_rate": 9.736472512794864e-07, "loss": -0.0219, "num_tokens": 35753282.0, "reward": 0.0, "reward_std": 0.8394339680671692, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.024696497875071437, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.060198756738365534, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10390522747338701, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 795 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1465.0, "completions/mean_length": 1134.8125, "completions/mean_terminated_length": 1082.6429443359375, "completions/min_length": 805.0, "completions/min_terminated_length": 805.0, "epoch": 0.19904976244061015, "frac_reward_zero_std": 0.0, "grad_norm": 3.2961792034457194, "kl": 0.00566864013671875, "learning_rate": 9.735146407838784e-07, "loss": -0.0287, "num_tokens": 35799439.0, "reward": 0.0, "reward_std": 0.6710816621780396, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.08245961507336123, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1106415889001064, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8666666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08073734277593311, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 796 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1421.0, "completions/mean_length": 1197.5, "completions/mean_terminated_length": 1127.6923828125, "completions/min_length": 744.0, "completions/min_terminated_length": 744.0, "epoch": 0.19929982495623905, "frac_reward_zero_std": 0.0, "grad_norm": 3.0813248139218117, "kl": 0.00626373291015625, "learning_rate": 9.73381707584193e-07, "loss": -0.0906, "num_tokens": 35842631.0, "reward": 0.0, "reward_std": 0.7612572908401489, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.1134279919162518, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.2017681617436829, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.725, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0969917904124231, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 797 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1409.0, "completions/mean_length": 1176.5, "completions/mean_terminated_length": 1154.933349609375, "completions/min_length": 927.0, "completions/min_terminated_length": 927.0, "epoch": 0.19954988747186797, "frac_reward_zero_std": 0.0, "grad_norm": 3.495750480750484, "kl": 0.00690460205078125, "learning_rate": 9.732484517817207e-07, "loss": 0.0149, "num_tokens": 35886815.0, "reward": 0.0, "reward_std": 0.8409204483032227, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.021775580067785294, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03360903207207181, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13601470508735444, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 798 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1450.0, "completions/max_terminated_length": 1450.0, "completions/mean_length": 1077.625, "completions/mean_terminated_length": 1077.625, "completions/min_length": 821.0, "completions/min_terminated_length": 821.0, "epoch": 0.19979994998749687, "frac_reward_zero_std": 0.0, "grad_norm": 3.147725262723311, "kl": 0.00563812255859375, "learning_rate": 9.731148734779982e-07, "loss": -0.0125, "num_tokens": 35932177.0, "reward": 0.0, "reward_std": 0.566481351852417, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.028325774073501998, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11805857117447109, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7666666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13333333333333336, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 799 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1431.0, "completions/mean_length": 1215.25, "completions/mean_terminated_length": 1149.5384521484375, "completions/min_length": 705.0, "completions/min_terminated_length": 705.0, "epoch": 0.2000500125031258, "frac_reward_zero_std": 0.0, "grad_norm": 2.57006993755213, "kl": 0.003559112548828125, "learning_rate": 9.729809727748076e-07, "loss": -0.0303, "num_tokens": 35965317.0, "reward": -1.1175870895385742e-08, "reward_std": 1.0602483749389648, "rewards/wordcountpos_reward_GEOBench/mean": -1.1175870895385742e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03201629611498782, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10361174350206746, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.725, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09067647005823631, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 800 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1125.0, "completions/max_terminated_length": 1125.0, "completions/mean_length": 837.4375, "completions/mean_terminated_length": 837.4375, "completions/min_length": 690.0, "completions/min_terminated_length": 690.0, "epoch": 0.2003000750187547, "frac_reward_zero_std": 0.0, "grad_norm": 3.499021223684371, "kl": 0.00711822509765625, "learning_rate": 9.72846749774177e-07, "loss": 0.0142, "num_tokens": 35993636.0, "reward": 0.0, "reward_std": 1.0001115798950195, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.046392646552409406, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1252872581153282, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.725, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.072520750542581, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 801 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1407.0, "completions/mean_length": 1262.5, "completions/mean_terminated_length": 1183.3333740234375, "completions/min_length": 1035.0, "completions/min_terminated_length": 1035.0, "epoch": 0.20055013753438358, "frac_reward_zero_std": 0.5, "grad_norm": 2.631770047684844, "kl": 0.0047454833984375, "learning_rate": 9.727122045783793e-07, "loss": 0.0254, "num_tokens": 36042540.0, "reward": -7.450580596923828e-09, "reward_std": 0.737403929233551, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06039984196366317, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09788376867407403, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07876359377087684, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 802 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1493.0, "completions/max_terminated_length": 1493.0, "completions/mean_length": 1034.1875, "completions/mean_terminated_length": 1034.1875, "completions/min_length": 655.0, "completions/min_terminated_length": 655.0, "epoch": 0.2008002000500125, "frac_reward_zero_std": 0.0, "grad_norm": 3.0431816585920495, "kl": 0.00656890869140625, "learning_rate": 9.725773372899342e-07, "loss": 0.0343, "num_tokens": 36079159.0, "reward": -1.1175870895385742e-08, "reward_std": 1.029931902885437, "rewards/wordcountpos_reward_GEOBench/mean": -1.1175870895385742e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.021964842509053076, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.047607807133398905, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6291666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1376388188137505, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 803 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1110.0, "completions/max_terminated_length": 1110.0, "completions/mean_length": 790.6875, "completions/mean_terminated_length": 790.6875, "completions/min_length": 497.0, "completions/min_terminated_length": 497.0, "epoch": 0.2010502625656414, "frac_reward_zero_std": 0.0, "grad_norm": 2.7273896143789815, "kl": 0.0040130615234375, "learning_rate": 9.724421480116056e-07, "loss": -0.0744, "num_tokens": 36107722.0, "reward": 0.0, "reward_std": 0.9945021271705627, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.14700930423000522, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.13705879365317356, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08681611046941139, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 804 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1494.0, "completions/mean_length": 1435.3125, "completions/mean_terminated_length": 1370.625, "completions/min_length": 1258.0, "completions/min_terminated_length": 1258.0, "epoch": 0.20130032508127033, "frac_reward_zero_std": 0.0, "grad_norm": 2.7299710271826463, "kl": 0.0054473876953125, "learning_rate": 9.723066368464033e-07, "loss": 0.0018, "num_tokens": 36159799.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9677935838699341, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.07074827908145391, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.085834071668334, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09496588081262936, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 805 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1342.0, "completions/max_terminated_length": 1342.0, "completions/mean_length": 1094.375, "completions/mean_terminated_length": 1094.375, "completions/min_length": 649.0, "completions/min_terminated_length": 649.0, "epoch": 0.20155038759689922, "frac_reward_zero_std": 0.0, "grad_norm": 3.588299107553388, "kl": 0.00783538818359375, "learning_rate": 9.721708038975824e-07, "loss": -0.0451, "num_tokens": 36204797.0, "reward": -3.725290298461914e-08, "reward_std": 1.0461629629135132, "rewards/wordcountpos_reward_GEOBench/mean": -3.725290298461914e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.01696854695416679, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.042401682182747154, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08777074514725111, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 806 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1268.0, "completions/max_terminated_length": 1268.0, "completions/mean_length": 928.25, "completions/mean_terminated_length": 928.25, "completions/min_length": 628.0, "completions/min_terminated_length": 628.0, "epoch": 0.20180045011252815, "frac_reward_zero_std": 0.0, "grad_norm": 3.895568966636918, "kl": 0.00799560546875, "learning_rate": 9.720346492686435e-07, "loss": 0.008, "num_tokens": 36257873.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8200091123580933, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.07315521770913438, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08972347141646721, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12049281521534189, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 807 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1331.0, "completions/max_terminated_length": 1331.0, "completions/mean_length": 1107.375, "completions/mean_terminated_length": 1107.375, "completions/min_length": 870.0, "completions/min_terminated_length": 870.0, "epoch": 0.20205051262815704, "frac_reward_zero_std": 0.0, "grad_norm": 2.8682152862249537, "kl": 0.004787445068359375, "learning_rate": 9.71898173063331e-07, "loss": -0.0098, "num_tokens": 36298575.0, "reward": 7.450580596923828e-09, "reward_std": 0.9515619277954102, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.019947749476174743, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06643673549064702, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10671873729054748, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 808 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1415.0, "completions/mean_length": 1211.75, "completions/mean_terminated_length": 1192.533447265625, "completions/min_length": 767.0, "completions/min_terminated_length": 767.0, "epoch": 0.20230057514378594, "frac_reward_zero_std": 0.0, "grad_norm": 3.2064293741583754, "kl": 0.00734710693359375, "learning_rate": 9.717613753856358e-07, "loss": -0.0386, "num_tokens": 36341427.0, "reward": 3.725290298461914e-08, "reward_std": 1.0321815013885498, "rewards/wordcountpos_reward_GEOBench/mean": 3.725290298461914e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03913068694518117, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.055807219370195, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7666666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07302967433402217, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 809 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1344.0, "completions/mean_length": 1018.125, "completions/mean_terminated_length": 906.923095703125, "completions/min_length": 674.0, "completions/min_terminated_length": 674.0, "epoch": 0.20255063765941486, "frac_reward_zero_std": 0.0, "grad_norm": 3.372234196247926, "kl": 0.006011962890625, "learning_rate": 9.716242563397932e-07, "loss": 0.0155, "num_tokens": 36382453.0, "reward": 1.4901161193847656e-08, "reward_std": 0.969944179058075, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.040330599757049924, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06333195616422584, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11409872268574492, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 810 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1301.0, "completions/max_terminated_length": 1301.0, "completions/mean_length": 1082.5625, "completions/mean_terminated_length": 1082.5625, "completions/min_length": 826.0, "completions/min_terminated_length": 826.0, "epoch": 0.20280070017504376, "frac_reward_zero_std": 0.0, "grad_norm": 2.037470964250877, "kl": 0.0033397674560546875, "learning_rate": 9.714868160302833e-07, "loss": -0.0467, "num_tokens": 36420318.0, "reward": 0.0, "reward_std": 0.7863451242446899, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.026355244368384045, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10763046266730364, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09418264367902597, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 811 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 987.0, "completions/max_terminated_length": 987.0, "completions/mean_length": 887.375, "completions/mean_terminated_length": 887.375, "completions/min_length": 650.0, "completions/min_terminated_length": 650.0, "epoch": 0.20305076269067268, "frac_reward_zero_std": 0.0, "grad_norm": 1.8362447028519653, "kl": 0.001567840576171875, "learning_rate": 9.713490545618308e-07, "loss": -0.0533, "num_tokens": 36448700.0, "reward": 0.0, "reward_std": 0.6109441518783569, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.07213574648743228, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11943334552370505, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8666666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09108400680852975, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 812 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1429.0, "completions/max_terminated_length": 1429.0, "completions/mean_length": 1235.75, "completions/mean_terminated_length": 1235.75, "completions/min_length": 1021.0, "completions/min_terminated_length": 1021.0, "epoch": 0.20330082520630158, "frac_reward_zero_std": 0.0, "grad_norm": 2.2024208018075346, "kl": 0.00445556640625, "learning_rate": 9.712109720394058e-07, "loss": 0.0189, "num_tokens": 36493480.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9513082504272461, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0034959828212849913, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.024972689040486388, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12405196043952266, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 813 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1438.0, "completions/mean_length": 1163.75, "completions/mean_terminated_length": 1141.3333740234375, "completions/min_length": 744.0, "completions/min_terminated_length": 744.0, "epoch": 0.20355088772193047, "frac_reward_zero_std": 0.0, "grad_norm": 2.95043320411992, "kl": 0.0067291259765625, "learning_rate": 9.71072568568222e-07, "loss": -0.0627, "num_tokens": 36535060.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0515539646148682, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0019391966035610005, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08044661878761385, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7708333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08421753138505425, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 814 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1368.0, "completions/max_terminated_length": 1368.0, "completions/mean_length": 1064.125, "completions/mean_terminated_length": 1064.125, "completions/min_length": 893.0, "completions/min_terminated_length": 893.0, "epoch": 0.2038009502375594, "frac_reward_zero_std": 0.0, "grad_norm": 3.1647405216222197, "kl": 0.004210472106933594, "learning_rate": 9.70933844253739e-07, "loss": 0.0398, "num_tokens": 36584134.0, "reward": 0.0, "reward_std": 0.8177539110183716, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.018976735250821296, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03755020280199971, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1270024788326182, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 815 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1432.0, "completions/max_terminated_length": 1432.0, "completions/mean_length": 1113.75, "completions/mean_terminated_length": 1113.75, "completions/min_length": 589.0, "completions/min_terminated_length": 589.0, "epoch": 0.2040510127531883, "frac_reward_zero_std": 0.0, "grad_norm": 3.523573375431838, "kl": 0.00615692138671875, "learning_rate": 9.707947992016592e-07, "loss": -0.0418, "num_tokens": 36621802.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0244393348693848, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.030904549669822527, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0688480785849818, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10000000000000002, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 816 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1385.0, "completions/mean_length": 996.6875, "completions/mean_terminated_length": 924.7857666015625, "completions/min_length": 464.0, "completions/min_terminated_length": 464.0, "epoch": 0.20430107526881722, "frac_reward_zero_std": 0.0, "grad_norm": 3.0853309270371114, "kl": 0.00624847412109375, "learning_rate": 9.706554335179313e-07, "loss": -0.0489, "num_tokens": 36661365.0, "reward": -2.9802322387695312e-08, "reward_std": 0.6160600781440735, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.020997710749757606, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04486117640618913, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13709958532503408, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 817 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1421.0, "completions/max_terminated_length": 1421.0, "completions/mean_length": 1232.3125, "completions/mean_terminated_length": 1232.3125, "completions/min_length": 991.0, "completions/min_terminated_length": 991.0, "epoch": 0.2045511377844461, "frac_reward_zero_std": 0.0, "grad_norm": 3.4130128454583915, "kl": 0.00756072998046875, "learning_rate": 9.705157473087466e-07, "loss": -0.0178, "num_tokens": 36708594.0, "reward": 0.0, "reward_std": 1.022857666015625, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0207739390679091, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09316866594138802, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.16903867626692443, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 818 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1391.0, "completions/mean_length": 1074.75, "completions/mean_terminated_length": 976.6154174804688, "completions/min_length": 726.0, "completions/min_terminated_length": 726.0, "epoch": 0.204801200300075, "frac_reward_zero_std": 0.0, "grad_norm": 3.9800050348102056, "kl": 0.0077362060546875, "learning_rate": 9.703757406805416e-07, "loss": -0.0452, "num_tokens": 36754654.0, "reward": 2.9802322387695312e-08, "reward_std": 1.0654590129852295, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.016383641741329044, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05454776355796487, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.16599866130651644, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 819 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1300.0, "completions/mean_length": 1249.8125, "completions/mean_terminated_length": 1233.1334228515625, "completions/min_length": 1038.0, "completions/min_terminated_length": 1038.0, "epoch": 0.20505126281570393, "frac_reward_zero_std": 0.0, "grad_norm": 2.033717435259346, "kl": 0.0024518966674804688, "learning_rate": 9.702354137399966e-07, "loss": 0.0331, "num_tokens": 36799131.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0123412609100342, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03359285624323855, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05088582274036554, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06382847385042253, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 820 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1346.0, "completions/mean_length": 1173.125, "completions/mean_terminated_length": 1151.3333740234375, "completions/min_length": 832.0, "completions/min_terminated_length": 832.0, "epoch": 0.20530132533133283, "frac_reward_zero_std": 0.0, "grad_norm": 3.5143344600425195, "kl": 0.00817108154296875, "learning_rate": 9.700947665940364e-07, "loss": -0.0311, "num_tokens": 36852597.0, "reward": 0.0, "reward_std": 0.7838374376296997, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.08929634387717016, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05356541681664587, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1261979632400061, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 821 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1394.0, "completions/mean_length": 1179.4375, "completions/mean_terminated_length": 1158.0667724609375, "completions/min_length": 921.0, "completions/min_terminated_length": 921.0, "epoch": 0.20555138784696175, "frac_reward_zero_std": 0.0, "grad_norm": 2.8932532783861418, "kl": 0.00586700439453125, "learning_rate": 9.69953799349829e-07, "loss": -0.0103, "num_tokens": 36895196.0, "reward": -1.4901161193847656e-08, "reward_std": 1.016849398612976, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.07599880740793896, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1611245143074282, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.825, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09699179041242312, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 822 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1432.0, "completions/mean_length": 1207.625, "completions/mean_terminated_length": 1188.1334228515625, "completions/min_length": 906.0, "completions/min_terminated_length": 906.0, "epoch": 0.20580145036259065, "frac_reward_zero_std": 0.0, "grad_norm": 3.61116816456, "kl": 0.0087127685546875, "learning_rate": 9.69812512114787e-07, "loss": -0.0284, "num_tokens": 36948270.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9074162840843201, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.012205342159827617, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06984098371525183, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08153617692869924, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 823 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 883.0, "completions/max_terminated_length": 883.0, "completions/mean_length": 736.0, "completions/mean_terminated_length": 736.0, "completions/min_length": 568.0, "completions/min_terminated_length": 568.0, "epoch": 0.20605151287821954, "frac_reward_zero_std": 0.0, "grad_norm": 3.084015316345504, "kl": 0.0056133270263671875, "learning_rate": 9.696709049965664e-07, "loss": -0.0372, "num_tokens": 36975246.0, "reward": 0.0, "reward_std": 0.8228803873062134, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.07330030837344016, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1386370906228244, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09418264367902596, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 824 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1392.0, "completions/mean_length": 1118.3125, "completions/mean_terminated_length": 821.4444580078125, "completions/min_length": 694.0, "completions/min_terminated_length": 694.0, "epoch": 0.20630157539384847, "frac_reward_zero_std": 0.0, "grad_norm": 2.846984876159989, "kl": 0.004360198974609375, "learning_rate": 9.695289781030673e-07, "loss": 0.0353, "num_tokens": 37017699.0, "reward": -1.4901161193847656e-08, "reward_std": 1.001867651939392, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.16049061368895054, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.2411181113222849, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06831300510639736, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 825 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1488.0, "completions/mean_length": 1421.625, "completions/mean_terminated_length": 1320.857177734375, "completions/min_length": 849.0, "completions/min_terminated_length": 849.0, "epoch": 0.20655163790947736, "frac_reward_zero_std": 0.0, "grad_norm": 3.0754862274473354, "kl": 0.00730133056640625, "learning_rate": 9.693867315424332e-07, "loss": -0.0102, "num_tokens": 37077093.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9792826771736145, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.05345112718375151, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.033010163197356224, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6791666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06070572613176771, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 826 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1481.0, "completions/mean_length": 1209.1875, "completions/mean_terminated_length": 1167.6429443359375, "completions/min_length": 747.0, "completions/min_terminated_length": 747.0, "epoch": 0.2068017004251063, "frac_reward_zero_std": 0.0, "grad_norm": 3.234398212224772, "kl": 0.00681304931640625, "learning_rate": 9.692441654230512e-07, "loss": -0.0077, "num_tokens": 37128176.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9349316358566284, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06930569252624758, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1773081457222778, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.072520750542581, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 827 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1479.0, "completions/mean_length": 1368.5, "completions/mean_terminated_length": 1237.0, "completions/min_length": 1089.0, "completions/min_terminated_length": 1089.0, "epoch": 0.20705176294073518, "frac_reward_zero_std": 0.0, "grad_norm": 3.061251061526901, "kl": 0.00628662109375, "learning_rate": 9.691012798535522e-07, "loss": -0.0159, "num_tokens": 37189072.0, "reward": 3.725290298461914e-08, "reward_std": 0.9954110383987427, "rewards/wordcountpos_reward_GEOBench/mean": 3.725290298461914e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.008208965467083225, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.01654414899019048, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.65, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10470416879457552, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 828 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1431.0, "completions/max_terminated_length": 1431.0, "completions/mean_length": 901.9375, "completions/mean_terminated_length": 901.9375, "completions/min_length": 647.0, "completions/min_terminated_length": 647.0, "epoch": 0.20730182545636408, "frac_reward_zero_std": 0.0, "grad_norm": 2.7309068748047745, "kl": 0.0043087005615234375, "learning_rate": 9.6895807494281e-07, "loss": 0.068, "num_tokens": 37217775.0, "reward": -5.960464477539063e-08, "reward_std": 0.710112452507019, "rewards/wordcountpos_reward_GEOBench/mean": -5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.01727523672040227, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04331786175016389, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 829 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1432.0, "completions/mean_length": 1327.75, "completions/mean_terminated_length": 1155.5, "completions/min_length": 945.0, "completions/min_terminated_length": 945.0, "epoch": 0.207551887971993, "frac_reward_zero_std": 0.0, "grad_norm": 2.527797846670965, "kl": 0.005825042724609375, "learning_rate": 9.68814550799942e-07, "loss": 0.0299, "num_tokens": 37273499.0, "reward": 0.0, "reward_std": 0.8290033340454102, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03611846471558439, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04734953644768672, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7041666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0806225774829855, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 830 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1484.0, "completions/mean_length": 1366.6875, "completions/mean_terminated_length": 1263.0, "completions/min_length": 933.0, "completions/min_terminated_length": 933.0, "epoch": 0.2078019504876219, "frac_reward_zero_std": 0.0, "grad_norm": 2.4064938989047913, "kl": 0.00476837158203125, "learning_rate": 9.686707075343089e-07, "loss": -0.0523, "num_tokens": 37332398.0, "reward": 4.470348358154297e-08, "reward_std": 0.9927560091018677, "rewards/wordcountpos_reward_GEOBench/mean": 4.470348358154297e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.02299708792842277, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06178877077745778, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10945995377982529, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 831 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1478.0, "completions/mean_length": 1398.1875, "completions/mean_terminated_length": 1374.6923828125, "completions/min_length": 1185.0, "completions/min_terminated_length": 1185.0, "epoch": 0.20805201300325082, "frac_reward_zero_std": 0.0, "grad_norm": 2.595427484675683, "kl": 0.00496673583984375, "learning_rate": 9.685265452555144e-07, "loss": -0.0191, "num_tokens": 37382593.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8175119161605835, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.09529760985520745, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07579685439290722, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08421753138505425, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 832 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1291.0, "completions/mean_length": 909.5625, "completions/mean_terminated_length": 870.2000732421875, "completions/min_length": 557.0, "completions/min_terminated_length": 557.0, "epoch": 0.20830207551887972, "frac_reward_zero_std": 0.0, "grad_norm": 3.4602678612459257, "kl": 0.007537841796875, "learning_rate": 9.683820640734054e-07, "loss": 0.0121, "num_tokens": 37423426.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9712800979614258, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.02701099134668036, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0536110180146249, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.059004080210452246, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 833 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1441.0, "completions/mean_length": 1187.375, "completions/mean_terminated_length": 1166.533447265625, "completions/min_length": 846.0, "completions/min_terminated_length": 846.0, "epoch": 0.20855213803450862, "frac_reward_zero_std": 0.0, "grad_norm": 3.1971671030276623, "kl": 0.00673675537109375, "learning_rate": 9.682372640980718e-07, "loss": -0.005, "num_tokens": 37468992.0, "reward": -5.960464477539063e-08, "reward_std": 0.8848727941513062, "rewards/wordcountpos_reward_GEOBench/mean": -5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.00197017072291503, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0810788021164857, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7916666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07649739768026005, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 834 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1410.0, "completions/max_terminated_length": 1410.0, "completions/mean_length": 1215.75, "completions/mean_terminated_length": 1215.75, "completions/min_length": 966.0, "completions/min_terminated_length": 966.0, "epoch": 0.20880220055013754, "frac_reward_zero_std": 0.0, "grad_norm": 2.8266270526107946, "kl": 0.006134033203125, "learning_rate": 9.680921454398463e-07, "loss": 0.0012, "num_tokens": 37510908.0, "reward": 0.0, "reward_std": 0.839897632598877, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.12491144750548207, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08140330975365517, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10741060020797315, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 835 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1211.0, "completions/max_terminated_length": 1211.0, "completions/mean_length": 965.75, "completions/mean_terminated_length": 965.75, "completions/min_length": 680.0, "completions/min_terminated_length": 680.0, "epoch": 0.20905226306576644, "frac_reward_zero_std": 0.0, "grad_norm": 4.469060387341573, "kl": 0.00850677490234375, "learning_rate": 9.679467082093045e-07, "loss": 0.0152, "num_tokens": 37560752.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9950760006904602, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.049286134096563274, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08902430470255925, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0666666666666667, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 836 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1473.0, "completions/mean_length": 1205.625, "completions/mean_terminated_length": 1186.0001220703125, "completions/min_length": 993.0, "completions/min_terminated_length": 993.0, "epoch": 0.20930232558139536, "frac_reward_zero_std": 0.0, "grad_norm": 2.9471428239213875, "kl": 0.005889892578125, "learning_rate": 9.67800952517265e-07, "loss": -0.047, "num_tokens": 37608826.0, "reward": -2.9802322387695312e-08, "reward_std": 0.9095619916915894, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06774073466249726, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08004599009013184, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07187952884282608, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 837 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1438.0, "completions/mean_length": 1286.25, "completions/mean_terminated_length": 1215.0, "completions/min_length": 832.0, "completions/min_terminated_length": 832.0, "epoch": 0.20955238809702426, "frac_reward_zero_std": 0.0, "grad_norm": 3.1801262823612984, "kl": 0.00655364990234375, "learning_rate": 9.676548784747885e-07, "loss": -0.0071, "num_tokens": 37662966.0, "reward": 2.9802322387695312e-08, "reward_std": 0.7618764042854309, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03979807340728452, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0669560730768849, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8333333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14401645996461912, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 838 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1247.0, "completions/mean_length": 1266.8125, "completions/mean_terminated_length": 967.0000610351562, "completions/min_length": 765.0, "completions/min_terminated_length": 765.0, "epoch": 0.20980245061265315, "frac_reward_zero_std": 0.0, "grad_norm": 2.6375657604934193, "kl": 0.00556182861328125, "learning_rate": 9.675084861931785e-07, "loss": -0.0562, "num_tokens": 37707187.0, "reward": 0.0, "reward_std": 0.541621208190918, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.34166197674804105, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.35152786917676926, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.825, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0969917904124231, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 839 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.8125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1500.0, "completions/mean_length": 1473.4375, "completions/mean_terminated_length": 1358.3333740234375, "completions/min_length": 1237.0, "completions/min_terminated_length": 1237.0, "epoch": 0.21005251312828208, "frac_reward_zero_std": 0.0, "grad_norm": 2.2890175609546155, "kl": 0.0040435791015625, "learning_rate": 9.673617757839813e-07, "loss": 0.0001, "num_tokens": 37768754.0, "reward": -7.450580596923828e-09, "reward_std": 1.0589768886566162, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03563224533990897, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06895803739426108, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6333333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07302967433402213, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 840 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1357.0, "completions/max_terminated_length": 1357.0, "completions/mean_length": 1022.25, "completions/mean_terminated_length": 1022.25, "completions/min_length": 614.0, "completions/min_terminated_length": 614.0, "epoch": 0.21030257564391097, "frac_reward_zero_std": 0.0, "grad_norm": 2.9914905428733065, "kl": 0.0046539306640625, "learning_rate": 9.672147473589851e-07, "loss": -0.008, "num_tokens": 37804798.0, "reward": 2.9802322387695312e-08, "reward_std": 0.35099777579307556, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.006066937307574246, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.16147130856645694, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13270686158262923, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 841 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1136.0, "completions/max_terminated_length": 1136.0, "completions/mean_length": 949.375, "completions/mean_terminated_length": 949.375, "completions/min_length": 702.0, "completions/min_terminated_length": 702.0, "epoch": 0.2105526381595399, "frac_reward_zero_std": 0.0, "grad_norm": 3.3103017638868755, "kl": 0.005146026611328125, "learning_rate": 9.67067401030221e-07, "loss": -0.0819, "num_tokens": 37841588.0, "reward": -3.3527612686157227e-08, "reward_std": 1.05172598361969, "rewards/wordcountpos_reward_GEOBench/mean": -3.3527612686157227e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.020903144276536348, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07059961680011348, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.05288001793018131, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 842 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1479.0, "completions/mean_length": 1246.1875, "completions/mean_terminated_length": 1209.9285888671875, "completions/min_length": 802.0, "completions/min_terminated_length": 802.0, "epoch": 0.2108027006751688, "frac_reward_zero_std": 0.0, "grad_norm": 2.973805792704466, "kl": 0.00682830810546875, "learning_rate": 9.669197369099616e-07, "loss": 0.0743, "num_tokens": 37899455.0, "reward": 0.0, "reward_std": 0.846670389175415, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.013416095201799049, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06471297576030649, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.15341785110291775, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 843 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1282.0, "completions/mean_length": 1102.0, "completions/mean_terminated_length": 969.3333740234375, "completions/min_length": 528.0, "completions/min_terminated_length": 528.0, "epoch": 0.2110527631907977, "frac_reward_zero_std": 0.0, "grad_norm": 3.273614846566732, "kl": 0.00634765625, "learning_rate": 9.667717551107224e-07, "loss": -0.0111, "num_tokens": 37953415.0, "reward": 0.0, "reward_std": 0.8003566265106201, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.041398608430826704, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05492995640364453, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.15910630036178586, "rewards/wordcountpos_reward_GEOBench/std": 1.0327954292297363, "step": 844 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1230.0, "completions/mean_length": 1001.0625, "completions/mean_terminated_length": 701.7000122070312, "completions/min_length": 563.0, "completions/min_terminated_length": 563.0, "epoch": 0.2113028257064266, "frac_reward_zero_std": 0.0, "grad_norm": 2.641766614740499, "kl": 0.004962921142578125, "learning_rate": 9.666234557452603e-07, "loss": 0.0336, "num_tokens": 37999984.0, "reward": 1.1175870895385742e-08, "reward_std": 0.8623543977737427, "rewards/wordcountpos_reward_GEOBench/mean": 1.1175870895385742e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.10548020289969975, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.15210518977412862, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7916666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.05374838498865702, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 845 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 915.0, "completions/mean_length": 1005.5, "completions/mean_terminated_length": 708.7999877929688, "completions/min_length": 307.0, "completions/min_terminated_length": 307.0, "epoch": 0.2115528882220555, "frac_reward_zero_std": 0.0, "grad_norm": 3.435583409622942, "kl": 0.0062103271484375, "learning_rate": 9.664748389265748e-07, "loss": -0.1856, "num_tokens": 38049520.0, "reward": 0.0, "reward_std": 0.7817102670669556, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.19957044607263227, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1687216466328169, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09803627446568497, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 846 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1300.0, "completions/max_terminated_length": 1300.0, "completions/mean_length": 985.875, "completions/mean_terminated_length": 985.875, "completions/min_length": 774.0, "completions/min_terminated_length": 774.0, "epoch": 0.21180295073768443, "frac_reward_zero_std": 0.0, "grad_norm": 2.8317204919773697, "kl": 0.003673553466796875, "learning_rate": 9.663259047679069e-07, "loss": -0.0208, "num_tokens": 38081054.0, "reward": -1.4901161193847656e-08, "reward_std": 0.994848370552063, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03447289599635452, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06934563230022972, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10101338378503964, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 847 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1275.0, "completions/max_terminated_length": 1275.0, "completions/mean_length": 849.375, "completions/mean_terminated_length": 849.375, "completions/min_length": 651.0, "completions/min_terminated_length": 651.0, "epoch": 0.21205301325331333, "frac_reward_zero_std": 0.0, "grad_norm": 4.130485336947011, "kl": 0.009765625, "learning_rate": 9.661766533827391e-07, "loss": 0.0441, "num_tokens": 38109828.0, "reward": 2.9802322387695312e-08, "reward_std": 0.5642310976982117, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -5.630091980721305e-05, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.028223527712088144, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.5791666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11080513425729774, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 848 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1469.0, "completions/max_terminated_length": 1469.0, "completions/mean_length": 1222.125, "completions/mean_terminated_length": 1222.125, "completions/min_length": 838.0, "completions/min_terminated_length": 838.0, "epoch": 0.21230307576894222, "frac_reward_zero_std": 0.0, "grad_norm": 2.66409854927175, "kl": 0.004413604736328125, "learning_rate": 9.660270848847966e-07, "loss": 0.019, "num_tokens": 38165534.0, "reward": 2.9802322387695312e-08, "reward_std": 0.7799407243728638, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.017166492576211882, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10361949235218265, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08243965245133131, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 849 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1479.0, "completions/mean_length": 1253.5, "completions/mean_terminated_length": 1171.3333740234375, "completions/min_length": 803.0, "completions/min_terminated_length": 803.0, "epoch": 0.21255313828457115, "frac_reward_zero_std": 0.0, "grad_norm": 4.225861883493599, "kl": 0.013153076171875, "learning_rate": 9.658771993880452e-07, "loss": -0.0632, "num_tokens": 38218750.0, "reward": 0.0, "reward_std": 0.5657997727394104, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.11601315864751295, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.24750933174510661, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.775, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1517795672580372, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 850 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1455.0, "completions/max_terminated_length": 1455.0, "completions/mean_length": 1060.5, "completions/mean_terminated_length": 1060.5, "completions/min_length": 732.0, "completions/min_terminated_length": 732.0, "epoch": 0.21280320080020004, "frac_reward_zero_std": 0.0, "grad_norm": 3.2870157458794766, "kl": 0.007904052734375, "learning_rate": 9.657269970066927e-07, "loss": -0.0006, "num_tokens": 38247886.0, "reward": 0.0, "reward_std": 0.9735749959945679, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.2019007196324523, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.2881702127824437, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7333333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1520233900132184, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 851 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1307.0, "completions/max_terminated_length": 1307.0, "completions/mean_length": 854.625, "completions/mean_terminated_length": 854.625, "completions/min_length": 563.0, "completions/min_terminated_length": 563.0, "epoch": 0.21305326331582897, "frac_reward_zero_std": 0.0, "grad_norm": 3.7026678477915964, "kl": 0.00691986083984375, "learning_rate": 9.655764778551886e-07, "loss": -0.0637, "num_tokens": 38273904.0, "reward": 0.0, "reward_std": 0.6883244514465332, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.13938879483541664, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09752563402336624, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1067187372905475, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 852 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1069.0, "completions/max_terminated_length": 1069.0, "completions/mean_length": 925.375, "completions/mean_terminated_length": 925.375, "completions/min_length": 708.0, "completions/min_terminated_length": 708.0, "epoch": 0.21330332583145786, "frac_reward_zero_std": 0.0, "grad_norm": 3.588501039418753, "kl": 0.0074005126953125, "learning_rate": 9.654256420482234e-07, "loss": 0.0011, "num_tokens": 38299710.0, "reward": -2.9802322387695312e-08, "reward_std": 0.9437212944030762, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.019126808803808577, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11721997211521222, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7666666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08777074514725114, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 853 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1488.0, "completions/mean_length": 1294.0625, "completions/mean_terminated_length": 1088.125, "completions/min_length": 919.0, "completions/min_terminated_length": 919.0, "epoch": 0.21355338834708676, "frac_reward_zero_std": 0.0, "grad_norm": 2.751248326636049, "kl": 0.00566864013671875, "learning_rate": 9.652744897007288e-07, "loss": -0.0377, "num_tokens": 38350015.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9732564091682434, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04443539599621927, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06797125992978366, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.16594287281181147, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 854 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1469.0, "completions/mean_length": 1086.5625, "completions/mean_terminated_length": 898.6364135742188, "completions/min_length": 644.0, "completions/min_terminated_length": 644.0, "epoch": 0.21380345086271568, "frac_reward_zero_std": 0.0, "grad_norm": 2.486189101597367, "kl": 0.004421234130859375, "learning_rate": 9.65123020927878e-07, "loss": -0.08, "num_tokens": 38392528.0, "reward": 0.0, "reward_std": 0.881582498550415, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0006967438679255575, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0640830433111657, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.072520750542581, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 855 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1009.0, "completions/mean_length": 861.5625, "completions/mean_terminated_length": 770.357177734375, "completions/min_length": 486.0, "completions/min_terminated_length": 486.0, "epoch": 0.21405351337834458, "frac_reward_zero_std": 0.0, "grad_norm": 3.5546916497674936, "kl": 0.0056304931640625, "learning_rate": 9.649712358450848e-07, "loss": -0.1028, "num_tokens": 38429633.0, "reward": 0.0, "reward_std": 1.0480425357818604, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06213574913328838, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09994461761343887, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08734775114237131, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 856 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1486.0, "completions/mean_length": 1137.875, "completions/mean_terminated_length": 1113.7333984375, "completions/min_length": 711.0, "completions/min_terminated_length": 711.0, "epoch": 0.2143035758939735, "frac_reward_zero_std": 0.0, "grad_norm": 3.4013588471416827, "kl": 0.00771331787109375, "learning_rate": 9.64819134568005e-07, "loss": -0.022, "num_tokens": 38472311.0, "reward": -4.470348358154297e-08, "reward_std": 0.959078311920166, "rewards/wordcountpos_reward_GEOBench/mean": -4.470348358154297e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.024769612746454832, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.052359934454826826, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14168300559373406, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 857 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1404.0, "completions/mean_length": 1145.75, "completions/mean_terminated_length": 1095.1429443359375, "completions/min_length": 741.0, "completions/min_terminated_length": 741.0, "epoch": 0.2145536384096024, "frac_reward_zero_std": 0.0, "grad_norm": 3.2443053559362047, "kl": 0.00659942626953125, "learning_rate": 9.646667172125342e-07, "loss": -0.0191, "num_tokens": 38512971.0, "reward": -7.450580596923828e-09, "reward_std": 1.0369646549224854, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0905827503821685, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0980986639667052, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12141145226353542, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 858 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1374.0, "completions/max_terminated_length": 1374.0, "completions/mean_length": 1108.5625, "completions/mean_terminated_length": 1108.5625, "completions/min_length": 963.0, "completions/min_terminated_length": 963.0, "epoch": 0.2148037009252313, "frac_reward_zero_std": 0.0, "grad_norm": 3.6704117227003485, "kl": 0.0085906982421875, "learning_rate": 9.645139838948097e-07, "loss": -0.0306, "num_tokens": 38561508.0, "reward": -2.9802322387695312e-08, "reward_std": 0.6647017002105713, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.028133885513726656, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1897019279285739, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08432740427115681, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 859 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1320.0, "completions/mean_length": 1185.125, "completions/mean_terminated_length": 996.2000122070312, "completions/min_length": 801.0, "completions/min_terminated_length": 801.0, "epoch": 0.21505376344086022, "frac_reward_zero_std": 0.0, "grad_norm": 3.096443367253993, "kl": 0.0062713623046875, "learning_rate": 9.643609347312092e-07, "loss": 0.0032, "num_tokens": 38606510.0, "reward": 0.0, "reward_std": 0.7319425344467163, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.20010388006815666, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10595044168326571, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7708333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.059472994182545084, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 860 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1374.0, "completions/max_terminated_length": 1374.0, "completions/mean_length": 1022.4375, "completions/mean_terminated_length": 1022.4375, "completions/min_length": 639.0, "completions/min_terminated_length": 639.0, "epoch": 0.21530382595648911, "frac_reward_zero_std": 0.0, "grad_norm": 3.7342568184689178, "kl": 0.0075225830078125, "learning_rate": 9.64207569838351e-07, "loss": -0.0044, "num_tokens": 38655733.0, "reward": 0.0, "reward_std": 0.7568542957305908, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.01985156461954929, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.02598081472420531, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6124999999999999, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1010133837850396, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 861 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1347.0, "completions/mean_length": 1415.0625, "completions/mean_terminated_length": 1273.5, "completions/min_length": 1178.0, "completions/min_terminated_length": 1178.0, "epoch": 0.21555388847211804, "frac_reward_zero_std": 0.0, "grad_norm": 2.8489398056228534, "kl": 0.00629425048828125, "learning_rate": 9.640538893330935e-07, "loss": -0.0003, "num_tokens": 38717502.0, "reward": -7.450580596923828e-09, "reward_std": 1.0135189294815063, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.08053928931320364, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11339715827437477, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09574271077563383, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 862 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1225.0, "completions/max_terminated_length": 1225.0, "completions/mean_length": 955.3125, "completions/mean_terminated_length": 955.3125, "completions/min_length": 661.0, "completions/min_terminated_length": 661.0, "epoch": 0.21580395098774693, "frac_reward_zero_std": 0.0, "grad_norm": 2.8660081058831253, "kl": 0.004329681396484375, "learning_rate": 9.638998933325372e-07, "loss": 0.0025, "num_tokens": 38763235.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9226922988891602, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.034065242061974484, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09673172295851047, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7374999999999999, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0925962962222252, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 863 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1283.0, "completions/mean_length": 1063.375, "completions/mean_terminated_length": 962.6154174804688, "completions/min_length": 723.0, "completions/min_terminated_length": 723.0, "epoch": 0.21605401350337583, "frac_reward_zero_std": 0.0, "grad_norm": 2.9343333425953793, "kl": 0.0059356689453125, "learning_rate": 9.637455819540213e-07, "loss": -0.0107, "num_tokens": 38806977.0, "reward": 0.0, "reward_std": 0.7031272649765015, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.046742611360596265, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05236424586113956, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.05163977794943227, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 864 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1335.0, "completions/mean_length": 1375.375, "completions/mean_terminated_length": 1215.1429443359375, "completions/min_length": 1104.0, "completions/min_terminated_length": 1104.0, "epoch": 0.21630407601900475, "frac_reward_zero_std": 0.0, "grad_norm": 3.885867759958327, "kl": 0.01123046875, "learning_rate": 9.635909553151258e-07, "loss": 0.0109, "num_tokens": 38873847.0, "reward": 2.9802322387695312e-08, "reward_std": 0.6492425203323364, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.025743325615288207, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09596540501159566, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.775, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.15752718754175363, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 865 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1496.0, "completions/mean_length": 1342.1875, "completions/mean_terminated_length": 1319.6429443359375, "completions/min_length": 1092.0, "completions/min_terminated_length": 1092.0, "epoch": 0.21655413853463365, "frac_reward_zero_std": 0.0, "grad_norm": 2.1651383083159037, "kl": 0.003101348876953125, "learning_rate": 9.634360135336712e-07, "loss": -0.0581, "num_tokens": 38920690.0, "reward": 0.0, "reward_std": 0.8517165184020996, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.10547106272706697, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11882223330523957, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07290277645477446, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 866 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1492.0, "completions/mean_length": 1445.4375, "completions/mean_terminated_length": 1390.875, "completions/min_length": 1243.0, "completions/min_terminated_length": 1243.0, "epoch": 0.21680420105026257, "frac_reward_zero_std": 0.0, "grad_norm": 2.9732666133869303, "kl": 0.00673675537109375, "learning_rate": 9.632807567277182e-07, "loss": 0.0036, "num_tokens": 38974345.0, "reward": 0.0, "reward_std": 0.41026201844215393, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0183279610222858, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.20119124655699616, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09888264649460887, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 867 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1469.0, "completions/mean_length": 1148.75, "completions/mean_terminated_length": 1125.3333740234375, "completions/min_length": 858.0, "completions/min_terminated_length": 858.0, "epoch": 0.21705426356589147, "frac_reward_zero_std": 0.0, "grad_norm": 2.9127336894604827, "kl": 0.00621795654296875, "learning_rate": 9.631251850155675e-07, "loss": 0.0057, "num_tokens": 39022301.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9425694346427917, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.028998751953319114, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.01832207116324727, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6916666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06831300510639733, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 868 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1384.0, "completions/max_terminated_length": 1384.0, "completions/mean_length": 1026.375, "completions/mean_terminated_length": 1026.375, "completions/min_length": 715.0, "completions/min_terminated_length": 715.0, "epoch": 0.2173043260815204, "frac_reward_zero_std": 0.0, "grad_norm": 3.66589149967265, "kl": 0.0087432861328125, "learning_rate": 9.62969298515759e-07, "loss": 0.0164, "num_tokens": 39067419.0, "reward": 0.0, "reward_std": 0.5713178515434265, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0381018829863265, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04468389614888739, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6666666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08073734277593311, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 869 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1425.0, "completions/mean_length": 1280.625, "completions/mean_terminated_length": 1180.9091796875, "completions/min_length": 894.0, "completions/min_terminated_length": 894.0, "epoch": 0.2175543885971493, "frac_reward_zero_std": 0.0, "grad_norm": 2.6463549833797617, "kl": 0.007110595703125, "learning_rate": 9.628130973470731e-07, "loss": 0.0235, "num_tokens": 39116589.0, "reward": 0.0, "reward_std": 0.8402132987976074, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04551876581883977, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03346839960167545, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.825, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12141145226353543, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 870 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1436.0, "completions/mean_length": 1053.375, "completions/mean_terminated_length": 950.3077392578125, "completions/min_length": 681.0, "completions/min_terminated_length": 681.0, "epoch": 0.21780445111277819, "frac_reward_zero_std": 0.0, "grad_norm": 3.688523491941024, "kl": 0.00801849365234375, "learning_rate": 9.626565816285303e-07, "loss": -0.019, "num_tokens": 39163259.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0553568601608276, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.05898841723431295, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10614765609965422, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7041666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1002773930432755, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 871 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1149.0, "completions/max_terminated_length": 1149.0, "completions/mean_length": 942.9375, "completions/mean_terminated_length": 942.9375, "completions/min_length": 758.0, "completions/min_terminated_length": 758.0, "epoch": 0.2180545136284071, "frac_reward_zero_std": 0.0, "grad_norm": 3.5215816800221886, "kl": 0.00841522216796875, "learning_rate": 9.624997514793903e-07, "loss": -0.0039, "num_tokens": 39196778.0, "reward": 0.0, "reward_std": 0.5148476362228394, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.006545168249385942, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.018423843961561444, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7083333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12852438880818895, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 872 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1400.0, "completions/mean_length": 1256.9375, "completions/mean_terminated_length": 1111.0999755859375, "completions/min_length": 758.0, "completions/min_terminated_length": 758.0, "epoch": 0.218304576144036, "frac_reward_zero_std": 0.0, "grad_norm": 2.78160358300042, "kl": 0.0068511962890625, "learning_rate": 9.62342607019152e-07, "loss": -0.0699, "num_tokens": 39249145.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0273361206054688, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0268125, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06918860093975018, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12852438880818892, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 873 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.6875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1485.0, "completions/mean_length": 1465.5, "completions/mean_terminated_length": 1389.5999755859375, "completions/min_length": 1149.0, "completions/min_terminated_length": 1149.0, "epoch": 0.21855463865966493, "frac_reward_zero_std": 0.0, "grad_norm": 3.107211312964834, "kl": 0.00704193115234375, "learning_rate": 9.62185148367555e-07, "loss": -0.0093, "num_tokens": 39305249.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8954590559005737, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.003708914451503259, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05816981168296909, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08255189164891874, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 874 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1484.0, "completions/max_terminated_length": 1484.0, "completions/mean_length": 1142.5625, "completions/mean_terminated_length": 1142.5625, "completions/min_length": 701.0, "completions/min_terminated_length": 701.0, "epoch": 0.21880470117529383, "frac_reward_zero_std": 0.0, "grad_norm": 1.2270920887802947, "kl": 0.0022182464599609375, "learning_rate": 9.620273756445768e-07, "loss": 0.0366, "num_tokens": 39338978.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9181548357009888, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.01814596698738806, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0332182436999318, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07888106377466157, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 875 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1310.0, "completions/max_terminated_length": 1310.0, "completions/mean_length": 1014.4375, "completions/mean_terminated_length": 1014.4375, "completions/min_length": 862.0, "completions/min_terminated_length": 862.0, "epoch": 0.21905476369092272, "frac_reward_zero_std": 0.0, "grad_norm": 3.1104489553877426, "kl": 0.00823211669921875, "learning_rate": 9.618692889704353e-07, "loss": -0.0262, "num_tokens": 39390473.0, "reward": 2.9802322387695312e-08, "reward_std": 0.3751347064971924, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03522863069104046, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11334297531088482, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08606629658238707, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 876 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1435.0, "completions/mean_length": 1201.0, "completions/mean_terminated_length": 1132.0, "completions/min_length": 568.0, "completions/min_terminated_length": 568.0, "epoch": 0.21930482620655165, "frac_reward_zero_std": 0.0, "grad_norm": 3.3199233407109228, "kl": 0.0064239501953125, "learning_rate": 9.617108884655875e-07, "loss": 0.0465, "num_tokens": 39433353.0, "reward": 0.0, "reward_std": 0.89996337890625, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.001643845034500424, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05815012840885205, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7666666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11417984514369006, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 877 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1339.0, "completions/max_terminated_length": 1339.0, "completions/mean_length": 1129.4375, "completions/mean_terminated_length": 1129.4375, "completions/min_length": 977.0, "completions/min_terminated_length": 977.0, "epoch": 0.21955488872218054, "frac_reward_zero_std": 0.0, "grad_norm": 2.348480238431781, "kl": 0.003528594970703125, "learning_rate": 9.61552174250729e-07, "loss": -0.0179, "num_tokens": 39484464.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0224988460540771, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.031457916613106464, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07017491502431722, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8708333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10174405069512348, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 878 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1366.0, "completions/max_terminated_length": 1366.0, "completions/mean_length": 1064.5625, "completions/mean_terminated_length": 1064.5625, "completions/min_length": 791.0, "completions/min_terminated_length": 791.0, "epoch": 0.21980495123780946, "frac_reward_zero_std": 0.0, "grad_norm": 3.9974728241278767, "kl": 0.0132904052734375, "learning_rate": 9.61393146446795e-07, "loss": -0.0305, "num_tokens": 39527057.0, "reward": 0.0, "reward_std": 0.7245502471923828, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.02741274098452869, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06807306862721274, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.725, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1029203215725281, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 879 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1387.0, "completions/mean_length": 1199.8125, "completions/mean_terminated_length": 1099.75, "completions/min_length": 940.0, "completions/min_terminated_length": 940.0, "epoch": 0.22005501375343836, "frac_reward_zero_std": 0.0, "grad_norm": 2.6469310204207095, "kl": 0.005462646484375, "learning_rate": 9.61233805174959e-07, "loss": -0.0012, "num_tokens": 39574854.0, "reward": 0.0, "reward_std": 0.7754224538803101, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.08570501640200527, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09358983895043556, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0718795288428261, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 880 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1374.0, "completions/mean_length": 917.125, "completions/mean_terminated_length": 878.2667236328125, "completions/min_length": 474.0, "completions/min_terminated_length": 474.0, "epoch": 0.22030507626906726, "frac_reward_zero_std": 0.0, "grad_norm": 3.603577674309972, "kl": 0.006622314453125, "learning_rate": 9.610741505566343e-07, "loss": 0.0311, "num_tokens": 39625392.0, "reward": -7.450580596923828e-09, "reward_std": 1.0609140396118164, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.008110158571747399, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.084847549301419, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08766518798921945, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 881 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1488.0, "completions/mean_length": 1369.625, "completions/mean_terminated_length": 1339.5384521484375, "completions/min_length": 1099.0, "completions/min_terminated_length": 1099.0, "epoch": 0.22055513878469618, "frac_reward_zero_std": 0.0, "grad_norm": 2.727002160316296, "kl": 0.00597381591796875, "learning_rate": 9.609141827134721e-07, "loss": -0.0213, "num_tokens": 39680778.0, "reward": 0.0, "reward_std": 0.6313326954841614, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.08857740170532775, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10525153323668038, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08388704928078614, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 882 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1475.0, "completions/mean_length": 1191.75, "completions/mean_terminated_length": 1147.71435546875, "completions/min_length": 749.0, "completions/min_terminated_length": 749.0, "epoch": 0.22080520130032508, "frac_reward_zero_std": 0.0, "grad_norm": 3.2443599109477588, "kl": 0.00701141357421875, "learning_rate": 9.607539017673624e-07, "loss": 0.03, "num_tokens": 39725662.0, "reward": 0.0, "reward_std": 0.9558100700378418, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.004029434203131576, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08973324899999445, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11122216672215289, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 883 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1500.0, "completions/mean_length": 1359.125, "completions/mean_terminated_length": 1274.5999755859375, "completions/min_length": 934.0, "completions/min_terminated_length": 934.0, "epoch": 0.221055263815954, "frac_reward_zero_std": 0.0, "grad_norm": 2.8470289761323615, "kl": 0.005847930908203125, "learning_rate": 9.605933078404343e-07, "loss": 0.031, "num_tokens": 39774208.0, "reward": 0.0, "reward_std": 0.6099818348884583, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.035930604986996934, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09769441023091383, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8250000000000001, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.04127594582445936, "rewards/wordcountpos_reward_GEOBench/std": 1.0327954292297363, "step": 884 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1160.0, "completions/max_terminated_length": 1160.0, "completions/mean_length": 900.375, "completions/mean_terminated_length": 900.375, "completions/min_length": 543.0, "completions/min_terminated_length": 543.0, "epoch": 0.2213053263315829, "frac_reward_zero_std": 0.0, "grad_norm": 2.572453315138521, "kl": 0.0038814544677734375, "learning_rate": 9.60432401055055e-07, "loss": -0.048, "num_tokens": 39810918.0, "reward": 2.9802322387695312e-08, "reward_std": 0.723963737487793, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.034499383994947445, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.02977482193870789, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.19148542155126763, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 885 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1422.0, "completions/max_terminated_length": 1422.0, "completions/mean_length": 989.9375, "completions/mean_terminated_length": 989.9375, "completions/min_length": 651.0, "completions/min_terminated_length": 651.0, "epoch": 0.2215553888472118, "frac_reward_zero_std": 0.0, "grad_norm": 3.460534806535485, "kl": 0.0070037841796875, "learning_rate": 9.6027118153383e-07, "loss": 0.046, "num_tokens": 39843693.0, "reward": 0.0, "reward_std": 0.8683041930198669, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.07968197359827174, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.17786255081998167, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6416666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08027729719194864, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 886 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1396.0, "completions/max_terminated_length": 1396.0, "completions/mean_length": 1007.3125, "completions/mean_terminated_length": 1007.3125, "completions/min_length": 594.0, "completions/min_terminated_length": 594.0, "epoch": 0.22180545136284072, "frac_reward_zero_std": 0.0, "grad_norm": 3.272585000338859, "kl": 0.00647735595703125, "learning_rate": 9.601096493996031e-07, "loss": -0.0751, "num_tokens": 39884498.0, "reward": -7.450580596923828e-09, "reward_std": 0.9940682053565979, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04911110030170719, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08998582434859904, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12524050936172845, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 887 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1436.0, "completions/mean_length": 1281.3125, "completions/mean_terminated_length": 1250.071533203125, "completions/min_length": 1095.0, "completions/min_terminated_length": 1095.0, "epoch": 0.2220555138784696, "frac_reward_zero_std": 0.0, "grad_norm": 2.919502305735604, "kl": 0.00739288330078125, "learning_rate": 9.599478047754566e-07, "loss": -0.0245, "num_tokens": 39939575.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8649775385856628, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.007009309932475835, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12920886081935035, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.18297945644656802, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 888 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1086.0, "completions/mean_length": 1125.5, "completions/mean_terminated_length": 834.2222290039062, "completions/min_length": 531.0, "completions/min_terminated_length": 531.0, "epoch": 0.22230557639409854, "frac_reward_zero_std": 0.0, "grad_norm": 2.740399640249582, "kl": 0.00557708740234375, "learning_rate": 9.597856477847108e-07, "loss": -0.1043, "num_tokens": 39980727.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9452449083328247, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.001837164971156064, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.027030504896537993, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1605545943838973, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 889 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1498.0, "completions/mean_length": 1123.0, "completions/mean_terminated_length": 997.3333740234375, "completions/min_length": 662.0, "completions/min_terminated_length": 662.0, "epoch": 0.22255563890972743, "frac_reward_zero_std": 0.0, "grad_norm": 3.2166961912961196, "kl": 0.007171630859375, "learning_rate": 9.596231785509239e-07, "loss": -0.0087, "num_tokens": 40016567.0, "reward": -2.9802322387695312e-08, "reward_std": 0.7447810173034668, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.10288451228467799, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.5798936831280624, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08681611046941137, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 890 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1474.0, "completions/mean_length": 1301.25, "completions/mean_terminated_length": 1235.0, "completions/min_length": 703.0, "completions/min_terminated_length": 703.0, "epoch": 0.22280570142535633, "frac_reward_zero_std": 0.0, "grad_norm": 2.591383294426292, "kl": 0.00565338134765625, "learning_rate": 9.594603971978918e-07, "loss": -0.0398, "num_tokens": 40072963.0, "reward": 0.0, "reward_std": 0.9468247294425964, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0009259485733523806, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1796899819891803, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07888106377466156, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 891 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1489.0, "completions/mean_length": 1349.5, "completions/mean_terminated_length": 1299.3333740234375, "completions/min_length": 1130.0, "completions/min_terminated_length": 1130.0, "epoch": 0.22305576394098525, "frac_reward_zero_std": 0.0, "grad_norm": 2.782777154685683, "kl": 0.00543212890625, "learning_rate": 9.592973038496487e-07, "loss": -0.0171, "num_tokens": 40130035.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9432533979415894, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.105266815617245, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04427115098035114, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08681611046941139, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 892 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1479.0, "completions/mean_length": 1404.3125, "completions/mean_terminated_length": 1244.8333740234375, "completions/min_length": 994.0, "completions/min_terminated_length": 994.0, "epoch": 0.22330582645661415, "frac_reward_zero_std": 0.0, "grad_norm": 2.3286604402452897, "kl": 0.004024505615234375, "learning_rate": 9.591338986304663e-07, "loss": -0.0018, "num_tokens": 40192104.0, "reward": -2.9802322387695312e-08, "reward_std": 0.9956977367401123, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03765318083043316, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10940547849782532, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07876359377087684, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 893 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1385.0, "completions/mean_length": 943.75, "completions/mean_terminated_length": 906.6666870117188, "completions/min_length": 637.0, "completions/min_terminated_length": 637.0, "epoch": 0.22355588897224307, "frac_reward_zero_std": 0.0, "grad_norm": 2.9541623110015403, "kl": 0.0056610107421875, "learning_rate": 9.589701816648537e-07, "loss": 0.0008, "num_tokens": 40218396.0, "reward": 0.0, "reward_std": 0.7498390674591064, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.002946733414157669, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.20002442685773986, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.053748384988656986, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 894 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1444.0, "completions/mean_length": 1228.8125, "completions/mean_terminated_length": 1210.7333984375, "completions/min_length": 707.0, "completions/min_terminated_length": 707.0, "epoch": 0.22380595148787197, "frac_reward_zero_std": 0.0, "grad_norm": 2.9264840961528034, "kl": 0.006683349609375, "learning_rate": 9.588061530775582e-07, "loss": 0.0164, "num_tokens": 40273433.0, "reward": 0.0, "reward_std": 0.9839382171630859, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.07055020195225965, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08959379822231721, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14907119849998599, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 895 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1442.0, "completions/max_terminated_length": 1442.0, "completions/mean_length": 1199.5, "completions/mean_terminated_length": 1199.5, "completions/min_length": 883.0, "completions/min_terminated_length": 883.0, "epoch": 0.22405601400350086, "frac_reward_zero_std": 0.0, "grad_norm": 2.7462839376562496, "kl": 0.00556182861328125, "learning_rate": 9.586418129935638e-07, "loss": 0.0132, "num_tokens": 40318553.0, "reward": 0.0, "reward_std": 0.7144777774810791, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.036305705500638004, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04896992705757124, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08681611046941139, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 896 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1218.0, "completions/mean_length": 1005.4375, "completions/mean_terminated_length": 972.4667358398438, "completions/min_length": 529.0, "completions/min_terminated_length": 529.0, "epoch": 0.2243060765191298, "frac_reward_zero_std": 0.0, "grad_norm": 3.895002380828872, "kl": 0.0104522705078125, "learning_rate": 9.584771615380924e-07, "loss": -0.0261, "num_tokens": 40372272.0, "reward": 0.0, "reward_std": 0.820244312286377, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06980951417113583, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08159445014514753, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14291929864761418, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 897 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1167.0, "completions/mean_length": 1112.5625, "completions/mean_terminated_length": 936.45458984375, "completions/min_length": 670.0, "completions/min_terminated_length": 670.0, "epoch": 0.22455613903475868, "frac_reward_zero_std": 0.0, "grad_norm": 2.1409318561017967, "kl": 0.0036983489990234375, "learning_rate": 9.583121988366028e-07, "loss": 0.0687, "num_tokens": 40406489.0, "reward": 0.0, "reward_std": 0.5906459093093872, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03988880101112365, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07433917587177974, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09574271077563383, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 898 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1467.0, "completions/mean_length": 1234.3125, "completions/mean_terminated_length": 1113.5455322265625, "completions/min_length": 872.0, "completions/min_terminated_length": 872.0, "epoch": 0.2248062015503876, "frac_reward_zero_std": 0.0, "grad_norm": 2.953550565411987, "kl": 0.00641632080078125, "learning_rate": 9.581469250147912e-07, "loss": 0.049, "num_tokens": 40462182.0, "reward": 2.9802322387695312e-08, "reward_std": 0.7678444385528564, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.039310551029881964, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05927176812339545, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0938872452190116, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 899 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1205.0, "completions/max_terminated_length": 1205.0, "completions/mean_length": 1075.375, "completions/mean_terminated_length": 1075.375, "completions/min_length": 889.0, "completions/min_terminated_length": 889.0, "epoch": 0.2250562640660165, "frac_reward_zero_std": 0.0, "grad_norm": 2.910104752754398, "kl": 0.00543212890625, "learning_rate": 9.579813401985907e-07, "loss": 0.0252, "num_tokens": 40507124.0, "reward": 0.0, "reward_std": 0.9499566555023193, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.01170732051470155, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12233884237301174, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7333333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06440611887195308, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 900 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1455.0, "completions/mean_length": 1237.3125, "completions/mean_terminated_length": 1199.7857666015625, "completions/min_length": 842.0, "completions/min_terminated_length": 842.0, "epoch": 0.2253063265816454, "frac_reward_zero_std": 0.0, "grad_norm": 2.425726532110122, "kl": 0.0043048858642578125, "learning_rate": 9.578154445141713e-07, "loss": -0.047, "num_tokens": 40561993.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9634462594985962, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03339743447954228, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11990082461931846, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08255189164891873, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 901 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1286.0, "completions/mean_length": 1158.0, "completions/mean_terminated_length": 1135.2000732421875, "completions/min_length": 938.0, "completions/min_terminated_length": 938.0, "epoch": 0.22555638909727432, "frac_reward_zero_std": 0.0, "grad_norm": 1.8139380502640363, "kl": 0.0025081634521484375, "learning_rate": 9.576492380879403e-07, "loss": -0.0207, "num_tokens": 40601145.0, "reward": 0.0, "reward_std": 1.0177514553070068, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.006404591325126581, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.22470498401472547, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.061913918736689055, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 902 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1214.0, "completions/mean_length": 1458.5, "completions/mean_terminated_length": 1168.0, "completions/min_length": 1122.0, "completions/min_terminated_length": 1122.0, "epoch": 0.22580645161290322, "frac_reward_zero_std": 0.0, "grad_norm": 2.4953172098241767, "kl": 0.004421234130859375, "learning_rate": 9.574827210465411e-07, "loss": 0.0059, "num_tokens": 40658161.0, "reward": -4.470348358154297e-08, "reward_std": 1.0310232639312744, "rewards/wordcountpos_reward_GEOBench/mean": -4.470348358154297e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7083333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10576003586036263, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 903 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1355.0, "completions/mean_length": 1154.875, "completions/mean_terminated_length": 947.7999877929688, "completions/min_length": 703.0, "completions/min_terminated_length": 703.0, "epoch": 0.22605651412853214, "frac_reward_zero_std": 0.0, "grad_norm": 4.132609594711258, "kl": 0.0120086669921875, "learning_rate": 9.573158935168543e-07, "loss": -0.0464, "num_tokens": 40718943.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9943860769271851, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.005516084471505095, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09704699893626702, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07084150279686702, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 904 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1364.0, "completions/mean_length": 1099.3125, "completions/mean_terminated_length": 1006.84619140625, "completions/min_length": 770.0, "completions/min_terminated_length": 770.0, "epoch": 0.22630657664416104, "frac_reward_zero_std": 0.0, "grad_norm": 2.931358463848216, "kl": 0.0057830810546875, "learning_rate": 9.57148755625997e-07, "loss": 0.0301, "num_tokens": 40765140.0, "reward": 0.0, "reward_std": 0.6684819459915161, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.18036215339077466, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.20120437408251113, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1080980350662545, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 905 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1466.0, "completions/mean_length": 1177.3125, "completions/mean_terminated_length": 1155.800048828125, "completions/min_length": 751.0, "completions/min_terminated_length": 751.0, "epoch": 0.22655663915978994, "frac_reward_zero_std": 0.0, "grad_norm": 2.515261879494972, "kl": 0.005313873291015625, "learning_rate": 9.56981307501323e-07, "loss": -0.0768, "num_tokens": 40808057.0, "reward": -2.9802322387695312e-08, "reward_std": 0.6213929057121277, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.30544619242913695, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.43473767635975935, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6333333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08432740427115676, "rewards/wordcountpos_reward_GEOBench/std": 1.0327954292297363, "step": 906 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1345.0, "completions/mean_length": 1129.0, "completions/mean_terminated_length": 906.4000244140625, "completions/min_length": 715.0, "completions/min_terminated_length": 715.0, "epoch": 0.22680670167541886, "frac_reward_zero_std": 0.0, "grad_norm": 2.709005766857857, "kl": 0.006031036376953125, "learning_rate": 9.568135492704214e-07, "loss": -0.0073, "num_tokens": 40848849.0, "reward": 2.9802322387695312e-08, "reward_std": 0.6981069445610046, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.005995718122546446, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.21967498189555815, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7708333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09727776191382574, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 907 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1457.0, "completions/mean_length": 1256.75, "completions/mean_terminated_length": 1200.615478515625, "completions/min_length": 936.0, "completions/min_terminated_length": 936.0, "epoch": 0.22705676419104776, "frac_reward_zero_std": 0.0, "grad_norm": 2.6534096565171983, "kl": 0.00551605224609375, "learning_rate": 9.566454810611191e-07, "loss": -0.0417, "num_tokens": 40896597.0, "reward": 0.0, "reward_std": 1.0426738262176514, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.038661592172334676, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08776424490393415, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7041666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.05947299418254504, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 908 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1379.0, "completions/mean_length": 1127.0, "completions/mean_terminated_length": 1102.1334228515625, "completions/min_length": 843.0, "completions/min_terminated_length": 843.0, "epoch": 0.22730682670667668, "frac_reward_zero_std": 0.0, "grad_norm": 3.264595062822188, "kl": 0.0062103271484375, "learning_rate": 9.564771030014784e-07, "loss": 0.0268, "num_tokens": 40954669.0, "reward": -7.450580596923828e-09, "reward_std": 0.9340046048164368, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0001999921157252423, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07013261952180272, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6916666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11385500851066221, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 909 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1333.0, "completions/max_terminated_length": 1333.0, "completions/mean_length": 1002.0625, "completions/mean_terminated_length": 1002.0625, "completions/min_length": 865.0, "completions/min_terminated_length": 865.0, "epoch": 0.22755688922230558, "frac_reward_zero_std": 0.0, "grad_norm": 2.5414503555412815, "kl": 0.0033111572265625, "learning_rate": 9.563084152197976e-07, "loss": 0.0157, "num_tokens": 40999182.0, "reward": 0.0, "reward_std": 0.8881155252456665, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.02769345298774402, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07921616233834544, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7666666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08432740427115681, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 910 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1336.0, "completions/max_terminated_length": 1336.0, "completions/mean_length": 963.3125, "completions/mean_terminated_length": 963.3125, "completions/min_length": 640.0, "completions/min_terminated_length": 640.0, "epoch": 0.22780695173793447, "frac_reward_zero_std": 0.0, "grad_norm": 4.03913259245381, "kl": 0.00823974609375, "learning_rate": 9.56139417844611e-07, "loss": 0.0486, "num_tokens": 41043819.0, "reward": 0.0, "reward_std": 0.7103468775749207, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.016057485502779915, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09339914669961917, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14907119849998599, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 911 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1485.0, "completions/max_terminated_length": 1485.0, "completions/mean_length": 1197.25, "completions/mean_terminated_length": 1197.25, "completions/min_length": 816.0, "completions/min_terminated_length": 816.0, "epoch": 0.2280570142535634, "frac_reward_zero_std": 0.0, "grad_norm": 3.3657485006140724, "kl": 0.0078887939453125, "learning_rate": 9.559701110046895e-07, "loss": -0.0341, "num_tokens": 41098911.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0286931991577148, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.15049983375270826, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06260784376832373, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7708333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07685966046898342, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 912 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1357.0, "completions/mean_length": 1205.625, "completions/mean_terminated_length": 1029.0, "completions/min_length": 824.0, "completions/min_terminated_length": 824.0, "epoch": 0.2283070767691923, "frac_reward_zero_std": 0.0, "grad_norm": 2.458202949434998, "kl": 0.005138397216796875, "learning_rate": 9.55800494829039e-07, "loss": 0.0014, "num_tokens": 41146289.0, "reward": -5.960464477539063e-08, "reward_std": 0.6577305793762207, "rewards/wordcountpos_reward_GEOBench/mean": -5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.020122318517896993, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09666672469566065, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11538983843829065, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 913 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1382.0, "completions/mean_length": 1146.375, "completions/mean_terminated_length": 1122.800048828125, "completions/min_length": 729.0, "completions/min_terminated_length": 729.0, "epoch": 0.22855713928482121, "frac_reward_zero_std": 0.0, "grad_norm": 3.571121922497702, "kl": 0.00829315185546875, "learning_rate": 9.556305694469012e-07, "loss": -0.0063, "num_tokens": 41190055.0, "reward": 1.1175870895385742e-08, "reward_std": 1.0609935522079468, "rewards/wordcountpos_reward_GEOBench/mean": 1.1175870895385742e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03700806290152918, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.13824975540204137, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7124999999999999, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0758897836290186, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 914 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1324.0, "completions/max_terminated_length": 1324.0, "completions/mean_length": 922.5625, "completions/mean_terminated_length": 922.5625, "completions/min_length": 636.0, "completions/min_terminated_length": 636.0, "epoch": 0.2288072018004501, "frac_reward_zero_std": 0.0, "grad_norm": 3.1030521496889767, "kl": 0.0074615478515625, "learning_rate": 9.554603349877538e-07, "loss": 0.0079, "num_tokens": 41228976.0, "reward": 2.60770320892334e-08, "reward_std": 1.0688116550445557, "rewards/wordcountpos_reward_GEOBench/mean": 2.60770320892334e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.00555193597508062, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06067603379241259, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10671873729054751, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 915 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1472.0, "completions/max_terminated_length": 1472.0, "completions/mean_length": 1006.375, "completions/mean_terminated_length": 1006.375, "completions/min_length": 500.0, "completions/min_terminated_length": 500.0, "epoch": 0.229057264316079, "frac_reward_zero_std": 0.0, "grad_norm": 3.1727207793762395, "kl": 0.0055084228515625, "learning_rate": 9.552897915813101e-07, "loss": -0.0914, "num_tokens": 41258398.0, "reward": 2.9802322387695312e-08, "reward_std": 0.7364643216133118, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03244070134865884, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10003673740602055, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06382847385042258, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 916 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1490.0, "completions/max_terminated_length": 1490.0, "completions/mean_length": 1214.0, "completions/mean_terminated_length": 1214.0, "completions/min_length": 983.0, "completions/min_terminated_length": 983.0, "epoch": 0.22930732683170793, "frac_reward_zero_std": 0.0, "grad_norm": 2.9913854381732348, "kl": 0.0063323974609375, "learning_rate": 9.55118939357518e-07, "loss": 0.0073, "num_tokens": 41302390.0, "reward": 0.0, "reward_std": 0.9091365337371826, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.01027755344457499, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.051372076261242634, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7708333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0909822937597079, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 917 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1212.0, "completions/max_terminated_length": 1212.0, "completions/mean_length": 972.875, "completions/mean_terminated_length": 972.875, "completions/min_length": 728.0, "completions/min_terminated_length": 728.0, "epoch": 0.22955738934733683, "frac_reward_zero_std": 0.0, "grad_norm": 3.62283231874674, "kl": 0.00804901123046875, "learning_rate": 9.549477784465613e-07, "loss": 0.0027, "num_tokens": 41342484.0, "reward": -2.9802322387695312e-08, "reward_std": 0.7713350057601929, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06234742359791335, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10054907510409605, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07290277645477447, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 918 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1158.0, "completions/max_terminated_length": 1158.0, "completions/mean_length": 980.5, "completions/mean_terminated_length": 980.5, "completions/min_length": 875.0, "completions/min_terminated_length": 875.0, "epoch": 0.22980745186296575, "frac_reward_zero_std": 0.0, "grad_norm": 2.9211952213754366, "kl": 0.0050048828125, "learning_rate": 9.547763089788592e-07, "loss": -0.0154, "num_tokens": 41382308.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8125698566436768, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03203873268103804, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10906939501856831, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1308094458023239, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 919 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1475.0, "completions/mean_length": 989.625, "completions/mean_terminated_length": 955.6000366210938, "completions/min_length": 598.0, "completions/min_terminated_length": 598.0, "epoch": 0.23005751437859465, "frac_reward_zero_std": 0.0, "grad_norm": 3.5353608212761394, "kl": 0.0079193115234375, "learning_rate": 9.546045310850654e-07, "loss": -0.0258, "num_tokens": 41423374.0, "reward": 2.9802322387695312e-08, "reward_std": 0.7119932174682617, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.024976965346095763, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04220293162599737, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6916666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07649739768026005, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 920 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1477.0, "completions/mean_length": 1239.3125, "completions/mean_terminated_length": 1221.933349609375, "completions/min_length": 1038.0, "completions/min_terminated_length": 1038.0, "epoch": 0.23030757689422354, "frac_reward_zero_std": 0.0, "grad_norm": 2.299901073189787, "kl": 0.004108428955078125, "learning_rate": 9.544324448960692e-07, "loss": -0.0177, "num_tokens": 41465667.0, "reward": 0.0, "reward_std": 0.9662386775016785, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.08448339557448738, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07725321770745203, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8583333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07252075054258098, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 921 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1295.0, "completions/mean_length": 1233.4375, "completions/mean_terminated_length": 1171.923095703125, "completions/min_length": 999.0, "completions/min_terminated_length": 999.0, "epoch": 0.23055763940985247, "frac_reward_zero_std": 0.0, "grad_norm": 3.58288363795885, "kl": 0.0089263916015625, "learning_rate": 9.542600505429943e-07, "loss": -0.0228, "num_tokens": 41517274.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0514562129974365, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.023025156791959253, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05776418796013551, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6708333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08243965245133132, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 922 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1183.0, "completions/mean_length": 1208.625, "completions/mean_terminated_length": 917.25, "completions/min_length": 811.0, "completions/min_terminated_length": 811.0, "epoch": 0.23080770192548136, "frac_reward_zero_std": 0.0, "grad_norm": 1.692984545999283, "kl": 0.002193450927734375, "learning_rate": 9.540873481571997e-07, "loss": -0.0069, "num_tokens": 41564956.0, "reward": 0.0, "reward_std": 0.9003636240959167, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0678680253655601, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10273346023959566, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13743685418725538, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 923 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1466.0, "completions/max_terminated_length": 1466.0, "completions/mean_length": 1056.9375, "completions/mean_terminated_length": 1056.9375, "completions/min_length": 782.0, "completions/min_terminated_length": 782.0, "epoch": 0.23105776444111029, "frac_reward_zero_std": 0.0, "grad_norm": 2.9248726777001877, "kl": 0.00728607177734375, "learning_rate": 9.53914337870279e-07, "loss": -0.0266, "num_tokens": 41607835.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0100815296173096, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.07274089150405369, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1430368735601867, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7041666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0909822937597079, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 924 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1432.0, "completions/max_terminated_length": 1432.0, "completions/mean_length": 1057.625, "completions/mean_terminated_length": 1057.625, "completions/min_length": 762.0, "completions/min_terminated_length": 762.0, "epoch": 0.23130782695673918, "frac_reward_zero_std": 0.0, "grad_norm": 2.6180975195496, "kl": 0.004913330078125, "learning_rate": 9.5374101981406e-07, "loss": -0.0058, "num_tokens": 41654525.0, "reward": -2.9802322387695312e-08, "reward_std": 0.7294851541519165, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.05519496569671066, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06785788886495633, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09179284245476839, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 925 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1460.0, "completions/mean_length": 1192.625, "completions/mean_terminated_length": 1121.6923828125, "completions/min_length": 744.0, "completions/min_terminated_length": 744.0, "epoch": 0.2315578894723681, "frac_reward_zero_std": 0.0, "grad_norm": 3.3620470285404576, "kl": 0.0096282958984375, "learning_rate": 9.535673941206053e-07, "loss": 0.0024, "num_tokens": 41698031.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0271393060684204, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.010588957505432837, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.044157423395389486, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8333333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06440611887195306, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 926 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1354.0, "completions/max_terminated_length": 1354.0, "completions/mean_length": 1120.25, "completions/mean_terminated_length": 1120.25, "completions/min_length": 717.0, "completions/min_terminated_length": 717.0, "epoch": 0.231807951987997, "frac_reward_zero_std": 0.0, "grad_norm": 1.9457656211286725, "kl": 0.0029201507568359375, "learning_rate": 9.53393460922212e-07, "loss": 0.0029, "num_tokens": 41734347.0, "reward": 0.0, "reward_std": 0.7099385261535645, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.107688470643453, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1327119571367633, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07503085784948506, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 927 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1479.0, "completions/mean_length": 1292.5625, "completions/mean_terminated_length": 1262.9285888671875, "completions/min_length": 1075.0, "completions/min_terminated_length": 1075.0, "epoch": 0.2320580145036259, "frac_reward_zero_std": 0.0, "grad_norm": 2.602433006116639, "kl": 0.005767822265625, "learning_rate": 9.532192203514115e-07, "loss": 0.0109, "num_tokens": 41777260.0, "reward": 0.0, "reward_std": 0.8069620132446289, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0949092766018347, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.13367970045501754, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11080513425729775, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 928 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1379.0, "completions/max_terminated_length": 1379.0, "completions/mean_length": 1095.125, "completions/mean_terminated_length": 1095.125, "completions/min_length": 948.0, "completions/min_terminated_length": 948.0, "epoch": 0.23230807701925482, "frac_reward_zero_std": 0.0, "grad_norm": 3.910542191013473, "kl": 0.0113372802734375, "learning_rate": 9.530446725409692e-07, "loss": 0.0015, "num_tokens": 41826094.0, "reward": -7.450580596923828e-09, "reward_std": 1.0436738729476929, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.021246250651329505, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05005019332980835, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08777074514725113, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 929 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1478.0, "completions/mean_length": 1241.25, "completions/mean_terminated_length": 1204.2857666015625, "completions/min_length": 655.0, "completions/min_terminated_length": 655.0, "epoch": 0.23255813953488372, "frac_reward_zero_std": 0.0, "grad_norm": 2.9179551969204813, "kl": 0.0069580078125, "learning_rate": 9.528698176238848e-07, "loss": -0.0233, "num_tokens": 41874274.0, "reward": 5.960464477539063e-08, "reward_std": 0.6551786661148071, "rewards/wordcountpos_reward_GEOBench/mean": 5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03674993894677117, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07499180239658208, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08333333333333336, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 930 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1076.0, "completions/mean_length": 1031.125, "completions/mean_terminated_length": 666.4444580078125, "completions/min_length": 356.0, "completions/min_terminated_length": 356.0, "epoch": 0.23280820205051264, "frac_reward_zero_std": 0.0, "grad_norm": 3.195372575214075, "kl": 0.0068206787109375, "learning_rate": 9.526946557333919e-07, "loss": 0.0289, "num_tokens": 41909396.0, "reward": 0.0, "reward_std": 0.6490310430526733, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.1987178429512529, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.27179192191475376, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11547005383792516, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 931 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1496.0, "completions/mean_length": 1125.4375, "completions/mean_terminated_length": 1039.0, "completions/min_length": 695.0, "completions/min_terminated_length": 695.0, "epoch": 0.23305826456614154, "frac_reward_zero_std": 0.0, "grad_norm": 3.455676542922897, "kl": 0.00876617431640625, "learning_rate": 9.52519187002958e-07, "loss": -0.0571, "num_tokens": 41963571.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8455194234848022, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.058124266108466535, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05307192716941397, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07187952884282608, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 932 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1341.0, "completions/max_terminated_length": 1341.0, "completions/mean_length": 1006.75, "completions/mean_terminated_length": 1006.75, "completions/min_length": 732.0, "completions/min_terminated_length": 732.0, "epoch": 0.23330832708177043, "frac_reward_zero_std": 0.0, "grad_norm": 3.3329336487321854, "kl": 0.0069580078125, "learning_rate": 9.523434115662844e-07, "loss": 0.0179, "num_tokens": 41994271.0, "reward": 0.0, "reward_std": 0.705262303352356, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.15750602322787158, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1750786498883796, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08255189164891873, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 933 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1389.0, "completions/max_terminated_length": 1389.0, "completions/mean_length": 1106.5, "completions/mean_terminated_length": 1106.5, "completions/min_length": 830.0, "completions/min_terminated_length": 830.0, "epoch": 0.23355838959739936, "frac_reward_zero_std": 0.0, "grad_norm": 2.8056877246640943, "kl": 0.0052642822265625, "learning_rate": 9.521673295573064e-07, "loss": -0.0421, "num_tokens": 42038839.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8492753505706787, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.042864849701357594, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12236457548071396, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09699179041242309, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 934 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1440.0, "completions/max_terminated_length": 1440.0, "completions/mean_length": 1132.5, "completions/mean_terminated_length": 1132.5, "completions/min_length": 858.0, "completions/min_terminated_length": 858.0, "epoch": 0.23380845211302825, "frac_reward_zero_std": 0.0, "grad_norm": 2.672446458244542, "kl": 0.0057220458984375, "learning_rate": 9.519909411101923e-07, "loss": 0.0242, "num_tokens": 42070703.0, "reward": 7.450580596923828e-09, "reward_std": 1.029476523399353, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.026296064160324144, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.028647524384567687, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11729986896522632, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 935 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1304.0, "completions/max_terminated_length": 1304.0, "completions/mean_length": 855.125, "completions/mean_terminated_length": 855.125, "completions/min_length": 660.0, "completions/min_terminated_length": 660.0, "epoch": 0.23405851462865718, "frac_reward_zero_std": 0.0, "grad_norm": 3.3197563879048997, "kl": 0.005340576171875, "learning_rate": 9.518142463593444e-07, "loss": 0.0394, "num_tokens": 42108449.0, "reward": 7.450580596923828e-09, "reward_std": 1.0339194536209106, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.017863476881164436, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04148850062773506, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.077817450199525, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 936 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1040.0, "completions/max_terminated_length": 1040.0, "completions/mean_length": 876.6875, "completions/mean_terminated_length": 876.6875, "completions/min_length": 588.0, "completions/min_terminated_length": 588.0, "epoch": 0.23430857714428607, "frac_reward_zero_std": 0.0, "grad_norm": 2.8280823636367503, "kl": 0.004207611083984375, "learning_rate": 9.516372454393983e-07, "loss": -0.0318, "num_tokens": 42140012.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9367499947547913, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.08355905146253573, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.012710095893753602, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7083333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10292032157252813, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 937 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1307.0, "completions/max_terminated_length": 1307.0, "completions/mean_length": 918.5, "completions/mean_terminated_length": 918.5, "completions/min_length": 678.0, "completions/min_terminated_length": 678.0, "epoch": 0.23455863965991497, "frac_reward_zero_std": 0.0, "grad_norm": 3.5166074786577424, "kl": 0.0077667236328125, "learning_rate": 9.514599384852227e-07, "loss": -0.075, "num_tokens": 42182884.0, "reward": 0.0, "reward_std": 0.8465733528137207, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.028355022846885052, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07073431212385506, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11792967144619462, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 938 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1480.0, "completions/mean_length": 1190.6875, "completions/mean_terminated_length": 1119.3077392578125, "completions/min_length": 931.0, "completions/min_terminated_length": 931.0, "epoch": 0.2348087021755439, "frac_reward_zero_std": 0.0, "grad_norm": 2.323048863872927, "kl": 0.00390625, "learning_rate": 9.512823256319196e-07, "loss": 0.0096, "num_tokens": 42223751.0, "reward": -7.450580596923828e-09, "reward_std": 1.0553052425384521, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.022857677025163246, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11226703584701862, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06763190130459203, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 939 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1386.0, "completions/mean_length": 1042.375, "completions/mean_terminated_length": 1011.86669921875, "completions/min_length": 530.0, "completions/min_terminated_length": 530.0, "epoch": 0.2350587646911728, "frac_reward_zero_std": 0.0, "grad_norm": 3.489379008383892, "kl": 0.00817108154296875, "learning_rate": 9.51104407014824e-07, "loss": 0.0398, "num_tokens": 42266949.0, "reward": 0.0, "reward_std": 0.7760323286056519, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.05584614916529647, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04853073429902689, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11080513425729774, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 940 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1419.0, "completions/mean_length": 1091.375, "completions/mean_terminated_length": 905.6364135742188, "completions/min_length": 613.0, "completions/min_terminated_length": 613.0, "epoch": 0.2353088272068017, "frac_reward_zero_std": 0.0, "grad_norm": 2.743739294450297, "kl": 0.00823211669921875, "learning_rate": 9.509261827695043e-07, "loss": 0.0681, "num_tokens": 42321187.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9885901808738708, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.009365247363520079, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1332999518882814, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.5958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08595864638818417, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 941 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1491.0, "completions/max_terminated_length": 1491.0, "completions/mean_length": 1109.8125, "completions/mean_terminated_length": 1109.8125, "completions/min_length": 752.0, "completions/min_terminated_length": 752.0, "epoch": 0.2355588897224306, "frac_reward_zero_std": 0.0, "grad_norm": 3.151120777622698, "kl": 0.007965087890625, "learning_rate": 9.507476530317611e-07, "loss": -0.0006, "num_tokens": 42364096.0, "reward": 0.0, "reward_std": 0.9442886114120483, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.09391547059435044, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.15595778529075893, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6333333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06885303726590962, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 942 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1340.0, "completions/mean_length": 962.1875, "completions/mean_terminated_length": 926.3333740234375, "completions/min_length": 454.0, "completions/min_terminated_length": 454.0, "epoch": 0.2358089522380595, "frac_reward_zero_std": 0.0, "grad_norm": 2.9331943246741505, "kl": 0.00707244873046875, "learning_rate": 9.505688179376283e-07, "loss": 0.0028, "num_tokens": 42403899.0, "reward": 2.9802322387695312e-08, "reward_std": 0.894816517829895, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.006987845700594927, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.023121917132615723, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08734775114237134, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 943 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1186.0, "completions/max_terminated_length": 1186.0, "completions/mean_length": 920.625, "completions/mean_terminated_length": 920.625, "completions/min_length": 646.0, "completions/min_terminated_length": 646.0, "epoch": 0.23605901475368843, "frac_reward_zero_std": 0.0, "grad_norm": 3.898571058098812, "kl": 0.00960540771484375, "learning_rate": 9.503896776233724e-07, "loss": -0.0323, "num_tokens": 42436341.0, "reward": 0.0, "reward_std": 0.5919628143310547, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0509264155872073, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09019309050674307, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1102186379345533, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 944 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1239.0, "completions/max_terminated_length": 1239.0, "completions/mean_length": 1019.8125, "completions/mean_terminated_length": 1019.8125, "completions/min_length": 732.0, "completions/min_terminated_length": 732.0, "epoch": 0.23630907726931732, "frac_reward_zero_std": 0.0, "grad_norm": 2.7843913682696693, "kl": 0.0055999755859375, "learning_rate": 9.502102322254921e-07, "loss": -0.0246, "num_tokens": 42481538.0, "reward": 0.0, "reward_std": 0.9603627920150757, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.011442347145761157, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08479848260956252, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6708333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.05146016078626406, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 945 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1498.0, "completions/mean_length": 1341.4375, "completions/mean_terminated_length": 1304.84619140625, "completions/min_length": 869.0, "completions/min_terminated_length": 869.0, "epoch": 0.23655913978494625, "frac_reward_zero_std": 0.0, "grad_norm": 2.520333854174939, "kl": 0.00699615478515625, "learning_rate": 9.500304818807191e-07, "loss": -0.0234, "num_tokens": 42538609.0, "reward": -6.332993507385254e-08, "reward_std": 1.0640571117401123, "rewards/wordcountpos_reward_GEOBench/mean": -6.332993507385254e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.060600440544383245, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10759435585338044, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7708333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.16141733350404336, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 946 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1392.0, "completions/mean_length": 994.1875, "completions/mean_terminated_length": 877.4615478515625, "completions/min_length": 491.0, "completions/min_terminated_length": 491.0, "epoch": 0.23680920230057514, "frac_reward_zero_std": 0.0, "grad_norm": 2.428697343908821, "kl": 0.00469207763671875, "learning_rate": 9.498504267260169e-07, "loss": 0.0164, "num_tokens": 42568116.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9839252233505249, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.046654477615942685, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06821694269231128, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7333333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.16147468555186623, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 947 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1487.0, "completions/mean_length": 1185.125, "completions/mean_terminated_length": 1140.1429443359375, "completions/min_length": 825.0, "completions/min_terminated_length": 825.0, "epoch": 0.23705926481620404, "frac_reward_zero_std": 0.0, "grad_norm": 3.176863012583183, "kl": 0.008270263671875, "learning_rate": 9.496700668985817e-07, "loss": -0.0103, "num_tokens": 42617478.0, "reward": 0.0, "reward_std": 1.0007305145263672, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.015406199492636441, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09689738236184417, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07781745019952502, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 948 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1496.0, "completions/mean_length": 1157.625, "completions/mean_terminated_length": 1108.71435546875, "completions/min_length": 755.0, "completions/min_terminated_length": 755.0, "epoch": 0.23730932733183296, "frac_reward_zero_std": 0.0, "grad_norm": 3.556351563058199, "kl": 0.00862884521484375, "learning_rate": 9.494894025358417e-07, "loss": -0.0182, "num_tokens": 42661608.0, "reward": 0.0, "reward_std": 0.642557680606842, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.011588169050226423, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04039653735357576, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14395215254459456, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 949 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1263.0, "completions/max_terminated_length": 1263.0, "completions/mean_length": 979.25, "completions/mean_terminated_length": 979.25, "completions/min_length": 675.0, "completions/min_terminated_length": 675.0, "epoch": 0.23755938984746186, "frac_reward_zero_std": 0.0, "grad_norm": 3.174471125516864, "kl": 0.00626373291015625, "learning_rate": 9.493084337754571e-07, "loss": -0.0228, "num_tokens": 42690908.0, "reward": 7.450580596923828e-09, "reward_std": 1.0576820373535156, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7333333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14605934866804432, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 950 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1431.0, "completions/max_terminated_length": 1431.0, "completions/mean_length": 918.625, "completions/mean_terminated_length": 918.625, "completions/min_length": 683.0, "completions/min_terminated_length": 683.0, "epoch": 0.23780945236309078, "frac_reward_zero_std": 0.0, "grad_norm": 3.2099467249758513, "kl": 0.00637054443359375, "learning_rate": 9.491271607553202e-07, "loss": -0.0737, "num_tokens": 42741830.0, "reward": 0.0, "reward_std": 0.5855954885482788, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.11331929871506097, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10074070403712988, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7708333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1287403358472941, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 951 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1474.0, "completions/mean_length": 1329.1875, "completions/mean_terminated_length": 1272.25, "completions/min_length": 1024.0, "completions/min_terminated_length": 1024.0, "epoch": 0.23805951487871968, "frac_reward_zero_std": 0.0, "grad_norm": 3.227566242790243, "kl": 0.00958251953125, "learning_rate": 9.489455836135549e-07, "loss": -0.0283, "num_tokens": 42795153.0, "reward": -7.450580596923828e-09, "reward_std": 1.0561772584915161, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.006282064616878502, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.045200787447816394, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07876359377087683, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 952 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1402.0, "completions/mean_length": 1313.375, "completions/mean_terminated_length": 1201.4000244140625, "completions/min_length": 1009.0, "completions/min_terminated_length": 1009.0, "epoch": 0.23830957739434858, "frac_reward_zero_std": 0.0, "grad_norm": 2.4613494023205913, "kl": 0.004856109619140625, "learning_rate": 9.487637024885169e-07, "loss": -0.033, "num_tokens": 42847103.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8166074156761169, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06632653726870066, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11006614961212595, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08681611046941139, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 953 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1423.0, "completions/mean_length": 1391.0, "completions/mean_terminated_length": 1282.0, "completions/min_length": 1152.0, "completions/min_terminated_length": 1152.0, "epoch": 0.2385596399099775, "frac_reward_zero_std": 0.0, "grad_norm": 2.5035538176033727, "kl": 0.0066986083984375, "learning_rate": 9.485815175187937e-07, "loss": 0.0222, "num_tokens": 42908295.0, "reward": -2.9802322387695312e-08, "reward_std": 0.9402428865432739, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.01916201130069423, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.028695831408947277, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10945995377982527, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 954 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1380.0, "completions/max_terminated_length": 1380.0, "completions/mean_length": 1066.25, "completions/mean_terminated_length": 1066.25, "completions/min_length": 803.0, "completions/min_terminated_length": 803.0, "epoch": 0.2388097024256064, "frac_reward_zero_std": 0.0, "grad_norm": 3.525839029577522, "kl": 0.009185791015625, "learning_rate": 9.483990288432041e-07, "loss": -0.0381, "num_tokens": 42943235.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9105735421180725, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.019394698417269665, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09937554904810676, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7708333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12164002752505566, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 955 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1432.0, "completions/mean_length": 1215.0, "completions/mean_terminated_length": 1120.0, "completions/min_length": 873.0, "completions/min_terminated_length": 873.0, "epoch": 0.23905976494123532, "frac_reward_zero_std": 0.0, "grad_norm": 3.494877817661855, "kl": 0.00848388671875, "learning_rate": 9.482162366007985e-07, "loss": -0.0225, "num_tokens": 42999043.0, "reward": 0.0, "reward_std": 0.8165233135223389, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.033477864730945335, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08925843560282601, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.775, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08734775114237134, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 956 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1355.0, "completions/mean_length": 1122.75, "completions/mean_terminated_length": 1097.60009765625, "completions/min_length": 836.0, "completions/min_terminated_length": 836.0, "epoch": 0.23930982745686422, "frac_reward_zero_std": 0.0, "grad_norm": 3.5716646415036744, "kl": 0.009765625, "learning_rate": 9.480331409308581e-07, "loss": -0.009, "num_tokens": 43050575.0, "reward": 0.0, "reward_std": 0.47468724846839905, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04478812540302747, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.053021029971950934, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.675, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14981470036162822, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 957 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1386.0, "completions/max_terminated_length": 1386.0, "completions/mean_length": 1112.75, "completions/mean_terminated_length": 1112.75, "completions/min_length": 696.0, "completions/min_terminated_length": 696.0, "epoch": 0.2395598899724931, "frac_reward_zero_std": 0.0, "grad_norm": 3.1505663351374746, "kl": 0.00789642333984375, "learning_rate": 9.478497419728964e-07, "loss": 0.0097, "num_tokens": 43102819.0, "reward": 5.960464477539063e-08, "reward_std": 0.905625581741333, "rewards/wordcountpos_reward_GEOBench/mean": 5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.01672091261263595, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06435380609999879, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7708333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0687184270936277, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 958 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1469.0, "completions/mean_length": 1398.4375, "completions/mean_terminated_length": 1296.875, "completions/min_length": 1070.0, "completions/min_terminated_length": 1070.0, "epoch": 0.23980995248812204, "frac_reward_zero_std": 0.0, "grad_norm": 3.0657560666389627, "kl": 0.007659912109375, "learning_rate": 9.476660398666568e-07, "loss": -0.0152, "num_tokens": 43161802.0, "reward": 0.0, "reward_std": 0.7598558664321899, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.034238212843739985, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06990515779109208, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6749999999999999, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09699179041242309, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 959 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1471.0, "completions/mean_length": 1018.4375, "completions/mean_terminated_length": 986.3333740234375, "completions/min_length": 568.0, "completions/min_terminated_length": 568.0, "epoch": 0.24006001500375093, "frac_reward_zero_std": 0.0, "grad_norm": 3.0005845920889027, "kl": 0.0065765380859375, "learning_rate": 9.474820347521144e-07, "loss": -0.0229, "num_tokens": 43201737.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8196992874145508, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0387811992032703, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03778669075167926, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09496588081262933, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 960 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1367.0, "completions/max_terminated_length": 1367.0, "completions/mean_length": 1060.125, "completions/mean_terminated_length": 1060.125, "completions/min_length": 822.0, "completions/min_terminated_length": 822.0, "epoch": 0.24031007751937986, "frac_reward_zero_std": 0.0, "grad_norm": 3.9229125126042175, "kl": 0.011810302734375, "learning_rate": 9.47297726769475e-07, "loss": 0.0197, "num_tokens": 43253315.0, "reward": 2.9802322387695312e-08, "reward_std": 0.7528923749923706, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03389727434036778, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10004878062074438, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10461569884316813, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 961 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1196.0, "completions/max_terminated_length": 1196.0, "completions/mean_length": 905.625, "completions/mean_terminated_length": 905.625, "completions/min_length": 587.0, "completions/min_terminated_length": 587.0, "epoch": 0.24056014003500875, "frac_reward_zero_std": 0.0, "grad_norm": 3.0979371682740995, "kl": 0.00673675537109375, "learning_rate": 9.471131160591751e-07, "loss": -0.0238, "num_tokens": 43294845.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0232510566711426, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.1039558219671088, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0764567269044325, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7708333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.141878925953186, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 962 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1470.0, "completions/max_terminated_length": 1470.0, "completions/mean_length": 1078.5, "completions/mean_terminated_length": 1078.5, "completions/min_length": 833.0, "completions/min_terminated_length": 833.0, "epoch": 0.24081020255063765, "frac_reward_zero_std": 0.0, "grad_norm": 3.5472033691792406, "kl": 0.00853729248046875, "learning_rate": 9.469282027618819e-07, "loss": -0.0205, "num_tokens": 43353133.0, "reward": 0.0, "reward_std": 0.8156346678733826, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.02929043618761222, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.20723780610033068, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7124999999999999, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.05821416398857661, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 963 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1315.0, "completions/mean_length": 1255.3125, "completions/mean_terminated_length": 1065.0, "completions/min_length": 750.0, "completions/min_terminated_length": 750.0, "epoch": 0.24106026506626657, "frac_reward_zero_std": 0.0, "grad_norm": 2.9801306714040945, "kl": 0.006587982177734375, "learning_rate": 9.467429870184931e-07, "loss": -0.0191, "num_tokens": 43410450.0, "reward": 0.0, "reward_std": 0.9207369089126587, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06893678899253197, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1123045046421865, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7333333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06885303726590966, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 964 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1476.0, "completions/max_terminated_length": 1476.0, "completions/mean_length": 1276.75, "completions/mean_terminated_length": 1276.75, "completions/min_length": 968.0, "completions/min_terminated_length": 968.0, "epoch": 0.24131032758189547, "frac_reward_zero_std": 0.0, "grad_norm": 2.950470558639067, "kl": 0.00725555419921875, "learning_rate": 9.465574689701371e-07, "loss": -0.0217, "num_tokens": 43465214.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9610758423805237, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.019549167063879803, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.13250290306755522, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07698003589195013, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 965 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1014.0, "completions/mean_length": 1027.3125, "completions/mean_terminated_length": 959.7857666015625, "completions/min_length": 783.0, "completions/min_terminated_length": 783.0, "epoch": 0.2415603900975244, "frac_reward_zero_std": 0.0, "grad_norm": 2.6162893541661396, "kl": 0.003711700439453125, "learning_rate": 9.463716487581725e-07, "loss": -0.01, "num_tokens": 43497723.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8026916980743408, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0066595362779744965, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0837109576201119, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14700718047466632, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 966 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1443.0, "completions/max_terminated_length": 1443.0, "completions/mean_length": 1160.9375, "completions/mean_terminated_length": 1160.9375, "completions/min_length": 928.0, "completions/min_terminated_length": 928.0, "epoch": 0.2418104526131533, "frac_reward_zero_std": 0.0, "grad_norm": 3.0506113883242127, "kl": 0.00685882568359375, "learning_rate": 9.461855265241881e-07, "loss": 0.0045, "num_tokens": 43541474.0, "reward": -3.725290298461914e-09, "reward_std": 1.0340982675552368, "rewards/wordcountpos_reward_GEOBench/mean": -3.725290298461914e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.002928901647888675, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0355075621395111, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09574271077563382, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 967 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1498.0, "completions/mean_length": 1389.1875, "completions/mean_terminated_length": 1338.8182373046875, "completions/min_length": 1081.0, "completions/min_terminated_length": 1081.0, "epoch": 0.24206051512878218, "frac_reward_zero_std": 0.0, "grad_norm": 2.762842335817606, "kl": 0.007598876953125, "learning_rate": 9.459991024100026e-07, "loss": -0.0009, "num_tokens": 43593917.0, "reward": 0.0, "reward_std": 0.8986847400665283, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0413796524754678, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10785715723320906, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8666666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10036968702787748, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 968 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1331.0, "completions/mean_length": 1318.375, "completions/mean_terminated_length": 1177.111083984375, "completions/min_length": 767.0, "completions/min_terminated_length": 767.0, "epoch": 0.2423105776444111, "frac_reward_zero_std": 0.0, "grad_norm": 2.7675879797749565, "kl": 0.00624847412109375, "learning_rate": 9.458123765576654e-07, "loss": 0.0034, "num_tokens": 43650707.0, "reward": 0.0, "reward_std": 0.5627799034118652, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.027499153916333213, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07054570177207276, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.675, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.161245154965971, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 969 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1477.0, "completions/max_terminated_length": 1477.0, "completions/mean_length": 1177.5625, "completions/mean_terminated_length": 1177.5625, "completions/min_length": 742.0, "completions/min_terminated_length": 742.0, "epoch": 0.24256064016004, "frac_reward_zero_std": 0.0, "grad_norm": 3.3619601481159496, "kl": 0.0090179443359375, "learning_rate": 9.456253491094552e-07, "loss": -0.0423, "num_tokens": 43705956.0, "reward": 2.9802322387695312e-08, "reward_std": 1.0216336250305176, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.20844016124895437, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11034910835473163, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.775, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08734775114237135, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 970 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1333.0, "completions/mean_length": 1203.3125, "completions/mean_terminated_length": 1183.533447265625, "completions/min_length": 981.0, "completions/min_terminated_length": 981.0, "epoch": 0.24281070267566893, "frac_reward_zero_std": 0.0, "grad_norm": 3.5089116667587126, "kl": 0.0097198486328125, "learning_rate": 9.454380202078805e-07, "loss": -0.0148, "num_tokens": 43753665.0, "reward": 0.0, "reward_std": 0.94871985912323, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0235842680317526, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04438745492664978, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1343709624716425, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 971 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1441.0, "completions/mean_length": 1012.1875, "completions/mean_terminated_length": 979.666748046875, "completions/min_length": 604.0, "completions/min_terminated_length": 604.0, "epoch": 0.24306076519129782, "frac_reward_zero_std": 0.0, "grad_norm": 3.3254429726041494, "kl": 0.01082611083984375, "learning_rate": 9.452503899956799e-07, "loss": -0.0548, "num_tokens": 43795500.0, "reward": -2.9802322387695312e-08, "reward_std": 0.7976430058479309, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.08526323040007935, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05955873008180233, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0687184270936277, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 972 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1393.0, "completions/mean_length": 981.375, "completions/mean_terminated_length": 907.2857666015625, "completions/min_length": 632.0, "completions/min_terminated_length": 632.0, "epoch": 0.24331082770692672, "frac_reward_zero_std": 0.0, "grad_norm": 2.8273616817228353, "kl": 0.00565338134765625, "learning_rate": 9.450624586158215e-07, "loss": -0.001, "num_tokens": 43850946.0, "reward": 0.0, "reward_std": 1.0679044723510742, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.04509588947937588, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08337380867799697, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09651328828101763, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 973 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1464.0, "completions/mean_length": 1080.5625, "completions/mean_terminated_length": 1052.60009765625, "completions/min_length": 788.0, "completions/min_terminated_length": 788.0, "epoch": 0.24356089022255564, "frac_reward_zero_std": 0.0, "grad_norm": 3.225452207474673, "kl": 0.00661468505859375, "learning_rate": 9.448742262115026e-07, "loss": -0.0503, "num_tokens": 43888595.0, "reward": -2.2351741790771484e-08, "reward_std": 0.9961885213851929, "rewards/wordcountpos_reward_GEOBench/mean": -2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.015950763595562675, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.031294711648812666, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10470416879457554, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 974 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1432.0, "completions/mean_length": 1079.25, "completions/mean_terminated_length": 1051.2000732421875, "completions/min_length": 750.0, "completions/min_terminated_length": 750.0, "epoch": 0.24381095273818454, "frac_reward_zero_std": 0.0, "grad_norm": 2.6893639667701255, "kl": 0.00577545166015625, "learning_rate": 9.4468569292615e-07, "loss": 0.0325, "num_tokens": 43921799.0, "reward": 0.0, "reward_std": 0.4111371636390686, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.07888501303715732, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.21747865646109893, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7333333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08777074514725113, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 975 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1433.0, "completions/max_terminated_length": 1433.0, "completions/mean_length": 1227.4375, "completions/mean_terminated_length": 1227.4375, "completions/min_length": 890.0, "completions/min_terminated_length": 890.0, "epoch": 0.24406101525381346, "frac_reward_zero_std": 0.0, "grad_norm": 2.8445707572244237, "kl": 0.00726318359375, "learning_rate": 9.444968589034198e-07, "loss": -0.0079, "num_tokens": 43989150.0, "reward": 2.9802322387695312e-08, "reward_std": 0.6846209168434143, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.12178309922074788, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.17192829218502564, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8041666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10741060020797315, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 976 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1277.0, "completions/max_terminated_length": 1277.0, "completions/mean_length": 1088.125, "completions/mean_terminated_length": 1088.125, "completions/min_length": 913.0, "completions/min_terminated_length": 913.0, "epoch": 0.24431107776944236, "frac_reward_zero_std": 0.0, "grad_norm": 2.7352364877654693, "kl": 0.00620269775390625, "learning_rate": 9.443077242871974e-07, "loss": -0.0194, "num_tokens": 44027624.0, "reward": 0.0, "reward_std": 0.9401774406433105, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.05455755690049991, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09126914408539442, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1270024788326182, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 977 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1254.0, "completions/max_terminated_length": 1254.0, "completions/mean_length": 1071.875, "completions/mean_terminated_length": 1071.875, "completions/min_length": 873.0, "completions/min_terminated_length": 873.0, "epoch": 0.24456114028507125, "frac_reward_zero_std": 0.0, "grad_norm": 3.0992955622994516, "kl": 0.00865936279296875, "learning_rate": 9.44118289221597e-07, "loss": -0.0365, "num_tokens": 44059350.0, "reward": 0.0, "reward_std": 0.7762793898582458, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.014582983321155301, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.017171087495063263, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.775, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10576003586036263, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 978 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1378.0, "completions/max_terminated_length": 1378.0, "completions/mean_length": 914.625, "completions/mean_terminated_length": 914.625, "completions/min_length": 720.0, "completions/min_terminated_length": 720.0, "epoch": 0.24481120280070018, "frac_reward_zero_std": 0.0, "grad_norm": 3.5443533043562336, "kl": 0.0074615478515625, "learning_rate": 9.439285538509617e-07, "loss": -0.0117, "num_tokens": 44100512.0, "reward": 0.0, "reward_std": 0.8195239305496216, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.2400174962784777, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.17217027077128605, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07969850595746357, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 979 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1347.0, "completions/max_terminated_length": 1347.0, "completions/mean_length": 1039.3125, "completions/mean_terminated_length": 1039.3125, "completions/min_length": 854.0, "completions/min_terminated_length": 854.0, "epoch": 0.24506126531632907, "frac_reward_zero_std": 0.0, "grad_norm": 3.181523977305435, "kl": 0.009429931640625, "learning_rate": 9.437385183198637e-07, "loss": 0.0117, "num_tokens": 44138661.0, "reward": -2.2351741790771484e-08, "reward_std": 1.0523405075073242, "rewards/wordcountpos_reward_GEOBench/mean": -2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0748955710967899, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12268005539363772, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8666666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0807373427759331, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 980 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1468.0, "completions/mean_length": 1231.5, "completions/mean_terminated_length": 1213.60009765625, "completions/min_length": 1102.0, "completions/min_terminated_length": 1102.0, "epoch": 0.245311327831958, "frac_reward_zero_std": 0.0, "grad_norm": 2.950807216240355, "kl": 0.00824737548828125, "learning_rate": 9.435481827731037e-07, "loss": -0.0298, "num_tokens": 44194757.0, "reward": -2.9802322387695312e-08, "reward_std": 0.9012545943260193, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.20484169629993193, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.14833579515729364, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11147163731607215, "rewards/wordcountpos_reward_GEOBench/std": 1.0327954292297363, "step": 981 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1472.0, "completions/max_terminated_length": 1472.0, "completions/mean_length": 860.375, "completions/mean_terminated_length": 860.375, "completions/min_length": 295.0, "completions/min_terminated_length": 295.0, "epoch": 0.2455613903475869, "frac_reward_zero_std": 0.0, "grad_norm": 3.743646734380061, "kl": 0.0110321044921875, "learning_rate": 9.433575473557113e-07, "loss": -0.0776, "num_tokens": 44222675.0, "reward": -2.9802322387695312e-08, "reward_std": 0.522010087966919, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.1052922648440185, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04111503634452096, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.15049301694147854, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 982 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1463.0, "completions/mean_length": 1336.375, "completions/mean_terminated_length": 1281.8333740234375, "completions/min_length": 1133.0, "completions/min_terminated_length": 1133.0, "epoch": 0.2458114528632158, "frac_reward_zero_std": 0.0, "grad_norm": 2.8863138167448152, "kl": 0.0082244873046875, "learning_rate": 9.431666122129439e-07, "loss": -0.014, "num_tokens": 44269001.0, "reward": 0.0, "reward_std": 0.6691133975982666, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.015702593408954617, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03262947360616697, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.052880017930181315, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 983 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1083.0, "completions/mean_length": 1264.875, "completions/mean_terminated_length": 1029.75, "completions/min_length": 951.0, "completions/min_terminated_length": 951.0, "epoch": 0.24606151537884471, "frac_reward_zero_std": 0.0, "grad_norm": 1.3443187242128518, "kl": 0.002399444580078125, "learning_rate": 9.42975377490288e-07, "loss": -0.0004, "num_tokens": 44320639.0, "reward": 0.0, "reward_std": 0.7293726205825806, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06593544641436204, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.2501604754988342, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6708333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10741060020797315, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 984 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1478.0, "completions/mean_length": 1399.0, "completions/mean_terminated_length": 1298.0, "completions/min_length": 1047.0, "completions/min_terminated_length": 1047.0, "epoch": 0.2463115778944736, "frac_reward_zero_std": 0.0, "grad_norm": 2.29342981941274, "kl": 0.00554656982421875, "learning_rate": 9.427838433334581e-07, "loss": -0.0244, "num_tokens": 44382031.0, "reward": 7.450580596923828e-09, "reward_std": 1.011316180229187, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.05749509549575421, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.060723910830963734, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13221755360572016, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 985 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1489.0, "completions/mean_length": 1263.625, "completions/mean_terminated_length": 1184.8333740234375, "completions/min_length": 897.0, "completions/min_terminated_length": 897.0, "epoch": 0.24656164041010253, "frac_reward_zero_std": 0.0, "grad_norm": 3.5446590073754005, "kl": 0.009857177734375, "learning_rate": 9.425920098883967e-07, "loss": -0.0769, "num_tokens": 44425377.0, "reward": 0.0, "reward_std": 0.8110443353652954, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.07260247500307761, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.051208215913740016, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7083333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13526380260918403, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 986 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1450.0, "completions/mean_length": 1079.1875, "completions/mean_terminated_length": 1019.0714721679688, "completions/min_length": 732.0, "completions/min_terminated_length": 732.0, "epoch": 0.24681170292573143, "frac_reward_zero_std": 0.0, "grad_norm": 2.106899940773694, "kl": 0.00327301025390625, "learning_rate": 9.423998773012747e-07, "loss": -0.0758, "num_tokens": 44477068.0, "reward": 0.0, "reward_std": 0.9565083980560303, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.15611151555055808, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07468447404517695, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06382847385042256, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 987 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1249.0, "completions/mean_length": 1234.5, "completions/mean_terminated_length": 969.0, "completions/min_length": 820.0, "completions/min_terminated_length": 820.0, "epoch": 0.24706176544136035, "frac_reward_zero_std": 0.0, "grad_norm": 2.394474868348308, "kl": 0.00447845458984375, "learning_rate": 9.422074457184908e-07, "loss": -0.0057, "num_tokens": 44531052.0, "reward": 2.9802322387695312e-08, "reward_std": 0.358110249042511, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.015203521413305476, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06316041642704762, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10809803506625451, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 988 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1207.0, "completions/max_terminated_length": 1207.0, "completions/mean_length": 925.1875, "completions/mean_terminated_length": 925.1875, "completions/min_length": 826.0, "completions/min_terminated_length": 826.0, "epoch": 0.24731182795698925, "frac_reward_zero_std": 0.0, "grad_norm": 2.7317982475362594, "kl": 0.0055446624755859375, "learning_rate": 9.420147152866713e-07, "loss": -0.0145, "num_tokens": 44571415.0, "reward": 0.0, "reward_std": 0.48777157068252563, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.07693219337574718, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.15147279970624247, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08681611046941139, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 989 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1228.0, "completions/mean_length": 1023.8125, "completions/mean_terminated_length": 992.0667114257812, "completions/min_length": 580.0, "completions/min_terminated_length": 580.0, "epoch": 0.24756189047261815, "frac_reward_zero_std": 0.0, "grad_norm": 3.221577034633903, "kl": 0.0101318359375, "learning_rate": 9.418216861526704e-07, "loss": -0.0514, "num_tokens": 44610564.0, "reward": 0.0, "reward_std": 0.8762257099151611, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.1026533254208791, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10601989861010006, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09269623828717428, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 990 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1436.0, "completions/mean_length": 1144.25, "completions/mean_terminated_length": 1120.533447265625, "completions/min_length": 868.0, "completions/min_terminated_length": 868.0, "epoch": 0.24781195298824707, "frac_reward_zero_std": 0.0, "grad_norm": 3.417627105129949, "kl": 0.007080078125, "learning_rate": 9.416283584635699e-07, "loss": -0.0218, "num_tokens": 44646144.0, "reward": -2.9802322387695312e-08, "reward_std": 0.9723121523857117, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04076788663285712, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09480264357123637, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7041666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1002773930432755, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 991 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1486.0, "completions/mean_length": 1216.625, "completions/mean_terminated_length": 1087.8182373046875, "completions/min_length": 789.0, "completions/min_terminated_length": 789.0, "epoch": 0.24806201550387597, "frac_reward_zero_std": 0.0, "grad_norm": 3.5377615796597457, "kl": 0.0096893310546875, "learning_rate": 9.41434732366679e-07, "loss": 0.0341, "num_tokens": 44702618.0, "reward": 3.3527612686157227e-08, "reward_std": 1.0101433992385864, "rewards/wordcountpos_reward_GEOBench/mean": 3.3527612686157227e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.24946460947751337, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.4439759431690878, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6749999999999999, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08734775114237132, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 992 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1383.0, "completions/max_terminated_length": 1383.0, "completions/mean_length": 1239.375, "completions/mean_terminated_length": 1239.375, "completions/min_length": 1003.0, "completions/min_terminated_length": 1003.0, "epoch": 0.2483120780195049, "frac_reward_zero_std": 0.0, "grad_norm": 2.0866352363698435, "kl": 0.004608154296875, "learning_rate": 9.412408080095344e-07, "loss": 0.0007, "num_tokens": 44749024.0, "reward": -7.450580596923828e-09, "reward_std": 1.0444862842559814, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.009399419713051445, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.013485459906705381, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.042163702135578414, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 993 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1473.0, "completions/mean_length": 1117.125, "completions/mean_terminated_length": 1062.4285888671875, "completions/min_length": 700.0, "completions/min_terminated_length": 700.0, "epoch": 0.24856214053513379, "frac_reward_zero_std": 0.0, "grad_norm": 3.155910576410107, "kl": 0.0076751708984375, "learning_rate": 9.410465855399003e-07, "loss": 0.0061, "num_tokens": 44791482.0, "reward": -2.9802322387695312e-08, "reward_std": 0.7410385608673096, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0719370686464798, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1555842625652925, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7666666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13333333333333336, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 994 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1427.0, "completions/mean_length": 1274.9375, "completions/mean_terminated_length": 1223.0, "completions/min_length": 1036.0, "completions/min_terminated_length": 1036.0, "epoch": 0.24881220305076268, "frac_reward_zero_std": 0.0, "grad_norm": 2.970027045552459, "kl": 0.0091400146484375, "learning_rate": 9.408520651057672e-07, "loss": 0.0189, "num_tokens": 44834497.0, "reward": 0.0, "reward_std": 0.9619894623756409, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.042609291951189426, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0957304902726316, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14981470036162822, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 995 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1492.0, "completions/mean_length": 1406.0, "completions/mean_terminated_length": 1285.1429443359375, "completions/min_length": 1071.0, "completions/min_terminated_length": 1071.0, "epoch": 0.2490622655663916, "frac_reward_zero_std": 0.0, "grad_norm": 2.3641303685849375, "kl": 0.0048065185546875, "learning_rate": 9.406572468553536e-07, "loss": 0.0046, "num_tokens": 44888361.0, "reward": 0.0, "reward_std": 0.9914342164993286, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0610626149617841, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.18412710684472505, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6416666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14782371884055634, "rewards/wordcountpos_reward_GEOBench/std": 1.0327954292297363, "step": 996 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1393.0, "completions/max_terminated_length": 1393.0, "completions/mean_length": 1104.375, "completions/mean_terminated_length": 1104.375, "completions/min_length": 825.0, "completions/min_terminated_length": 825.0, "epoch": 0.2493123280820205, "frac_reward_zero_std": 0.0, "grad_norm": 3.135138566922446, "kl": 0.0062713623046875, "learning_rate": 9.404621309371046e-07, "loss": 0.0149, "num_tokens": 44920927.0, "reward": 0.0, "reward_std": 0.9298480749130249, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.09282468907347065, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.14424456679786582, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7916666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10292032157252812, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 997 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1458.0, "completions/mean_length": 1293.3125, "completions/mean_terminated_length": 1245.615478515625, "completions/min_length": 1042.0, "completions/min_terminated_length": 1042.0, "epoch": 0.24956239059764943, "frac_reward_zero_std": 0.0, "grad_norm": 3.3399523149162427, "kl": 0.010009765625, "learning_rate": 9.402667174996917e-07, "loss": 0.0211, "num_tokens": 44969404.0, "reward": 0.0, "reward_std": 0.9176042079925537, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06787022622408106, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0950082619546522, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0909822937597079, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 998 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1300.0, "completions/mean_length": 1108.0625, "completions/mean_terminated_length": 1017.6154174804688, "completions/min_length": 631.0, "completions/min_terminated_length": 631.0, "epoch": 0.24981245311327832, "frac_reward_zero_std": 0.0, "grad_norm": 3.3369367584756677, "kl": 0.0112152099609375, "learning_rate": 9.400710066920138e-07, "loss": -0.0276, "num_tokens": 45026077.0, "reward": 1.4901161193847656e-08, "reward_std": 0.8962461352348328, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.028769141259589563, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08841489747043413, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.5958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08595864638818418, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 999 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1134.0, "completions/max_terminated_length": 1134.0, "completions/mean_length": 992.1875, "completions/mean_terminated_length": 992.1875, "completions/min_length": 723.0, "completions/min_terminated_length": 723.0, "epoch": 0.25006251562890724, "frac_reward_zero_std": 0.0, "grad_norm": 3.255631565032446, "kl": 0.00765228271484375, "learning_rate": 9.398749986631957e-07, "loss": -0.0133, "num_tokens": 45061808.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9880810976028442, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06033951020112374, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06835760583873772, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1246476515504285, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1000 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1231.0, "completions/mean_length": 1256.3125, "completions/mean_terminated_length": 1110.0999755859375, "completions/min_length": 992.0, "completions/min_terminated_length": 992.0, "epoch": 0.2503125781445361, "frac_reward_zero_std": 0.0, "grad_norm": 2.940749952425076, "kl": 0.0088043212890625, "learning_rate": 9.396786935625893e-07, "loss": -0.0213, "num_tokens": 45116309.0, "reward": 4.470348358154297e-08, "reward_std": 0.9695332050323486, "rewards/wordcountpos_reward_GEOBench/mean": 4.470348358154297e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0887242548520512, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07581191802705696, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08333333333333336, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1001 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1462.0, "completions/mean_length": 1317.1875, "completions/mean_terminated_length": 1207.5, "completions/min_length": 1081.0, "completions/min_terminated_length": 1081.0, "epoch": 0.25056264066016504, "frac_reward_zero_std": 0.0, "grad_norm": 2.622410575363394, "kl": 0.005786895751953125, "learning_rate": 9.394820915397723e-07, "loss": -0.0101, "num_tokens": 45178224.0, "reward": 2.9802322387695312e-08, "reward_std": 0.7667928338050842, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06256506556862433, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06636159450746472, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7041666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0768596604689834, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1002 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1466.0, "completions/mean_length": 1228.375, "completions/mean_terminated_length": 1210.2667236328125, "completions/min_length": 909.0, "completions/min_terminated_length": 909.0, "epoch": 0.25081270317579396, "frac_reward_zero_std": 0.0, "grad_norm": 3.2043915215522407, "kl": 0.0100250244140625, "learning_rate": 9.392851927445492e-07, "loss": -0.0128, "num_tokens": 45222214.0, "reward": 1.1175870895385742e-08, "reward_std": 1.0567686557769775, "rewards/wordcountpos_reward_GEOBench/mean": 1.1175870895385742e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.07553839026719891, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11361085918572093, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12412657816683505, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1003 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1033.0, "completions/max_terminated_length": 1033.0, "completions/mean_length": 747.0625, "completions/mean_terminated_length": 747.0625, "completions/min_length": 477.0, "completions/min_terminated_length": 477.0, "epoch": 0.25106276569142283, "frac_reward_zero_std": 0.0, "grad_norm": 3.2080070019139715, "kl": 0.00556182861328125, "learning_rate": 9.3908799732695e-07, "loss": 0.0287, "num_tokens": 45252663.0, "reward": 0.0, "reward_std": 0.8311686515808105, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.017680782637340655, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.13596104136282355, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09953596037316068, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1004 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1493.0, "completions/mean_length": 1398.125, "completions/mean_terminated_length": 1296.25, "completions/min_length": 1019.0, "completions/min_terminated_length": 1019.0, "epoch": 0.25131282820705175, "frac_reward_zero_std": 0.0, "grad_norm": 2.901769194238577, "kl": 0.0085296630859375, "learning_rate": 9.388905054372314e-07, "loss": -0.0265, "num_tokens": 45311897.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9616295099258423, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.23140822109983797, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.2664165552492221, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8333333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1167460047694551, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1005 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1482.0, "completions/mean_length": 1305.875, "completions/mean_terminated_length": 1278.1429443359375, "completions/min_length": 1072.0, "completions/min_terminated_length": 1072.0, "epoch": 0.2515628907226807, "frac_reward_zero_std": 0.0, "grad_norm": 1.8931215269008677, "kl": 0.004756927490234375, "learning_rate": 9.386927172258753e-07, "loss": 0.0078, "num_tokens": 45359895.0, "reward": 0.0, "reward_std": 0.8866841793060303, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04670640583415772, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.17029916951134458, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10576003586036264, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1006 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1457.0, "completions/mean_length": 1257.5625, "completions/mean_terminated_length": 1201.615478515625, "completions/min_length": 883.0, "completions/min_terminated_length": 883.0, "epoch": 0.2518129532383096, "frac_reward_zero_std": 0.0, "grad_norm": 3.3376590706857634, "kl": 0.00872802734375, "learning_rate": 9.384946328435899e-07, "loss": 0.01, "num_tokens": 45407320.0, "reward": 7.450580596923828e-09, "reward_std": 1.0534512996673584, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.14027151951417938, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1478699351154501, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7666666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06440611887195309, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1007 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1422.0, "completions/mean_length": 1293.25, "completions/mean_terminated_length": 1279.4666748046875, "completions/min_length": 904.0, "completions/min_terminated_length": 904.0, "epoch": 0.25206301575393847, "frac_reward_zero_std": 0.0, "grad_norm": 2.6740983596755292, "kl": 0.0076904296875, "learning_rate": 9.382962524413091e-07, "loss": 0.0132, "num_tokens": 45460332.0, "reward": 0.0, "reward_std": 0.6587280631065369, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.12043653050997707, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08865493342436871, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13817594795257457, "rewards/wordcountpos_reward_GEOBench/std": 1.0327954292297363, "step": 1008 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1423.0, "completions/mean_length": 1130.875, "completions/mean_terminated_length": 1106.2667236328125, "completions/min_length": 904.0, "completions/min_terminated_length": 904.0, "epoch": 0.2523130782695674, "frac_reward_zero_std": 0.0, "grad_norm": 2.929260631161478, "kl": 0.00934600830078125, "learning_rate": 9.380975761701919e-07, "loss": -0.0117, "num_tokens": 45499706.0, "reward": 0.0, "reward_std": 0.6374462842941284, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.39471109225634116, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.4448858295929196, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7333333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10610965676722954, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1009 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1493.0, "completions/mean_length": 1396.8125, "completions/mean_terminated_length": 1316.5555419921875, "completions/min_length": 1157.0, "completions/min_terminated_length": 1157.0, "epoch": 0.2525631407851963, "frac_reward_zero_std": 0.0, "grad_norm": 3.077868715423754, "kl": 0.00907135009765625, "learning_rate": 9.378986041816231e-07, "loss": -0.0128, "num_tokens": 45556167.0, "reward": -7.450580596923828e-09, "reward_std": 1.0170480012893677, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.242414335187467, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.3046480547456267, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10945995377982526, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1010 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1315.0, "completions/max_terminated_length": 1315.0, "completions/mean_length": 828.875, "completions/mean_terminated_length": 828.875, "completions/min_length": 613.0, "completions/min_terminated_length": 613.0, "epoch": 0.2528132033008252, "frac_reward_zero_std": 0.0, "grad_norm": 3.1136604949784417, "kl": 0.00604248046875, "learning_rate": 9.376993366272127e-07, "loss": -0.028, "num_tokens": 45587637.0, "reward": 0.0, "reward_std": 0.9219021797180176, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.20848397710747338, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.36958516268557184, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11474609652039004, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1011 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1494.0, "completions/mean_length": 1263.125, "completions/mean_terminated_length": 1208.4615478515625, "completions/min_length": 795.0, "completions/min_terminated_length": 795.0, "epoch": 0.2530632658164541, "frac_reward_zero_std": 0.0, "grad_norm": 3.1206394676655096, "kl": 0.00937652587890625, "learning_rate": 9.37499773658796e-07, "loss": -0.0241, "num_tokens": 45632031.0, "reward": 0.0, "reward_std": 0.7014469504356384, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.017844864294631328, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08603222963593088, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.18089284734953515, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1012 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1382.0, "completions/mean_length": 1236.1875, "completions/mean_terminated_length": 1198.5, "completions/min_length": 1074.0, "completions/min_terminated_length": 1074.0, "epoch": 0.25331332833208303, "frac_reward_zero_std": 0.0, "grad_norm": 2.411086338461042, "kl": 0.0055942535400390625, "learning_rate": 9.372999154284335e-07, "loss": -0.0137, "num_tokens": 45675866.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9546520709991455, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.05780554762350368, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.027296560760500032, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7916666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1261979632400061, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1013 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1393.0, "completions/mean_length": 1202.1875, "completions/mean_terminated_length": 1159.6429443359375, "completions/min_length": 768.0, "completions/min_terminated_length": 768.0, "epoch": 0.2535633908477119, "frac_reward_zero_std": 0.0, "grad_norm": 3.3781370419199406, "kl": 0.01031494140625, "learning_rate": 9.370997620884103e-07, "loss": 0.0234, "num_tokens": 45718677.0, "reward": 0.0, "reward_std": 0.6619548201560974, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.013663626699611985, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04278853135611688, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06831300510639735, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1014 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1495.0, "completions/mean_length": 1103.0625, "completions/mean_terminated_length": 1076.60009765625, "completions/min_length": 654.0, "completions/min_terminated_length": 654.0, "epoch": 0.2538134533633408, "frac_reward_zero_std": 0.0, "grad_norm": 3.2198913795475326, "kl": 0.0099029541015625, "learning_rate": 9.368993137912368e-07, "loss": -0.0513, "num_tokens": 45761766.0, "reward": 0.0, "reward_std": 0.5924420356750488, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.12186705278272113, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.16538878662770767, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.15563490039905004, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1015 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1434.0, "completions/max_terminated_length": 1434.0, "completions/mean_length": 1111.1875, "completions/mean_terminated_length": 1111.1875, "completions/min_length": 762.0, "completions/min_terminated_length": 762.0, "epoch": 0.25406351587896975, "frac_reward_zero_std": 0.0, "grad_norm": 2.443941887813366, "kl": 0.008056640625, "learning_rate": 9.366985706896476e-07, "loss": -0.0221, "num_tokens": 45812881.0, "reward": -2.2351741790771484e-08, "reward_std": 1.0334360599517822, "rewards/wordcountpos_reward_GEOBench/mean": -2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.02896023842356065, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04804994982131485, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09339283817414602, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1016 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1422.0, "completions/mean_length": 1137.75, "completions/mean_terminated_length": 1113.60009765625, "completions/min_length": 712.0, "completions/min_terminated_length": 712.0, "epoch": 0.25431357839459867, "frac_reward_zero_std": 0.0, "grad_norm": 3.7651365840372173, "kl": 0.0104827880859375, "learning_rate": 9.364975329366027e-07, "loss": -0.0697, "num_tokens": 45866333.0, "reward": 0.0, "reward_std": 1.0447680950164795, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.05664179013797277, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08087638781543362, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7666666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.059628479399994425, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1017 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1461.0, "completions/mean_length": 1200.3125, "completions/mean_terminated_length": 1180.3333740234375, "completions/min_length": 536.0, "completions/min_terminated_length": 536.0, "epoch": 0.25456364091022754, "frac_reward_zero_std": 0.0, "grad_norm": 3.277158674823988, "kl": 0.0113525390625, "learning_rate": 9.362962006852858e-07, "loss": 0.0457, "num_tokens": 45920186.0, "reward": 1.4901161193847656e-08, "reward_std": 1.01776123046875, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.01459734928463544, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.059876134376055164, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09727776191382574, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1018 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1500.0, "completions/mean_length": 1334.25, "completions/mean_terminated_length": 1258.9091796875, "completions/min_length": 1009.0, "completions/min_terminated_length": 1009.0, "epoch": 0.25481370342585646, "frac_reward_zero_std": 0.0, "grad_norm": 2.83795153957889, "kl": 0.007415771484375, "learning_rate": 9.360945740891057e-07, "loss": -0.0006, "num_tokens": 45966518.0, "reward": -1.4901161193847656e-08, "reward_std": 1.03525972366333, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.08565442155767757, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08828339507977452, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09016445879408155, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1019 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1314.0, "completions/mean_length": 1085.0, "completions/mean_terminated_length": 1057.3333740234375, "completions/min_length": 947.0, "completions/min_terminated_length": 947.0, "epoch": 0.2550637659414854, "frac_reward_zero_std": 0.0, "grad_norm": 1.7887373629120795, "kl": 0.0035858154296875, "learning_rate": 9.358926533016948e-07, "loss": -0.0374, "num_tokens": 46009102.0, "reward": -2.9802322387695312e-08, "reward_std": 0.9906073808670044, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.025056522521267072, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07115679081080285, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07876359377087683, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1020 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1396.0, "completions/max_terminated_length": 1396.0, "completions/mean_length": 1168.8125, "completions/mean_terminated_length": 1168.8125, "completions/min_length": 908.0, "completions/min_terminated_length": 908.0, "epoch": 0.25531382845711426, "frac_reward_zero_std": 0.0, "grad_norm": 2.496400289798984, "kl": 0.00658416748046875, "learning_rate": 9.356904384769104e-07, "loss": -0.0081, "num_tokens": 46048075.0, "reward": 0.0, "reward_std": 0.8535093069076538, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.012111277995052686, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03204984136363698, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10878112581387149, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1021 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1400.0, "completions/mean_length": 1086.0, "completions/mean_terminated_length": 1058.4000244140625, "completions/min_length": 607.0, "completions/min_terminated_length": 607.0, "epoch": 0.2555638909727432, "frac_reward_zero_std": 0.0, "grad_norm": 3.2415827091456766, "kl": 0.00849151611328125, "learning_rate": 9.354879297688333e-07, "loss": -0.0237, "num_tokens": 46081667.0, "reward": 0.0, "reward_std": 0.7783819437026978, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.041881839813639396, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03653251336395646, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09016445879408157, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1022 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1435.0, "completions/mean_length": 1308.0625, "completions/mean_terminated_length": 1192.9000244140625, "completions/min_length": 740.0, "completions/min_terminated_length": 740.0, "epoch": 0.2558139534883721, "frac_reward_zero_std": 0.0, "grad_norm": 3.1749895254431197, "kl": 0.0087432861328125, "learning_rate": 9.352851273317683e-07, "loss": -0.051, "num_tokens": 46124916.0, "reward": 0.0, "reward_std": 0.8443607091903687, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.00012482134409055716, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05754681967364159, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7083333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08027729719194866, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1023 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1189.0, "completions/max_terminated_length": 1189.0, "completions/mean_length": 920.3125, "completions/mean_terminated_length": 920.3125, "completions/min_length": 698.0, "completions/min_terminated_length": 698.0, "epoch": 0.256064016004001, "frac_reward_zero_std": 0.0, "grad_norm": 3.658883662442756, "kl": 0.009979248046875, "learning_rate": 9.350820313202444e-07, "loss": -0.0568, "num_tokens": 46162129.0, "reward": -1.1175870895385742e-08, "reward_std": 1.061575174331665, "rewards/wordcountpos_reward_GEOBench/mean": -1.1175870895385742e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06599195473143661, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04996429518494551, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07503085784948504, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1024 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1425.0, "completions/max_terminated_length": 1425.0, "completions/mean_length": 1108.9375, "completions/mean_terminated_length": 1108.9375, "completions/min_length": 786.0, "completions/min_terminated_length": 786.0, "epoch": 0.2563140785196299, "frac_reward_zero_std": 0.0, "grad_norm": 2.092270071714127, "kl": 0.00435638427734375, "learning_rate": 9.348786418890138e-07, "loss": 0.0062, "num_tokens": 46200600.0, "reward": 0.0, "reward_std": 0.9726424813270569, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.006670749166733823, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.3686150525728837, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.053748384988657034, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1025 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1345.0, "completions/max_terminated_length": 1345.0, "completions/mean_length": 1175.625, "completions/mean_terminated_length": 1175.625, "completions/min_length": 1064.0, "completions/min_terminated_length": 1064.0, "epoch": 0.2565641410352588, "frac_reward_zero_std": 0.0, "grad_norm": 3.6192626307106033, "kl": 0.01104736328125, "learning_rate": 9.346749591930525e-07, "loss": -0.011, "num_tokens": 46252978.0, "reward": -1.4901161193847656e-08, "reward_std": 0.8820825815200806, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03362914846928218, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1162068401216126, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8291666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07685966046898339, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1026 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1352.0, "completions/mean_length": 1207.9375, "completions/mean_terminated_length": 1166.21435546875, "completions/min_length": 923.0, "completions/min_terminated_length": 923.0, "epoch": 0.25681420355088774, "frac_reward_zero_std": 0.0, "grad_norm": 3.6023497502667086, "kl": 0.00959014892578125, "learning_rate": 9.344709833875601e-07, "loss": 0.0486, "num_tokens": 46305081.0, "reward": 2.9802322387695312e-08, "reward_std": 0.7562448978424072, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.024329980801536016, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.042930129247333575, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.775, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10292032157252812, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1027 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1322.0, "completions/max_terminated_length": 1322.0, "completions/mean_length": 1116.5, "completions/mean_terminated_length": 1116.5, "completions/min_length": 912.0, "completions/min_terminated_length": 912.0, "epoch": 0.2570642660665166, "frac_reward_zero_std": 0.0, "grad_norm": 2.8346144726845286, "kl": 0.007833480834960938, "learning_rate": 9.342667146279592e-07, "loss": -0.0036, "num_tokens": 46348913.0, "reward": 2.9802322387695312e-08, "reward_std": 1.030789852142334, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.02318498628113391, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10579914574689728, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09179284245476839, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1028 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1378.0, "completions/mean_length": 1193.625, "completions/mean_terminated_length": 1149.857177734375, "completions/min_length": 1012.0, "completions/min_terminated_length": 1012.0, "epoch": 0.25731432858214554, "frac_reward_zero_std": 0.0, "grad_norm": 3.169297506259314, "kl": 0.0069427490234375, "learning_rate": 9.340621530698957e-07, "loss": 0.0297, "num_tokens": 46397675.0, "reward": 0.0, "reward_std": 0.44536200165748596, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.11510894948646039, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1556337977944831, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07698003589195011, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1029 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1494.0, "completions/mean_length": 1291.25, "completions/mean_terminated_length": 1166.0, "completions/min_length": 558.0, "completions/min_terminated_length": 558.0, "epoch": 0.25756439109777446, "frac_reward_zero_std": 0.0, "grad_norm": 2.8551969069683008, "kl": 0.0094757080078125, "learning_rate": 9.33857298869239e-07, "loss": -0.1329, "num_tokens": 46457999.0, "reward": 0.0, "reward_std": 0.7581911087036133, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.055300903436520464, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.18782760780894436, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0938872452190116, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1030 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1401.0, "completions/mean_length": 1138.375, "completions/mean_terminated_length": 921.4000244140625, "completions/min_length": 734.0, "completions/min_terminated_length": 734.0, "epoch": 0.2578144536134033, "frac_reward_zero_std": 0.0, "grad_norm": 3.494477357296656, "kl": 0.0087890625, "learning_rate": 9.336521521820811e-07, "loss": 0.0537, "num_tokens": 46502589.0, "reward": 0.0, "reward_std": 0.7612326145172119, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.13746903956626141, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12918232329982673, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6916666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0479196858952174, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1031 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1494.0, "completions/mean_length": 1439.5, "completions/mean_terminated_length": 1419.3333740234375, "completions/min_length": 1229.0, "completions/min_terminated_length": 1229.0, "epoch": 0.25806451612903225, "frac_reward_zero_std": 0.0, "grad_norm": 2.3759091043200513, "kl": 0.005615234375, "learning_rate": 9.334467131647369e-07, "loss": -0.0016, "num_tokens": 46548749.0, "reward": 0.0, "reward_std": 0.9040517807006836, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.009171651778796447, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04117733318502614, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0666666666666667, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1032 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1147.0, "completions/mean_length": 1061.375, "completions/mean_terminated_length": 998.71435546875, "completions/min_length": 732.0, "completions/min_terminated_length": 732.0, "epoch": 0.2583145786446612, "frac_reward_zero_std": 0.0, "grad_norm": 2.11248981727977, "kl": 0.00543212890625, "learning_rate": 9.33240981973744e-07, "loss": 0.0022, "num_tokens": 46594491.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0630748271942139, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.004402810380089861, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.027682795237031748, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.05426273532033234, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1033 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1410.0, "completions/mean_length": 1292.875, "completions/mean_terminated_length": 1085.75, "completions/min_length": 862.0, "completions/min_terminated_length": 862.0, "epoch": 0.2585646411602901, "frac_reward_zero_std": 0.0, "grad_norm": 2.510365768230172, "kl": 0.0068817138671875, "learning_rate": 9.330349587658629e-07, "loss": -0.028, "num_tokens": 46651745.0, "reward": 0.0, "reward_std": 0.5631043314933777, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.08112463843219425, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11418528628855369, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10390522747338701, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1034 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1475.0, "completions/mean_length": 1153.5, "completions/mean_terminated_length": 1073.5384521484375, "completions/min_length": 695.0, "completions/min_terminated_length": 695.0, "epoch": 0.25881470367591897, "frac_reward_zero_std": 0.0, "grad_norm": 3.2646781805655265, "kl": 0.0101470947265625, "learning_rate": 9.328286436980763e-07, "loss": -0.0788, "num_tokens": 46702481.0, "reward": 0.0, "reward_std": 0.497397243976593, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06825237788744054, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07217032165033375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6416666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14168300559373406, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1035 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1345.0, "completions/mean_length": 1189.1875, "completions/mean_terminated_length": 1144.7857666015625, "completions/min_length": 884.0, "completions/min_terminated_length": 884.0, "epoch": 0.2590647661915479, "frac_reward_zero_std": 0.0, "grad_norm": 3.2024364080095067, "kl": 0.00927734375, "learning_rate": 9.326220369275898e-07, "loss": -0.0426, "num_tokens": 46751644.0, "reward": -2.9802322387695312e-08, "reward_std": 0.7891186475753784, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.29239183306034955, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.22760788319066663, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06652763279965648, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1036 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1092.0, "completions/mean_length": 1253.25, "completions/mean_terminated_length": 1006.5, "completions/min_length": 928.0, "completions/min_terminated_length": 928.0, "epoch": 0.2593148287071768, "frac_reward_zero_std": 0.0, "grad_norm": 2.434668489977372, "kl": 0.0082855224609375, "learning_rate": 9.324151386118303e-07, "loss": -0.0015, "num_tokens": 46804880.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0074104070663452, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06086805193254289, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10132525638820827, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10741060020797315, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1037 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.6875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1447.0, "completions/mean_length": 1449.1875, "completions/mean_terminated_length": 1337.4000244140625, "completions/min_length": 1231.0, "completions/min_terminated_length": 1231.0, "epoch": 0.2595648912228057, "frac_reward_zero_std": 0.0, "grad_norm": 2.4571558954685826, "kl": 0.00652313232421875, "learning_rate": 9.322079489084479e-07, "loss": -0.0032, "num_tokens": 46864291.0, "reward": 1.4901161193847656e-08, "reward_std": 1.050126552581787, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.07668552238737757, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.2481211924424121, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07649739768026004, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1038 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1431.0, "completions/mean_length": 1214.4375, "completions/mean_terminated_length": 1148.5384521484375, "completions/min_length": 1030.0, "completions/min_terminated_length": 1030.0, "epoch": 0.2598149537384346, "frac_reward_zero_std": 0.0, "grad_norm": 2.4681863242915525, "kl": 0.005046844482421875, "learning_rate": 9.320004679753141e-07, "loss": -0.0125, "num_tokens": 46906170.0, "reward": -1.1175870895385742e-08, "reward_std": 0.9742652773857117, "rewards/wordcountpos_reward_GEOBench/mean": -1.1175870895385742e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03259082283153944, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04680424345463638, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.057089922571845, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1039 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1423.0, "completions/mean_length": 947.625, "completions/mean_terminated_length": 910.800048828125, "completions/min_length": 445.0, "completions/min_terminated_length": 445.0, "epoch": 0.26006501625406353, "frac_reward_zero_std": 0.0, "grad_norm": 3.6361248645167494, "kl": 0.0114898681640625, "learning_rate": 9.317926959705223e-07, "loss": -0.0436, "num_tokens": 46945580.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8403726816177368, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.026245166310139866, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03402689043614111, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14981470036162822, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1040 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1384.0, "completions/mean_length": 1255.25, "completions/mean_terminated_length": 1108.4000244140625, "completions/min_length": 920.0, "completions/min_terminated_length": 920.0, "epoch": 0.2603150787696924, "frac_reward_zero_std": 0.0, "grad_norm": 3.057634303948361, "kl": 0.01025390625, "learning_rate": 9.315846330523882e-07, "loss": -0.0092, "num_tokens": 47002040.0, "reward": 0.0, "reward_std": 0.8483466506004333, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.014578174350208032, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08161556773516689, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07876359377087683, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1041 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1454.0, "completions/max_terminated_length": 1454.0, "completions/mean_length": 1236.25, "completions/mean_terminated_length": 1236.25, "completions/min_length": 1007.0, "completions/min_terminated_length": 1007.0, "epoch": 0.2605651412853213, "frac_reward_zero_std": 0.0, "grad_norm": 3.6008214727876906, "kl": 0.0111236572265625, "learning_rate": 9.313762793794487e-07, "loss": -0.0077, "num_tokens": 47041260.0, "reward": 1.4901161193847656e-08, "reward_std": 1.038791537284851, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.01658610014134864, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04335123004153782, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7374999999999999, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.05146016078626408, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1042 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1488.0, "completions/mean_length": 1188.25, "completions/mean_terminated_length": 1167.4666748046875, "completions/min_length": 942.0, "completions/min_terminated_length": 942.0, "epoch": 0.26081520380095025, "frac_reward_zero_std": 0.0, "grad_norm": 3.49243402395742, "kl": 0.011444091796875, "learning_rate": 9.311676351104622e-07, "loss": -0.0034, "num_tokens": 47087296.0, "reward": 1.4901161193847656e-08, "reward_std": 0.964765191078186, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.08386835780116099, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04876199438013727, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13333333333333336, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1043 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1455.0, "completions/mean_length": 1328.5, "completions/mean_terminated_length": 1271.3333740234375, "completions/min_length": 961.0, "completions/min_terminated_length": 961.0, "epoch": 0.26106526631657917, "frac_reward_zero_std": 0.0, "grad_norm": 2.675813519909271, "kl": 0.007537841796875, "learning_rate": 9.309587004044089e-07, "loss": 0.0157, "num_tokens": 47136896.0, "reward": 0.0, "reward_std": 0.8427673578262329, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06976039455727671, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11959671196588331, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08153617692869929, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1044 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1318.0, "completions/max_terminated_length": 1318.0, "completions/mean_length": 917.875, "completions/mean_terminated_length": 917.875, "completions/min_length": 654.0, "completions/min_terminated_length": 654.0, "epoch": 0.26131532883220804, "frac_reward_zero_std": 0.0, "grad_norm": 2.997947545922719, "kl": 0.00738525390625, "learning_rate": 9.3074947542049e-07, "loss": -0.0375, "num_tokens": 47177822.0, "reward": 1.4901161193847656e-08, "reward_std": 0.8235709071159363, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.028663426860419616, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.101100718076789, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07084150279686705, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1045 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1448.0, "completions/max_terminated_length": 1448.0, "completions/mean_length": 1165.75, "completions/mean_terminated_length": 1165.75, "completions/min_length": 914.0, "completions/min_terminated_length": 914.0, "epoch": 0.26156539134783696, "frac_reward_zero_std": 0.0, "grad_norm": 2.943216095336275, "kl": 0.00868988037109375, "learning_rate": 9.30539960318128e-07, "loss": 0.0082, "num_tokens": 47225594.0, "reward": 0.0, "reward_std": 0.9972295761108398, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.031087838923126915, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07815528234604355, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08027729719194866, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1046 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1491.0, "completions/max_terminated_length": 1491.0, "completions/mean_length": 1164.625, "completions/mean_terminated_length": 1164.625, "completions/min_length": 980.0, "completions/min_terminated_length": 980.0, "epoch": 0.2618154538634659, "frac_reward_zero_std": 0.0, "grad_norm": 3.13704708466578, "kl": 0.00884246826171875, "learning_rate": 9.303301552569664e-07, "loss": -0.0579, "num_tokens": 47277132.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9096618890762329, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.024991505955177625, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08290225972005634, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11287488977066931, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1047 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1434.0, "completions/max_terminated_length": 1434.0, "completions/mean_length": 1174.6875, "completions/mean_terminated_length": 1174.6875, "completions/min_length": 1023.0, "completions/min_terminated_length": 1023.0, "epoch": 0.26206551637909475, "frac_reward_zero_std": 0.0, "grad_norm": 2.8896311382726605, "kl": 0.00927734375, "learning_rate": 9.301200603968699e-07, "loss": 0.0087, "num_tokens": 47322423.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8295023441314697, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04851486822976438, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.053031574566075594, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10390522747338703, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1048 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1311.0, "completions/mean_length": 1163.6875, "completions/mean_terminated_length": 1141.2667236328125, "completions/min_length": 1009.0, "completions/min_terminated_length": 1009.0, "epoch": 0.2623155788947237, "frac_reward_zero_std": 0.0, "grad_norm": 2.233549488660122, "kl": 0.006927490234375, "learning_rate": 9.299096758979237e-07, "loss": -0.0157, "num_tokens": 47360690.0, "reward": -1.4901161193847656e-08, "reward_std": 0.933129072189331, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03221848444380976, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09645598650578965, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06206328908341755, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1049 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1357.0, "completions/max_terminated_length": 1357.0, "completions/mean_length": 1075.625, "completions/mean_terminated_length": 1075.625, "completions/min_length": 791.0, "completions/min_terminated_length": 791.0, "epoch": 0.2625656414103526, "frac_reward_zero_std": 0.0, "grad_norm": 3.500632004840124, "kl": 0.0092010498046875, "learning_rate": 9.296990019204335e-07, "loss": -0.0219, "num_tokens": 47394300.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8164844512939453, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.08756270196059729, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12450709667562358, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.060705726131767744, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1050 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1347.0, "completions/mean_length": 1248.6875, "completions/mean_terminated_length": 1190.6923828125, "completions/min_length": 1007.0, "completions/min_terminated_length": 1007.0, "epoch": 0.26281570392598147, "frac_reward_zero_std": 0.0, "grad_norm": 3.2203423361768575, "kl": 0.0100860595703125, "learning_rate": 9.294880386249262e-07, "loss": 0.0244, "num_tokens": 47444423.0, "reward": 0.0, "reward_std": 0.9546298980712891, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06654790221923386, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07710009504187292, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11925695879998881, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1051 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1478.0, "completions/mean_length": 1106.125, "completions/mean_terminated_length": 1079.86669921875, "completions/min_length": 597.0, "completions/min_terminated_length": 597.0, "epoch": 0.2630657664416104, "frac_reward_zero_std": 0.0, "grad_norm": 3.24420247564594, "kl": 0.00881195068359375, "learning_rate": 9.292767861721488e-07, "loss": 0.0607, "num_tokens": 47488729.0, "reward": -2.9802322387695312e-08, "reward_std": 0.6487468481063843, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.10045691495574781, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12534898300403646, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.5791666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10246950765959596, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1052 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1486.0, "completions/mean_length": 1167.1875, "completions/mean_terminated_length": 1056.25, "completions/min_length": 740.0, "completions/min_terminated_length": 740.0, "epoch": 0.2633158289572393, "frac_reward_zero_std": 0.0, "grad_norm": 3.240834260699552, "kl": 0.009918212890625, "learning_rate": 9.290652447230685e-07, "loss": 0.027, "num_tokens": 47538316.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9729578495025635, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.004287563621074427, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08857839148590874, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06540472290116194, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1053 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1342.0, "completions/max_terminated_length": 1342.0, "completions/mean_length": 1205.8125, "completions/mean_terminated_length": 1205.8125, "completions/min_length": 981.0, "completions/min_terminated_length": 981.0, "epoch": 0.26356589147286824, "frac_reward_zero_std": 0.0, "grad_norm": 3.3338354920000484, "kl": 0.010284423828125, "learning_rate": 9.288534144388728e-07, "loss": -0.0068, "num_tokens": 47576809.0, "reward": 0.0, "reward_std": 1.0242129564285278, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.04831403750160806, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03763419575907004, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1172998689652263, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1054 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1464.0, "completions/mean_length": 1306.75, "completions/mean_terminated_length": 1293.86669921875, "completions/min_length": 1146.0, "completions/min_terminated_length": 1146.0, "epoch": 0.2638159539884971, "frac_reward_zero_std": 0.0, "grad_norm": 3.3237679985662143, "kl": 0.01068115234375, "learning_rate": 9.286412954809696e-07, "loss": 0.0107, "num_tokens": 47622221.0, "reward": 0.0, "reward_std": 0.992053747177124, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.16926068626325327, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.16876192682565452, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.24247947603105774, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1055 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1467.0, "completions/mean_length": 1144.0625, "completions/mean_terminated_length": 1120.3333740234375, "completions/min_length": 484.0, "completions/min_terminated_length": 484.0, "epoch": 0.26406601650412603, "frac_reward_zero_std": 0.0, "grad_norm": 3.4155717914446733, "kl": 0.0104827880859375, "learning_rate": 9.284288880109863e-07, "loss": -0.1036, "num_tokens": 47680102.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9768359661102295, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -7.181666371634636e-05, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.14449289384308342, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6416666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06382847385042252, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1056 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1485.0, "completions/mean_length": 1274.25, "completions/mean_terminated_length": 1171.6363525390625, "completions/min_length": 894.0, "completions/min_terminated_length": 894.0, "epoch": 0.26431607901975496, "frac_reward_zero_std": 0.0, "grad_norm": 2.78486475992051, "kl": 0.008056640625, "learning_rate": 9.282161921907704e-07, "loss": -0.032, "num_tokens": 47737442.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8572721481323242, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.07585059215671901, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1647086455183051, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7333333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10036968702787749, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1057 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1347.0, "completions/max_terminated_length": 1347.0, "completions/mean_length": 1101.875, "completions/mean_terminated_length": 1101.875, "completions/min_length": 913.0, "completions/min_terminated_length": 913.0, "epoch": 0.2645661415353838, "frac_reward_zero_std": 0.0, "grad_norm": 2.7384572038674664, "kl": 0.005748748779296875, "learning_rate": 9.280032081823891e-07, "loss": -0.005, "num_tokens": 47784256.0, "reward": 0.0, "reward_std": 0.7396981716156006, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.009687949217123345, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10421321413707033, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10878112581387149, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1058 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1312.0, "completions/mean_length": 880.875, "completions/mean_terminated_length": 792.4285888671875, "completions/min_length": 527.0, "completions/min_terminated_length": 527.0, "epoch": 0.26481620405101275, "frac_reward_zero_std": 0.0, "grad_norm": 3.2259676800133756, "kl": 0.00658416748046875, "learning_rate": 9.27789936148129e-07, "loss": -0.0241, "num_tokens": 47821990.0, "reward": 4.470348358154297e-08, "reward_std": 1.049208641052246, "rewards/wordcountpos_reward_GEOBench/mean": 4.470348358154297e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.022292934564678554, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06756209576744598, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7708333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12164002752505566, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1059 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1484.0, "completions/mean_length": 1325.6875, "completions/mean_terminated_length": 1300.7857666015625, "completions/min_length": 1027.0, "completions/min_terminated_length": 1027.0, "epoch": 0.2650662665666417, "frac_reward_zero_std": 0.0, "grad_norm": 2.923267079422633, "kl": 0.0126953125, "learning_rate": 9.275763762504961e-07, "loss": -0.0003, "num_tokens": 47874577.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9351505041122437, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.08379110915940083, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06930180961263603, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7333333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.05962847939999443, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1060 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1455.0, "completions/mean_length": 1331.1875, "completions/mean_terminated_length": 1254.45458984375, "completions/min_length": 814.0, "completions/min_terminated_length": 814.0, "epoch": 0.26531632908227054, "frac_reward_zero_std": 0.0, "grad_norm": 2.582862218333396, "kl": 0.00769805908203125, "learning_rate": 9.273625286522166e-07, "loss": -0.0282, "num_tokens": 47931428.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0124320983886719, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.022337312763407877, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08192415212647837, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7666666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11417984514369006, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1061 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1303.0, "completions/mean_length": 1164.4375, "completions/mean_terminated_length": 963.1000366210938, "completions/min_length": 406.0, "completions/min_terminated_length": 406.0, "epoch": 0.26556639159789946, "frac_reward_zero_std": 0.0, "grad_norm": 3.6119590664116323, "kl": 0.0089569091796875, "learning_rate": 9.271483935162346e-07, "loss": -0.0902, "num_tokens": 47989947.0, "reward": 7.450580596923828e-09, "reward_std": 1.0675547122955322, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.10599747815621643, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07587502741259948, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13443985299781488, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1062 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1474.0, "completions/mean_length": 1345.5, "completions/mean_terminated_length": 1323.4285888671875, "completions/min_length": 1032.0, "completions/min_terminated_length": 1032.0, "epoch": 0.2658164541135284, "frac_reward_zero_std": 0.0, "grad_norm": 2.460732080749778, "kl": 0.00689697265625, "learning_rate": 9.269339710057144e-07, "loss": 0.0268, "num_tokens": 48037627.0, "reward": 2.9802322387695312e-08, "reward_std": 0.5567209720611572, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0603701482606394, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10867528223721554, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09574271077563383, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1063 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1403.0, "completions/mean_length": 1269.0625, "completions/mean_terminated_length": 1038.125, "completions/min_length": 510.0, "completions/min_terminated_length": 510.0, "epoch": 0.2660665166291573, "frac_reward_zero_std": 0.0, "grad_norm": 3.0932237563222564, "kl": 0.008331298828125, "learning_rate": 9.267192612840385e-07, "loss": -0.0063, "num_tokens": 48091692.0, "reward": -7.450580596923828e-09, "reward_std": 1.019169807434082, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.15963746513981894, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.054552106162666036, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08243965245133134, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1064 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1473.0, "completions/mean_length": 1070.1875, "completions/mean_terminated_length": 1041.533447265625, "completions/min_length": 679.0, "completions/min_terminated_length": 679.0, "epoch": 0.2663165791447862, "frac_reward_zero_std": 0.0, "grad_norm": 2.3165337734185525, "kl": 0.00455474853515625, "learning_rate": 9.265042645148088e-07, "loss": -0.0146, "num_tokens": 48139495.0, "reward": 0.0, "reward_std": 0.2952994704246521, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.09065293967463248, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08661142188067948, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8291666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1031898645611484, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1065 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1375.0, "completions/max_terminated_length": 1375.0, "completions/mean_length": 1247.125, "completions/mean_terminated_length": 1247.125, "completions/min_length": 926.0, "completions/min_terminated_length": 926.0, "epoch": 0.2665666416604151, "frac_reward_zero_std": 0.0, "grad_norm": 3.4076936167642313, "kl": 0.010528564453125, "learning_rate": 9.262889808618454e-07, "loss": 0.0036, "num_tokens": 48190257.0, "reward": -1.1175870895385742e-08, "reward_std": 1.0527265071868896, "rewards/wordcountpos_reward_GEOBench/mean": -1.1175870895385742e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.16564170345826626, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1584954284835632, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07302967433402217, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1066 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1400.0, "completions/max_terminated_length": 1400.0, "completions/mean_length": 1106.875, "completions/mean_terminated_length": 1106.875, "completions/min_length": 952.0, "completions/min_terminated_length": 952.0, "epoch": 0.26681670417604403, "frac_reward_zero_std": 0.0, "grad_norm": 3.4686391777792114, "kl": 0.009918212890625, "learning_rate": 9.260734104891877e-07, "loss": -0.0256, "num_tokens": 48238503.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0469577312469482, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03408425074859937, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05481203815152087, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.5958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.070841502796867, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1067 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1410.0, "completions/max_terminated_length": 1410.0, "completions/mean_length": 954.5, "completions/mean_terminated_length": 954.5, "completions/min_length": 599.0, "completions/min_terminated_length": 599.0, "epoch": 0.2670667666916729, "frac_reward_zero_std": 0.0, "grad_norm": 3.403295526100931, "kl": 0.00751495361328125, "learning_rate": 9.258575535610928e-07, "loss": -0.0022, "num_tokens": 48269735.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8550411462783813, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.006884864432240787, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0937938161883861, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7083333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08027729719194866, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1068 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1351.0, "completions/max_terminated_length": 1351.0, "completions/mean_length": 973.375, "completions/mean_terminated_length": 973.375, "completions/min_length": 770.0, "completions/min_terminated_length": 770.0, "epoch": 0.2673168292073018, "frac_reward_zero_std": 0.0, "grad_norm": 2.5502439048811913, "kl": 0.004329681396484375, "learning_rate": 9.256414102420368e-07, "loss": -0.0174, "num_tokens": 48317085.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9364168643951416, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.026034555525429617, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11306551965907595, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06540472290116198, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1069 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1427.0, "completions/mean_length": 1214.6875, "completions/mean_terminated_length": 1173.9285888671875, "completions/min_length": 978.0, "completions/min_terminated_length": 978.0, "epoch": 0.26756689172293074, "frac_reward_zero_std": 0.0, "grad_norm": 3.1427573235701427, "kl": 0.01003265380859375, "learning_rate": 9.254249806967134e-07, "loss": -0.0175, "num_tokens": 48365984.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8360569477081299, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.001242654647899898, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12895532301186746, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7666666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0910840068085298, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1070 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 903.0, "completions/mean_length": 1132.4375, "completions/mean_terminated_length": 764.875, "completions/min_length": 614.0, "completions/min_terminated_length": 614.0, "epoch": 0.2678169542385596, "frac_reward_zero_std": 0.0, "grad_norm": 3.0988329425758416, "kl": 0.0095977783203125, "learning_rate": 9.252082650900351e-07, "loss": 0.014, "num_tokens": 48407423.0, "reward": 0.0, "reward_std": 0.807144820690155, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.011769122969835616, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.054907500068927154, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10576003586036263, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1071 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1437.0, "completions/mean_length": 1151.5625, "completions/mean_terminated_length": 1101.7857666015625, "completions/min_length": 711.0, "completions/min_terminated_length": 711.0, "epoch": 0.26806701675418854, "frac_reward_zero_std": 0.0, "grad_norm": 3.180964044293882, "kl": 0.0091552734375, "learning_rate": 9.249912635871317e-07, "loss": 0.0257, "num_tokens": 48454624.0, "reward": 0.0, "reward_std": 0.8107514977455139, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.02288312441028216, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09756451149846891, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08606629658238707, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1072 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1280.0, "completions/max_terminated_length": 1280.0, "completions/mean_length": 963.0625, "completions/mean_terminated_length": 963.0625, "completions/min_length": 709.0, "completions/min_terminated_length": 709.0, "epoch": 0.26831707926981746, "frac_reward_zero_std": 0.0, "grad_norm": 3.6379851934806924, "kl": 0.0102081298828125, "learning_rate": 9.247739763533512e-07, "loss": -0.0529, "num_tokens": 48495353.0, "reward": 5.960464477539063e-08, "reward_std": 0.5706742405891418, "rewards/wordcountpos_reward_GEOBench/mean": 5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.07325875716531352, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10023554641619199, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1128748897706693, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1073 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1397.0, "completions/max_terminated_length": 1397.0, "completions/mean_length": 1003.8125, "completions/mean_terminated_length": 1003.8125, "completions/min_length": 670.0, "completions/min_terminated_length": 670.0, "epoch": 0.2685671417854464, "frac_reward_zero_std": 0.0, "grad_norm": 2.8578209641209504, "kl": 0.00774383544921875, "learning_rate": 9.245564035542593e-07, "loss": 0.028, "num_tokens": 48550902.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9526702165603638, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.08811912815310897, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06686764060241068, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6124999999999999, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08509254221575906, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1074 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1322.0, "completions/mean_length": 1080.125, "completions/mean_terminated_length": 983.2308349609375, "completions/min_length": 659.0, "completions/min_terminated_length": 659.0, "epoch": 0.26881720430107525, "frac_reward_zero_std": 0.0, "grad_norm": 3.1736195516078864, "kl": 0.00856781005859375, "learning_rate": 9.243385453556391e-07, "loss": 0.008, "num_tokens": 48595064.0, "reward": 1.4901161193847656e-08, "reward_std": 0.8951947093009949, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.007930409665983715, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.00954031840015872, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6791666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06070572613176771, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1075 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1387.0, "completions/mean_length": 1257.125, "completions/mean_terminated_length": 1068.2222900390625, "completions/min_length": 871.0, "completions/min_terminated_length": 871.0, "epoch": 0.2690672668167042, "frac_reward_zero_std": 0.0, "grad_norm": 2.812473105233374, "kl": 0.00579071044921875, "learning_rate": 9.241204019234915e-07, "loss": 0.031, "num_tokens": 48643954.0, "reward": 0.0, "reward_std": 0.9468863010406494, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.2216721158643779, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.17252322214961774, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10878112581387148, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1076 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1500.0, "completions/mean_length": 1417.3125, "completions/mean_terminated_length": 1367.7000732421875, "completions/min_length": 1163.0, "completions/min_terminated_length": 1163.0, "epoch": 0.2693173293323331, "frac_reward_zero_std": 0.0, "grad_norm": 3.1976304215722164, "kl": 0.0099334716796875, "learning_rate": 9.239019734240345e-07, "loss": -0.0186, "num_tokens": 48693295.0, "reward": 0.0, "reward_std": 0.8770102858543396, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.007789398718094782, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.044142838748887046, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06978803887752094, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1077 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1477.0, "completions/mean_length": 1286.375, "completions/mean_terminated_length": 1072.75, "completions/min_length": 875.0, "completions/min_terminated_length": 875.0, "epoch": 0.26956739184796197, "frac_reward_zero_std": 0.0, "grad_norm": 2.5639432105538393, "kl": 0.00618743896484375, "learning_rate": 9.236832600237031e-07, "loss": 0.0195, "num_tokens": 48746845.0, "reward": 0.0, "reward_std": 1.0128943920135498, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.07893041289267134, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.048885154618570334, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10390522747338703, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1078 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1494.0, "completions/mean_length": 1156.625, "completions/mean_terminated_length": 1133.7333984375, "completions/min_length": 1004.0, "completions/min_terminated_length": 1004.0, "epoch": 0.2698174543635909, "frac_reward_zero_std": 0.0, "grad_norm": 3.56023914948797, "kl": 0.0118408203125, "learning_rate": 9.234642618891501e-07, "loss": -0.0219, "num_tokens": 48785711.0, "reward": 2.9802322387695312e-08, "reward_std": 1.0124239921569824, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06224733413655627, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07206049221114484, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09803627446568498, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1079 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1250.0, "completions/max_terminated_length": 1250.0, "completions/mean_length": 969.25, "completions/mean_terminated_length": 969.25, "completions/min_length": 727.0, "completions/min_terminated_length": 727.0, "epoch": 0.2700675168792198, "frac_reward_zero_std": 0.0, "grad_norm": 3.0783239248714747, "kl": 0.006092071533203125, "learning_rate": 9.232449791872444e-07, "loss": 0.0521, "num_tokens": 48824283.0, "reward": 0.0, "reward_std": 0.6873195767402649, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.10280020062058934, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.14159963874449216, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11800816042090449, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1080 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1485.0, "completions/mean_length": 1257.9375, "completions/mean_terminated_length": 1241.800048828125, "completions/min_length": 709.0, "completions/min_terminated_length": 709.0, "epoch": 0.27031757939484874, "frac_reward_zero_std": 0.0, "grad_norm": 3.1855885764864746, "kl": 0.01116943359375, "learning_rate": 9.230254120850722e-07, "loss": 0.0395, "num_tokens": 48872786.0, "reward": 2.9802322387695312e-08, "reward_std": 1.0573084354400635, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.10173674202290545, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.20964779512625736, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08944271909999162, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1081 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1417.0, "completions/mean_length": 1064.375, "completions/mean_terminated_length": 1035.3333740234375, "completions/min_length": 600.0, "completions/min_terminated_length": 600.0, "epoch": 0.2705676419104776, "frac_reward_zero_std": 0.0, "grad_norm": 2.0565216834050717, "kl": 0.00417327880859375, "learning_rate": 9.228055607499365e-07, "loss": 0.0271, "num_tokens": 48908520.0, "reward": 2.9802322387695312e-08, "reward_std": 0.7074522376060486, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.05408618574696474, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.16041554546136064, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11213417888437974, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1082 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1313.0, "completions/max_terminated_length": 1313.0, "completions/mean_length": 1032.875, "completions/mean_terminated_length": 1032.875, "completions/min_length": 642.0, "completions/min_terminated_length": 642.0, "epoch": 0.27081770442610653, "frac_reward_zero_std": 0.0, "grad_norm": 2.7478261289380215, "kl": 0.007503509521484375, "learning_rate": 9.225854253493567e-07, "loss": -0.0078, "num_tokens": 48942766.0, "reward": 0.0, "reward_std": 0.39146506786346436, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.08428431115401504, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.18086875996178797, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10532137766186217, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1083 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1478.0, "completions/max_terminated_length": 1478.0, "completions/mean_length": 1013.75, "completions/mean_terminated_length": 1013.75, "completions/min_length": 565.0, "completions/min_terminated_length": 565.0, "epoch": 0.27106776694173546, "frac_reward_zero_std": 0.0, "grad_norm": 2.4930880371030346, "kl": 0.004627227783203125, "learning_rate": 9.223650060510684e-07, "loss": -0.0148, "num_tokens": 48977018.0, "reward": 0.0, "reward_std": 0.48078322410583496, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.010003649759044934, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.021587103004865292, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.15104573749303493, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1084 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1360.0, "completions/max_terminated_length": 1360.0, "completions/mean_length": 986.375, "completions/mean_terminated_length": 986.375, "completions/min_length": 730.0, "completions/min_terminated_length": 730.0, "epoch": 0.2713178294573643, "frac_reward_zero_std": 0.0, "grad_norm": 2.5389675878076563, "kl": 0.006988525390625, "learning_rate": 9.221443030230242e-07, "loss": -0.0329, "num_tokens": 49010376.0, "reward": -1.1175870895385742e-08, "reward_std": 1.0610061883926392, "rewards/wordcountpos_reward_GEOBench/mean": -1.1175870895385742e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06667843371608165, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.054415683737110566, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09888264649460886, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1085 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1403.0, "completions/mean_length": 1212.375, "completions/mean_terminated_length": 1146.0, "completions/min_length": 964.0, "completions/min_terminated_length": 964.0, "epoch": 0.27156789197299325, "frac_reward_zero_std": 0.0, "grad_norm": 3.2016646178693935, "kl": 0.0096893310546875, "learning_rate": 9.219233164333919e-07, "loss": -0.0362, "num_tokens": 49048742.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9722825288772583, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.10315835727358705, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.15572000480412518, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08153617692869927, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1086 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1478.0, "completions/mean_length": 1086.6875, "completions/mean_terminated_length": 1059.1334228515625, "completions/min_length": 665.0, "completions/min_terminated_length": 665.0, "epoch": 0.27181795448862217, "frac_reward_zero_std": 0.0, "grad_norm": 2.5740216962031934, "kl": 0.00809478759765625, "learning_rate": 9.217020464505565e-07, "loss": 0.0199, "num_tokens": 49088985.0, "reward": 0.0, "reward_std": 0.5474467277526855, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.04705760712982224, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06930843008300691, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8291666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12405196043952266, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1087 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1488.0, "completions/mean_length": 1257.0625, "completions/mean_terminated_length": 1222.357177734375, "completions/min_length": 949.0, "completions/min_terminated_length": 949.0, "epoch": 0.27206801700425104, "frac_reward_zero_std": 0.0, "grad_norm": 3.440077447709604, "kl": 0.0111846923828125, "learning_rate": 9.214804932431181e-07, "loss": 0.0454, "num_tokens": 49143778.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9754810333251953, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.05820261578006208, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05648204631065286, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06382847385042258, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1088 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1495.0, "completions/mean_length": 1237.6875, "completions/mean_terminated_length": 1220.2000732421875, "completions/min_length": 908.0, "completions/min_terminated_length": 908.0, "epoch": 0.27231807951987996, "frac_reward_zero_std": 0.0, "grad_norm": 3.1230662620621494, "kl": 0.010345458984375, "learning_rate": 9.212586569798928e-07, "loss": -0.0115, "num_tokens": 49192005.0, "reward": 0.0, "reward_std": 0.9353021383285522, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.011379117239640708, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.052023301911729734, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.03849001794597506, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1089 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1453.0, "completions/mean_length": 1202.4375, "completions/mean_terminated_length": 1159.9285888671875, "completions/min_length": 917.0, "completions/min_terminated_length": 917.0, "epoch": 0.2725681420355089, "frac_reward_zero_std": 0.0, "grad_norm": 2.6838639190883486, "kl": 0.0070037841796875, "learning_rate": 9.210365378299126e-07, "loss": -0.0425, "num_tokens": 49236796.0, "reward": 0.0, "reward_std": 0.8666723370552063, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06297531276746161, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0955697080744837, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08153617692869929, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1090 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1358.0, "completions/max_terminated_length": 1358.0, "completions/mean_length": 998.375, "completions/mean_terminated_length": 998.375, "completions/min_length": 774.0, "completions/min_terminated_length": 774.0, "epoch": 0.2728182045511378, "frac_reward_zero_std": 0.0, "grad_norm": 3.6306988219950154, "kl": 0.0094146728515625, "learning_rate": 9.208141359624248e-07, "loss": -0.003, "num_tokens": 49274666.0, "reward": 0.0, "reward_std": 0.6905403137207031, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.08326467595143366, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10088786678892582, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07888106377466157, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1091 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1454.0, "completions/mean_length": 1290.4375, "completions/mean_terminated_length": 1260.5, "completions/min_length": 1029.0, "completions/min_terminated_length": 1029.0, "epoch": 0.2730682670667667, "frac_reward_zero_std": 0.0, "grad_norm": 2.651561725386305, "kl": 0.00791168212890625, "learning_rate": 9.205914515468925e-07, "loss": 0.011, "num_tokens": 49318297.0, "reward": 0.0, "reward_std": 0.9372519850730896, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.10570491250235155, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.13592591998457104, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11385500851066221, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1092 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1435.0, "completions/max_terminated_length": 1435.0, "completions/mean_length": 1204.8125, "completions/mean_terminated_length": 1204.8125, "completions/min_length": 928.0, "completions/min_terminated_length": 928.0, "epoch": 0.2733183295823956, "frac_reward_zero_std": 0.0, "grad_norm": 3.0183959979097637, "kl": 0.006923675537109375, "learning_rate": 9.203684847529936e-07, "loss": -0.0472, "num_tokens": 49353582.0, "reward": 0.0, "reward_std": 0.996518611907959, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.00824223540639082, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.026445211131006514, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1287403358472941, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1093 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1437.0, "completions/mean_length": 1224.0, "completions/mean_terminated_length": 1205.60009765625, "completions/min_length": 900.0, "completions/min_terminated_length": 900.0, "epoch": 0.2735683920980245, "frac_reward_zero_std": 0.0, "grad_norm": 3.079565123573228, "kl": 0.0095062255859375, "learning_rate": 9.201452357506212e-07, "loss": -0.0516, "num_tokens": 49399278.0, "reward": -2.9802322387695312e-08, "reward_std": 1.0226129293441772, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.07111473133636162, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06881522207798774, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07490735018081413, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1094 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1446.0, "completions/mean_length": 1332.4375, "completions/mean_terminated_length": 1293.769287109375, "completions/min_length": 994.0, "completions/min_terminated_length": 994.0, "epoch": 0.2738184546136534, "frac_reward_zero_std": 0.0, "grad_norm": 2.523877683453408, "kl": 0.00818634033203125, "learning_rate": 9.19921704709884e-07, "loss": 0.0298, "num_tokens": 49457805.0, "reward": 2.9802322387695312e-08, "reward_std": 0.5587790012359619, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.018477083551220127, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.21759118562323165, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10470416879457553, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1095 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1480.0, "completions/max_terminated_length": 1480.0, "completions/mean_length": 1158.8125, "completions/mean_terminated_length": 1158.8125, "completions/min_length": 767.0, "completions/min_terminated_length": 767.0, "epoch": 0.2740685171292823, "frac_reward_zero_std": 0.0, "grad_norm": 3.146862028622263, "kl": 0.00994873046875, "learning_rate": 9.196978918011051e-07, "loss": -0.0204, "num_tokens": 49503002.0, "reward": -2.9802322387695312e-08, "reward_std": 0.737562894821167, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0416206662346508, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04670197493057892, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7666666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08777074514725114, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1096 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1441.0, "completions/mean_length": 1291.5625, "completions/mean_terminated_length": 1129.4444580078125, "completions/min_length": 753.0, "completions/min_terminated_length": 753.0, "epoch": 0.27431857964491124, "frac_reward_zero_std": 0.0, "grad_norm": 3.093335189632621, "kl": 0.00939178466796875, "learning_rate": 9.194737971948223e-07, "loss": 0.0044, "num_tokens": 49555067.0, "reward": -2.9802322387695312e-08, "reward_std": 0.6046839952468872, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03989555064188882, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08111237132777013, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6791666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07391185942027816, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1097 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1458.0, "completions/mean_length": 1216.8125, "completions/mean_terminated_length": 1197.933349609375, "completions/min_length": 805.0, "completions/min_terminated_length": 805.0, "epoch": 0.2745686421605401, "frac_reward_zero_std": 0.0, "grad_norm": 3.1717129630139023, "kl": 0.008056640625, "learning_rate": 9.192494210617883e-07, "loss": -0.0192, "num_tokens": 49603440.0, "reward": 0.0, "reward_std": 0.6300812363624573, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.012855795252983566, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.053415778945892625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6708333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12758439472669758, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1098 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1488.0, "completions/mean_length": 1148.625, "completions/mean_terminated_length": 1125.2000732421875, "completions/min_length": 801.0, "completions/min_terminated_length": 801.0, "epoch": 0.27481870467616903, "frac_reward_zero_std": 0.0, "grad_norm": 3.2378807772029585, "kl": 0.011260986328125, "learning_rate": 9.190247635729706e-07, "loss": -0.084, "num_tokens": 49655202.0, "reward": 0.0, "reward_std": 1.0368832349777222, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.005163113199499161, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08852750009916033, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08681611046941139, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1099 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1458.0, "completions/max_terminated_length": 1458.0, "completions/mean_length": 1091.5625, "completions/mean_terminated_length": 1091.5625, "completions/min_length": 850.0, "completions/min_terminated_length": 850.0, "epoch": 0.27506876719179796, "frac_reward_zero_std": 0.0, "grad_norm": 3.5987443939589445, "kl": 0.0099639892578125, "learning_rate": 9.187998248995505e-07, "loss": -0.0265, "num_tokens": 49702619.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9431605339050293, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.05526417530287456, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11607539032300784, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08255189164891874, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1100 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1267.0, "completions/max_terminated_length": 1267.0, "completions/mean_length": 1000.5, "completions/mean_terminated_length": 1000.5, "completions/min_length": 775.0, "completions/min_terminated_length": 775.0, "epoch": 0.2753188297074269, "frac_reward_zero_std": 0.0, "grad_norm": 3.319526583712982, "kl": 0.00823974609375, "learning_rate": 9.185746052129235e-07, "loss": 0.006, "num_tokens": 49732147.0, "reward": 0.0, "reward_std": 0.9872654676437378, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.022732327387943608, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.060517928239261325, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08421753138505424, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1101 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1443.0, "completions/mean_length": 1113.5, "completions/mean_terminated_length": 1058.2857666015625, "completions/min_length": 455.0, "completions/min_terminated_length": 455.0, "epoch": 0.27556889222305575, "frac_reward_zero_std": 0.0, "grad_norm": 3.8764515833940116, "kl": 0.0119781494140625, "learning_rate": 9.183491046846999e-07, "loss": 0.025, "num_tokens": 49772779.0, "reward": 0.0, "reward_std": 1.0079761743545532, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0012595164393633673, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03088989269393661, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11417984514369006, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1102 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1451.0, "completions/mean_length": 1046.3125, "completions/mean_terminated_length": 1016.0667114257812, "completions/min_length": 718.0, "completions/min_terminated_length": 718.0, "epoch": 0.2758189547386847, "frac_reward_zero_std": 0.0, "grad_norm": 3.729758978028273, "kl": 0.01153564453125, "learning_rate": 9.181233234867035e-07, "loss": -0.0642, "num_tokens": 49815504.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0150370597839355, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.023389980921259733, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09724975112078536, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10945995377982527, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1103 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1141.0, "completions/max_terminated_length": 1141.0, "completions/mean_length": 948.4375, "completions/mean_terminated_length": 948.4375, "completions/min_length": 630.0, "completions/min_terminated_length": 630.0, "epoch": 0.2760690172543136, "frac_reward_zero_std": 0.0, "grad_norm": 3.32265360163392, "kl": 0.00914764404296875, "learning_rate": 9.178972617909721e-07, "loss": 0.0229, "num_tokens": 49858647.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0142794847488403, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.20725805160826632, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.3778090831085319, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09651328828101766, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1104 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1218.0, "completions/max_terminated_length": 1218.0, "completions/mean_length": 1058.4375, "completions/mean_terminated_length": 1058.4375, "completions/min_length": 895.0, "completions/min_terminated_length": 895.0, "epoch": 0.27631907976994247, "frac_reward_zero_std": 0.0, "grad_norm": 2.662411640837916, "kl": 0.00682830810546875, "learning_rate": 9.176709197697572e-07, "loss": -0.0127, "num_tokens": 49891958.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9119734764099121, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.014495773443476714, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.02704170927435661, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7333333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07698003589195013, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1105 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1471.0, "completions/mean_length": 1155.9375, "completions/mean_terminated_length": 1076.5384521484375, "completions/min_length": 796.0, "completions/min_terminated_length": 796.0, "epoch": 0.2765691422855714, "frac_reward_zero_std": 0.0, "grad_norm": 1.7309782346065825, "kl": 0.00380706787109375, "learning_rate": 9.174442975955237e-07, "loss": -0.0102, "num_tokens": 49935429.0, "reward": -5.960464477539063e-08, "reward_std": 0.8802613019943237, "rewards/wordcountpos_reward_GEOBench/mean": -5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.028138349365604692, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12375123964978693, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10610965676722954, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1106 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1420.0, "completions/max_terminated_length": 1420.0, "completions/mean_length": 1109.3125, "completions/mean_terminated_length": 1109.3125, "completions/min_length": 820.0, "completions/min_terminated_length": 820.0, "epoch": 0.2768192048012003, "frac_reward_zero_std": 0.0, "grad_norm": 3.2685887768770114, "kl": 0.0095977783203125, "learning_rate": 9.172173954409504e-07, "loss": 0.0372, "num_tokens": 49973154.0, "reward": -2.9802322387695312e-08, "reward_std": 0.6453003883361816, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.115331715583152, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11062107836087585, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.825, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13743685418725538, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1107 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1470.0, "completions/mean_length": 1169.75, "completions/mean_terminated_length": 1122.571533203125, "completions/min_length": 826.0, "completions/min_terminated_length": 826.0, "epoch": 0.2770692673168292, "frac_reward_zero_std": 0.0, "grad_norm": 3.568526173169773, "kl": 0.01019287109375, "learning_rate": 9.169902134789292e-07, "loss": -0.0467, "num_tokens": 50025006.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9547272324562073, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03365121347082857, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.2619241413737418, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13305526559931294, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1108 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1426.0, "completions/mean_length": 1102.75, "completions/mean_terminated_length": 1046.0, "completions/min_length": 681.0, "completions/min_terminated_length": 681.0, "epoch": 0.2773193298324581, "frac_reward_zero_std": 0.0, "grad_norm": 3.7957654474691878, "kl": 0.0124664306640625, "learning_rate": 9.167627518825651e-07, "loss": -0.0126, "num_tokens": 50077378.0, "reward": 0.0, "reward_std": 0.6720855832099915, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.10086444366785038, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.21167381684504333, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11344765475923412, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1109 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1407.0, "completions/max_terminated_length": 1407.0, "completions/mean_length": 893.0, "completions/mean_terminated_length": 893.0, "completions/min_length": 493.0, "completions/min_terminated_length": 493.0, "epoch": 0.27756939234808703, "frac_reward_zero_std": 0.0, "grad_norm": 4.07530203017959, "kl": 0.0099334716796875, "learning_rate": 9.165350108251762e-07, "loss": 0.0613, "num_tokens": 50109826.0, "reward": 0.0, "reward_std": 0.8825019598007202, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04097279040293781, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.034713114087807424, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.65, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08606629658238704, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1110 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1439.0, "completions/mean_length": 1269.4375, "completions/mean_terminated_length": 1236.5, "completions/min_length": 898.0, "completions/min_terminated_length": 898.0, "epoch": 0.27781945486371595, "frac_reward_zero_std": 0.0, "grad_norm": 3.060781309418307, "kl": 0.00876617431640625, "learning_rate": 9.163069904802938e-07, "loss": 0.0123, "num_tokens": 50153577.0, "reward": 0.0, "reward_std": 0.7626385688781738, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.043151033211373556, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07195258806942438, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10036968702787749, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1111 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1490.0, "completions/mean_length": 1349.9375, "completions/mean_terminated_length": 1315.3077392578125, "completions/min_length": 1090.0, "completions/min_terminated_length": 1090.0, "epoch": 0.2780695173793448, "frac_reward_zero_std": 0.0, "grad_norm": 2.250961586964342, "kl": 0.0043487548828125, "learning_rate": 9.160786910216616e-07, "loss": 0.0064, "num_tokens": 50201320.0, "reward": 0.0, "reward_std": 0.8087390661239624, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.07557610656504363, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09535837622432322, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.15, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1112 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1388.0, "completions/mean_length": 1321.0, "completions/mean_terminated_length": 1279.6923828125, "completions/min_length": 1030.0, "completions/min_terminated_length": 1030.0, "epoch": 0.27831957989497375, "frac_reward_zero_std": 0.0, "grad_norm": 2.8223579759542736, "kl": 0.0076904296875, "learning_rate": 9.158501126232364e-07, "loss": -0.0381, "num_tokens": 50245728.0, "reward": -7.450580596923828e-09, "reward_std": 1.0497851371765137, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.016871092838519074, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0997638476972785, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7708333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0687184270936277, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1113 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1243.0, "completions/max_terminated_length": 1243.0, "completions/mean_length": 894.8125, "completions/mean_terminated_length": 894.8125, "completions/min_length": 571.0, "completions/min_terminated_length": 571.0, "epoch": 0.27856964241060267, "frac_reward_zero_std": 0.0, "grad_norm": 2.952310295593544, "kl": 0.0066070556640625, "learning_rate": 9.156212554591873e-07, "loss": -0.0207, "num_tokens": 50281933.0, "reward": 0.0, "reward_std": 0.6862680912017822, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.025934208312343728, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.053854536457284545, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7374999999999999, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.05146016078626408, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1114 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1480.0, "completions/mean_length": 1180.75, "completions/mean_terminated_length": 1159.4666748046875, "completions/min_length": 822.0, "completions/min_terminated_length": 822.0, "epoch": 0.27881970492623154, "frac_reward_zero_std": 0.0, "grad_norm": 2.6879748182192094, "kl": 0.005706787109375, "learning_rate": 9.153921197038959e-07, "loss": -0.0363, "num_tokens": 50318985.0, "reward": 0.0, "reward_std": 0.6482902765274048, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.1146238359155164, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11148248980086169, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11409872268574492, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1115 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1387.0, "completions/mean_length": 1127.4375, "completions/mean_terminated_length": 1102.60009765625, "completions/min_length": 817.0, "completions/min_terminated_length": 817.0, "epoch": 0.27906976744186046, "frac_reward_zero_std": 0.0, "grad_norm": 3.0393003411784534, "kl": 0.01056671142578125, "learning_rate": 9.151627055319557e-07, "loss": -0.0381, "num_tokens": 50363280.0, "reward": -2.9802322387695312e-08, "reward_std": 0.6147470474243164, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.17135987032983804, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.2777231907731384, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1067187372905475, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1116 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1198.0, "completions/max_terminated_length": 1198.0, "completions/mean_length": 886.5, "completions/mean_terminated_length": 886.5, "completions/min_length": 610.0, "completions/min_terminated_length": 610.0, "epoch": 0.2793198299574894, "frac_reward_zero_std": 0.0, "grad_norm": 3.117069464996866, "kl": 0.0076904296875, "learning_rate": 9.149330131181731e-07, "loss": -0.0111, "num_tokens": 50393416.0, "reward": 0.0, "reward_std": 0.47458523511886597, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.033444281026765874, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.17746492112585013, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.65, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.17469550228474265, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1117 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1312.0, "completions/max_terminated_length": 1312.0, "completions/mean_length": 866.375, "completions/mean_terminated_length": 866.375, "completions/min_length": 614.0, "completions/min_terminated_length": 614.0, "epoch": 0.27956989247311825, "frac_reward_zero_std": 0.0, "grad_norm": 3.0980779755267567, "kl": 0.00814056396484375, "learning_rate": 9.147030426375659e-07, "loss": -0.0351, "num_tokens": 50423814.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0569500923156738, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.026076958112716778, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11925375605751569, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11642832797715323, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1118 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1234.0, "completions/mean_length": 973.875, "completions/mean_terminated_length": 938.800048828125, "completions/min_length": 789.0, "completions/min_terminated_length": 789.0, "epoch": 0.2798199549887472, "frac_reward_zero_std": 0.0, "grad_norm": 3.4761283445907227, "kl": 0.01146697998046875, "learning_rate": 9.144727942653639e-07, "loss": -0.0242, "num_tokens": 50463524.0, "reward": 0.0, "reward_std": 0.6541712284088135, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.09238563032360442, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.31763989361511485, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12292725943057185, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1119 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1391.0, "completions/mean_length": 1363.1875, "completions/mean_terminated_length": 1281.0999755859375, "completions/min_length": 1072.0, "completions/min_terminated_length": 1072.0, "epoch": 0.2800700175043761, "frac_reward_zero_std": 0.0, "grad_norm": 2.5826171232809325, "kl": 0.00708770751953125, "learning_rate": 9.142422681770087e-07, "loss": 0.0087, "num_tokens": 50518431.0, "reward": 1.30385160446167e-08, "reward_std": 0.9266164302825928, "rewards/wordcountpos_reward_GEOBench/mean": 1.30385160446167e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.1194631041634724, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1339620105899575, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08255189164891873, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1120 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1477.0, "completions/max_terminated_length": 1477.0, "completions/mean_length": 1174.9375, "completions/mean_terminated_length": 1174.9375, "completions/min_length": 886.0, "completions/min_terminated_length": 886.0, "epoch": 0.280320080020005, "frac_reward_zero_std": 0.0, "grad_norm": 3.5737175218199315, "kl": 0.0234222412109375, "learning_rate": 9.140114645481537e-07, "loss": 0.0153, "num_tokens": 50564782.0, "reward": 0.0, "reward_std": 0.5902757048606873, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.07306570998019044, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0859593212403608, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8291666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10878112581387148, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1121 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1113.0, "completions/max_terminated_length": 1113.0, "completions/mean_length": 956.125, "completions/mean_terminated_length": 956.125, "completions/min_length": 652.0, "completions/min_terminated_length": 652.0, "epoch": 0.2805701425356339, "frac_reward_zero_std": 0.0, "grad_norm": 3.549329155706771, "kl": 0.00940704345703125, "learning_rate": 9.137803835546635e-07, "loss": 0.0088, "num_tokens": 50607880.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8272860050201416, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03730795169083271, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05648839867242615, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.775, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1112221667221529, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1122 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1401.0, "completions/max_terminated_length": 1401.0, "completions/mean_length": 1044.3125, "completions/mean_terminated_length": 1044.3125, "completions/min_length": 860.0, "completions/min_terminated_length": 860.0, "epoch": 0.2808202050512628, "frac_reward_zero_std": 0.0, "grad_norm": 3.40978489688719, "kl": 0.011199951171875, "learning_rate": 9.135490253726141e-07, "loss": 0.0598, "num_tokens": 50651237.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0105233192443848, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06301717097305572, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07314467404499556, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09179284245476839, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1123 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1493.0, "completions/mean_length": 1326.4375, "completions/mean_terminated_length": 1247.5455322265625, "completions/min_length": 896.0, "completions/min_terminated_length": 896.0, "epoch": 0.28107026756689174, "frac_reward_zero_std": 0.0, "grad_norm": 1.6176890205747267, "kl": 0.00449371337890625, "learning_rate": 9.133173901782928e-07, "loss": 0.0187, "num_tokens": 50697540.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8310480713844299, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.09244594402395839, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08518546131528873, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1102186379345533, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1124 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1470.0, "completions/mean_length": 1210.6875, "completions/mean_terminated_length": 1191.4000244140625, "completions/min_length": 510.0, "completions/min_terminated_length": 510.0, "epoch": 0.2813203300825206, "frac_reward_zero_std": 0.0, "grad_norm": 2.6258675069122974, "kl": 0.00756072998046875, "learning_rate": 9.130854781481978e-07, "loss": -0.0323, "num_tokens": 50741727.0, "reward": -5.960464477539063e-08, "reward_std": 0.9632656574249268, "rewards/wordcountpos_reward_GEOBench/mean": -5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.009261429378133693, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.024422764435074996, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07781745019952503, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1125 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1457.0, "completions/max_terminated_length": 1457.0, "completions/mean_length": 1005.6875, "completions/mean_terminated_length": 1005.6875, "completions/min_length": 656.0, "completions/min_terminated_length": 656.0, "epoch": 0.28157039259814953, "frac_reward_zero_std": 0.0, "grad_norm": 3.371601393221872, "kl": 0.0115509033203125, "learning_rate": 9.128532894590385e-07, "loss": -0.0397, "num_tokens": 50785506.0, "reward": 0.0, "reward_std": 0.4674912691116333, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.050002495211280334, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12732516254451945, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09179284245476839, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1126 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1345.0, "completions/max_terminated_length": 1345.0, "completions/mean_length": 1169.9375, "completions/mean_terminated_length": 1169.9375, "completions/min_length": 1045.0, "completions/min_terminated_length": 1045.0, "epoch": 0.28182045511377846, "frac_reward_zero_std": 0.0, "grad_norm": 3.087491616430544, "kl": 0.0082244873046875, "learning_rate": 9.126208242877348e-07, "loss": 0.0211, "num_tokens": 50827137.0, "reward": -7.450580596923828e-09, "reward_std": 1.024529218673706, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.011101359467153106, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05992659527789626, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13443985299781488, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1127 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1458.0, "completions/mean_length": 1111.125, "completions/mean_terminated_length": 1021.3846435546875, "completions/min_length": 722.0, "completions/min_terminated_length": 722.0, "epoch": 0.2820705176294073, "frac_reward_zero_std": 0.0, "grad_norm": 3.0127496174623434, "kl": 0.008087158203125, "learning_rate": 9.123880828114177e-07, "loss": 0.0112, "num_tokens": 50876235.0, "reward": 2.9802322387695312e-08, "reward_std": 0.766568124294281, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.004895250966925162, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.057949349001757834, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6708333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.056927504255331086, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1128 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1466.0, "completions/max_terminated_length": 1466.0, "completions/mean_length": 989.0625, "completions/mean_terminated_length": 989.0625, "completions/min_length": 700.0, "completions/min_terminated_length": 700.0, "epoch": 0.28232058014503625, "frac_reward_zero_std": 0.0, "grad_norm": 3.11050771159306, "kl": 0.0133819580078125, "learning_rate": 9.12155065207428e-07, "loss": 0.006, "num_tokens": 50913884.0, "reward": 0.0, "reward_std": 0.7707127928733826, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.07751245820598772, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09406520921823008, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0909822937597079, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1129 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1494.0, "completions/mean_length": 1201.8125, "completions/mean_terminated_length": 1133.0, "completions/min_length": 669.0, "completions/min_terminated_length": 669.0, "epoch": 0.28257064266066517, "frac_reward_zero_std": 0.0, "grad_norm": 3.193535910848671, "kl": 0.009735107421875, "learning_rate": 9.11921771653318e-07, "loss": -0.0152, "num_tokens": 50952089.0, "reward": 0.0, "reward_std": 0.446670264005661, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03951087898611898, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06874365470971101, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09727776191382574, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1130 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1412.0, "completions/mean_length": 1170.9375, "completions/mean_terminated_length": 1149.0, "completions/min_length": 914.0, "completions/min_terminated_length": 914.0, "epoch": 0.2828207051762941, "frac_reward_zero_std": 0.0, "grad_norm": 2.9363055680605354, "kl": 0.00859832763671875, "learning_rate": 9.116882023268491e-07, "loss": -0.0214, "num_tokens": 50996096.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9602591395378113, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03938360991045472, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06416245904347541, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7708333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07290277645477447, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1131 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1356.0, "completions/max_terminated_length": 1356.0, "completions/mean_length": 1096.4375, "completions/mean_terminated_length": 1096.4375, "completions/min_length": 936.0, "completions/min_terminated_length": 936.0, "epoch": 0.28307076769192296, "frac_reward_zero_std": 0.0, "grad_norm": 3.567686994612439, "kl": 0.0111083984375, "learning_rate": 9.114543574059936e-07, "loss": 0.0246, "num_tokens": 51024847.0, "reward": 0.0, "reward_std": 0.5825423002243042, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.024986111338313674, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.054250914062557755, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.060705726131767744, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1132 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1335.0, "completions/max_terminated_length": 1335.0, "completions/mean_length": 1020.0, "completions/mean_terminated_length": 1020.0, "completions/min_length": 690.0, "completions/min_terminated_length": 690.0, "epoch": 0.2833208302075519, "frac_reward_zero_std": 0.0, "grad_norm": 3.7410196528347184, "kl": 0.010406494140625, "learning_rate": 9.112202370689335e-07, "loss": -0.009, "num_tokens": 51070871.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0184413194656372, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.12164991131999067, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11283970170575106, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7666666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1264911064067352, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1133 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1422.0, "completions/mean_length": 1264.8125, "completions/mean_terminated_length": 1157.9091796875, "completions/min_length": 994.0, "completions/min_terminated_length": 994.0, "epoch": 0.2835708927231808, "frac_reward_zero_std": 0.0, "grad_norm": 2.9283944758838754, "kl": 0.00762939453125, "learning_rate": 9.109858414940609e-07, "loss": 0.0336, "num_tokens": 51124068.0, "reward": 7.450580596923828e-09, "reward_std": 0.9864324331283569, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.018987636796001787, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05846958158817082, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12292725943057185, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1134 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1459.0, "completions/mean_length": 1211.3125, "completions/mean_terminated_length": 1170.071533203125, "completions/min_length": 969.0, "completions/min_terminated_length": 969.0, "epoch": 0.2838209552388097, "frac_reward_zero_std": 0.0, "grad_norm": 1.9391760734542485, "kl": 0.00469970703125, "learning_rate": 9.107511708599772e-07, "loss": 0.0137, "num_tokens": 51173233.0, "reward": 0.0, "reward_std": 0.9575276374816895, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.008211202751267363, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09510258363272633, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.675, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08734775114237134, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1135 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1468.0, "completions/mean_length": 1413.25, "completions/mean_terminated_length": 1361.2000732421875, "completions/min_length": 1257.0, "completions/min_terminated_length": 1257.0, "epoch": 0.2840710177544386, "frac_reward_zero_std": 0.0, "grad_norm": 2.4375724174019022, "kl": 0.0058441162109375, "learning_rate": 9.105162253454935e-07, "loss": 0.007, "num_tokens": 51222333.0, "reward": -7.450580596923828e-09, "reward_std": 1.0485961437225342, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.09535164709184649, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09253970511633738, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07969850595746357, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1136 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1452.0, "completions/mean_length": 1139.625, "completions/mean_terminated_length": 1088.1429443359375, "completions/min_length": 677.0, "completions/min_terminated_length": 677.0, "epoch": 0.2843210802700675, "frac_reward_zero_std": 0.0, "grad_norm": 3.0516373761238467, "kl": 0.0102691650390625, "learning_rate": 9.102810051296308e-07, "loss": -0.0191, "num_tokens": 51264823.0, "reward": 0.0, "reward_std": 0.7585535645484924, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.2788838796638396, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.2954743834294408, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.059004080210452274, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1137 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1490.0, "completions/mean_length": 1292.625, "completions/mean_terminated_length": 1244.769287109375, "completions/min_length": 970.0, "completions/min_terminated_length": 970.0, "epoch": 0.28457114278569645, "frac_reward_zero_std": 0.0, "grad_norm": 2.3553103139449303, "kl": 0.0081787109375, "learning_rate": 9.100455103916189e-07, "loss": 0.0175, "num_tokens": 51314217.0, "reward": 0.0, "reward_std": 0.5303927063941956, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.014652142229219647, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.046317959602942556, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10327955589886442, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1138 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1481.0, "completions/mean_length": 1254.375, "completions/mean_terminated_length": 1063.3333740234375, "completions/min_length": 803.0, "completions/min_terminated_length": 803.0, "epoch": 0.2848212053013253, "frac_reward_zero_std": 0.0, "grad_norm": 2.765600402626584, "kl": 0.00730133056640625, "learning_rate": 9.09809741310897e-07, "loss": -0.09, "num_tokens": 51361159.0, "reward": 0.0, "reward_std": 1.0615721940994263, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.02295325005508796, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09020581679933697, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8291666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1060223596263578, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1139 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1416.0, "completions/mean_length": 1125.5625, "completions/mean_terminated_length": 1000.75, "completions/min_length": 554.0, "completions/min_terminated_length": 554.0, "epoch": 0.28507126781695424, "frac_reward_zero_std": 0.0, "grad_norm": 3.0502331666243387, "kl": 0.010772705078125, "learning_rate": 9.095736980671135e-07, "loss": 0.1221, "num_tokens": 51408800.0, "reward": -2.9802322387695312e-08, "reward_std": 0.762362003326416, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.007147911093188203, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05385410935473566, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07302967433402213, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1140 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1277.0, "completions/max_terminated_length": 1277.0, "completions/mean_length": 1053.4375, "completions/mean_terminated_length": 1053.4375, "completions/min_length": 757.0, "completions/min_terminated_length": 757.0, "epoch": 0.28532133033258317, "frac_reward_zero_std": 0.0, "grad_norm": 3.2552272503047295, "kl": 0.006622314453125, "learning_rate": 9.093373808401252e-07, "loss": 0.0033, "num_tokens": 51438207.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8035711050033569, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.01692255180080635, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.043346723641947624, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.725, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06382847385042258, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1141 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1369.0, "completions/max_terminated_length": 1369.0, "completions/mean_length": 978.9375, "completions/mean_terminated_length": 978.9375, "completions/min_length": 631.0, "completions/min_terminated_length": 631.0, "epoch": 0.28557139284821204, "frac_reward_zero_std": 0.0, "grad_norm": 4.108560969822375, "kl": 0.01519775390625, "learning_rate": 9.091007898099979e-07, "loss": 0.0247, "num_tokens": 51490342.0, "reward": 0.0, "reward_std": 0.8813499808311462, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0100306874012848, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08859948658707079, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.5416666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.18519259244445035, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1142 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1349.0, "completions/mean_length": 1348.125, "completions/mean_terminated_length": 1230.0, "completions/min_length": 1115.0, "completions/min_terminated_length": 1115.0, "epoch": 0.28582145536384096, "frac_reward_zero_std": 0.0, "grad_norm": 2.9771591528993757, "kl": 0.00970458984375, "learning_rate": 9.088639251570066e-07, "loss": -0.0248, "num_tokens": 51543368.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9304469227790833, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06919112470718622, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09438911838011244, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10318986456114841, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1143 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1135.0, "completions/max_terminated_length": 1135.0, "completions/mean_length": 856.125, "completions/mean_terminated_length": 856.125, "completions/min_length": 621.0, "completions/min_terminated_length": 621.0, "epoch": 0.2860715178794699, "frac_reward_zero_std": 0.0, "grad_norm": 4.094978189830923, "kl": 0.012298583984375, "learning_rate": 9.086267870616338e-07, "loss": -0.0472, "num_tokens": 51569834.0, "reward": 1.1175870895385742e-08, "reward_std": 1.0633715391159058, "rewards/wordcountpos_reward_GEOBench/mean": 1.1175870895385742e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.049351484138746717, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09223657356645668, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7041666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06426219440409447, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1144 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1484.0, "completions/mean_length": 1314.125, "completions/mean_terminated_length": 1128.25, "completions/min_length": 956.0, "completions/min_terminated_length": 956.0, "epoch": 0.28632158039509875, "frac_reward_zero_std": 0.0, "grad_norm": 2.4248180616676875, "kl": 0.004596710205078125, "learning_rate": 9.08389375704571e-07, "loss": 0.013, "num_tokens": 51621196.0, "reward": 0.0, "reward_std": 1.0518419742584229, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.08719083227128777, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1988408473937571, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08734775114237134, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1145 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1397.0, "completions/max_terminated_length": 1397.0, "completions/mean_length": 1179.875, "completions/mean_terminated_length": 1179.875, "completions/min_length": 845.0, "completions/min_terminated_length": 845.0, "epoch": 0.2865716429107277, "frac_reward_zero_std": 0.0, "grad_norm": 3.3907190285105537, "kl": 0.010284423828125, "learning_rate": 9.081516912667179e-07, "loss": 0.0217, "num_tokens": 51664738.0, "reward": 0.0, "reward_std": 0.6824827194213867, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.11111620513571926, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09960960674526334, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09269623828717428, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1146 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1388.0, "completions/max_terminated_length": 1388.0, "completions/mean_length": 960.875, "completions/mean_terminated_length": 960.875, "completions/min_length": 566.0, "completions/min_terminated_length": 566.0, "epoch": 0.2868217054263566, "frac_reward_zero_std": 0.0, "grad_norm": 2.5103170323985697, "kl": 0.0073699951171875, "learning_rate": 9.079137339291819e-07, "loss": -0.0592, "num_tokens": 51702648.0, "reward": 0.0, "reward_std": 0.9124757051467896, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0356481458830919, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11027755559282876, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.85, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11547005383792516, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1147 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1474.0, "completions/mean_length": 1338.875, "completions/mean_terminated_length": 1177.75, "completions/min_length": 928.0, "completions/min_terminated_length": 928.0, "epoch": 0.2870717679419855, "frac_reward_zero_std": 0.0, "grad_norm": 3.012937352336149, "kl": 0.009246826171875, "learning_rate": 9.076755038732788e-07, "loss": 0.014, "num_tokens": 51767598.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8595066070556641, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.10557760474524706, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.15592312652115176, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.15244914148902494, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1148 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1374.0, "completions/max_terminated_length": 1374.0, "completions/mean_length": 952.875, "completions/mean_terminated_length": 952.875, "completions/min_length": 540.0, "completions/min_terminated_length": 540.0, "epoch": 0.2873218304576144, "frac_reward_zero_std": 0.0, "grad_norm": 3.9155644551474222, "kl": 0.012115478515625, "learning_rate": 9.074370012805318e-07, "loss": -0.0463, "num_tokens": 51797204.0, "reward": 3.725290298461914e-08, "reward_std": 1.0564980506896973, "rewards/wordcountpos_reward_GEOBench/mean": 3.725290298461914e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.05333010497994098, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1702127126204245, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07187952884282611, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1149 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1299.0, "completions/mean_length": 1267.375, "completions/mean_terminated_length": 1127.800048828125, "completions/min_length": 970.0, "completions/min_terminated_length": 970.0, "epoch": 0.2875718929732433, "frac_reward_zero_std": 0.0, "grad_norm": 3.031466613137433, "kl": 0.0084228515625, "learning_rate": 9.071982263326721e-07, "loss": 0.0319, "num_tokens": 51849410.0, "reward": 2.9802322387695312e-08, "reward_std": 0.6525626182556152, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.061791293121656876, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04643778642742197, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6416666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12619796324000607, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1150 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1295.0, "completions/mean_length": 1173.0625, "completions/mean_terminated_length": 1151.2667236328125, "completions/min_length": 948.0, "completions/min_terminated_length": 948.0, "epoch": 0.28782195548887224, "frac_reward_zero_std": 0.0, "grad_norm": 2.725510517807379, "kl": 0.0093231201171875, "learning_rate": 9.069591792116383e-07, "loss": -0.0223, "num_tokens": 51891627.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8372215628623962, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.07831893060196916, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06369840984207098, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08606629658238707, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1151 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1440.0, "completions/max_terminated_length": 1440.0, "completions/mean_length": 1234.0625, "completions/mean_terminated_length": 1234.0625, "completions/min_length": 1011.0, "completions/min_terminated_length": 1011.0, "epoch": 0.2880720180045011, "frac_reward_zero_std": 0.0, "grad_norm": 3.5583034611140243, "kl": 0.011962890625, "learning_rate": 9.067198600995761e-07, "loss": -0.0484, "num_tokens": 51937988.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9127085208892822, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.017377289229569257, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05879137242457128, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11729986896522632, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1152 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1248.0, "completions/mean_length": 924.6875, "completions/mean_terminated_length": 886.3333740234375, "completions/min_length": 730.0, "completions/min_terminated_length": 730.0, "epoch": 0.28832208052013003, "frac_reward_zero_std": 0.0, "grad_norm": 3.8989277791254975, "kl": 0.0108489990234375, "learning_rate": 9.064802691788391e-07, "loss": -0.0035, "num_tokens": 51978783.0, "reward": 0.0, "reward_std": 0.9330646991729736, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0029597213317003887, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03605527707978987, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.102469507659596, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1153 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1416.0, "completions/mean_length": 1284.1875, "completions/mean_terminated_length": 1212.25, "completions/min_length": 1035.0, "completions/min_terminated_length": 1035.0, "epoch": 0.28857214303575895, "frac_reward_zero_std": 0.0, "grad_norm": 2.878163242350567, "kl": 0.009429931640625, "learning_rate": 9.062404066319871e-07, "loss": 0.0362, "num_tokens": 52015450.0, "reward": 1.862645149230957e-08, "reward_std": 1.0652692317962646, "rewards/wordcountpos_reward_GEOBench/mean": 1.862645149230957e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.12857569142677366, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09700232629386614, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10101338378503963, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1154 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1376.0, "completions/max_terminated_length": 1376.0, "completions/mean_length": 1065.25, "completions/mean_terminated_length": 1065.25, "completions/min_length": 850.0, "completions/min_terminated_length": 850.0, "epoch": 0.2888222055513878, "frac_reward_zero_std": 0.0, "grad_norm": 3.5232242223945285, "kl": 0.0107879638671875, "learning_rate": 9.060002726417878e-07, "loss": 0.0036, "num_tokens": 52065438.0, "reward": 2.9802322387695312e-08, "reward_std": 0.73051917552948, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.07001855123974167, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07999685498146625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7041666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.131021626713557, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1155 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1358.0, "completions/max_terminated_length": 1358.0, "completions/mean_length": 1063.8125, "completions/mean_terminated_length": 1063.8125, "completions/min_length": 675.0, "completions/min_terminated_length": 675.0, "epoch": 0.28907226806701675, "frac_reward_zero_std": 0.0, "grad_norm": 3.8507513693606055, "kl": 0.0117950439453125, "learning_rate": 9.057598673912154e-07, "loss": 0.0258, "num_tokens": 52115843.0, "reward": -2.9802322387695312e-08, "reward_std": 0.9757126569747925, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.4975416072617711, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.326935269350736, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7333333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0843274042711568, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1156 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1423.0, "completions/mean_length": 1113.8125, "completions/mean_terminated_length": 1088.0667724609375, "completions/min_length": 773.0, "completions/min_terminated_length": 773.0, "epoch": 0.28932233058264567, "frac_reward_zero_std": 0.0, "grad_norm": 3.1927071209553355, "kl": 0.00844573974609375, "learning_rate": 9.055191910634502e-07, "loss": -0.0239, "num_tokens": 52156136.0, "reward": 0.0, "reward_std": 0.8162573575973511, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.014300015978543188, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.027408880329011922, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11729986896522632, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1157 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1090.0, "completions/mean_length": 911.125, "completions/mean_terminated_length": 871.86669921875, "completions/min_length": 552.0, "completions/min_terminated_length": 552.0, "epoch": 0.2895723930982746, "frac_reward_zero_std": 0.0, "grad_norm": 3.9142843905374596, "kl": 0.01055908203125, "learning_rate": 9.0527824384188e-07, "loss": -0.0403, "num_tokens": 52188442.0, "reward": -5.960464477539063e-08, "reward_std": 0.577366828918457, "rewards/wordcountpos_reward_GEOBench/mean": -5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.30539144563682785, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.37541708634394955, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6749999999999999, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07252075054258098, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1158 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1396.0, "completions/max_terminated_length": 1396.0, "completions/mean_length": 1232.25, "completions/mean_terminated_length": 1232.25, "completions/min_length": 959.0, "completions/min_terminated_length": 959.0, "epoch": 0.28982245561390346, "frac_reward_zero_std": 0.0, "grad_norm": 2.876635667618434, "kl": 0.00730133056640625, "learning_rate": 9.050370259100984e-07, "loss": -0.0332, "num_tokens": 52228054.0, "reward": -2.60770320892334e-08, "reward_std": 1.0624054670333862, "rewards/wordcountpos_reward_GEOBench/mean": -2.60770320892334e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.017443097710736488, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.042844784544347196, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0739118594202782, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1159 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1208.0, "completions/mean_length": 1222.9375, "completions/mean_terminated_length": 1056.7000732421875, "completions/min_length": 852.0, "completions/min_terminated_length": 852.0, "epoch": 0.2900725181295324, "frac_reward_zero_std": 0.0, "grad_norm": 3.050044118451372, "kl": 0.0088348388671875, "learning_rate": 9.047955374519056e-07, "loss": -0.0022, "num_tokens": 52281133.0, "reward": 0.0, "reward_std": 0.8031957149505615, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.051549455589344005, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1350012648511468, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1548595540529595, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1160 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1469.0, "completions/max_terminated_length": 1469.0, "completions/mean_length": 1200.4375, "completions/mean_terminated_length": 1200.4375, "completions/min_length": 906.0, "completions/min_terminated_length": 906.0, "epoch": 0.2903225806451613, "frac_reward_zero_std": 0.0, "grad_norm": 3.0665931996884597, "kl": 0.0085601806640625, "learning_rate": 9.045537786513076e-07, "loss": -0.0209, "num_tokens": 52321164.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9438577890396118, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.02496364556658468, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07189871551740144, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11729986896522632, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1161 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1345.0, "completions/max_terminated_length": 1345.0, "completions/mean_length": 1181.0, "completions/mean_terminated_length": 1181.0, "completions/min_length": 977.0, "completions/min_terminated_length": 977.0, "epoch": 0.2905726431607902, "frac_reward_zero_std": 0.0, "grad_norm": 2.595106958398425, "kl": 0.00569915771484375, "learning_rate": 9.043117496925167e-07, "loss": -0.0123, "num_tokens": 52362820.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9786962866783142, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.02456438229006036, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09665345022309146, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09179284245476839, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1162 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1434.0, "completions/max_terminated_length": 1434.0, "completions/mean_length": 1122.25, "completions/mean_terminated_length": 1122.25, "completions/min_length": 924.0, "completions/min_terminated_length": 924.0, "epoch": 0.2908227056764191, "frac_reward_zero_std": 0.0, "grad_norm": 3.353880579522538, "kl": 0.011627197265625, "learning_rate": 9.040694507599507e-07, "loss": -0.0198, "num_tokens": 52400952.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9002624750137329, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03243353593879787, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04443911426150871, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08255189164891873, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1163 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1147.0, "completions/max_terminated_length": 1147.0, "completions/mean_length": 1028.625, "completions/mean_terminated_length": 1028.625, "completions/min_length": 929.0, "completions/min_terminated_length": 929.0, "epoch": 0.291072768192048, "frac_reward_zero_std": 0.0, "grad_norm": 2.023969889504414, "kl": 0.00582122802734375, "learning_rate": 9.038268820382336e-07, "loss": 0.0053, "num_tokens": 52445106.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8869227170944214, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04135523165665398, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05604438975967207, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.85, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09888264649460886, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1164 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1273.0, "completions/max_terminated_length": 1273.0, "completions/mean_length": 1074.5625, "completions/mean_terminated_length": 1074.5625, "completions/min_length": 849.0, "completions/min_terminated_length": 849.0, "epoch": 0.2913228307076769, "frac_reward_zero_std": 0.0, "grad_norm": 3.8190731643431945, "kl": 0.0115203857421875, "learning_rate": 9.035840437121947e-07, "loss": -0.0215, "num_tokens": 52486619.0, "reward": -7.450580596923828e-09, "reward_std": 1.0145660638809204, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.05338055891452379, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12187113890865295, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.05426273532033236, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1165 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1397.0, "completions/mean_length": 1237.3125, "completions/mean_terminated_length": 1176.6923828125, "completions/min_length": 846.0, "completions/min_terminated_length": 846.0, "epoch": 0.2915728932233058, "frac_reward_zero_std": 0.0, "grad_norm": 2.944428468808221, "kl": 0.0108795166015625, "learning_rate": 9.033409359668685e-07, "loss": -0.0347, "num_tokens": 52535568.0, "reward": -2.9802322387695312e-08, "reward_std": 0.9597766399383545, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.044156361023542645, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05054099706218258, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8250000000000001, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08734775114237134, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1166 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1338.0, "completions/mean_length": 1198.875, "completions/mean_terminated_length": 1098.5, "completions/min_length": 722.0, "completions/min_terminated_length": 722.0, "epoch": 0.29182295573893474, "frac_reward_zero_std": 0.0, "grad_norm": 2.57883175858149, "kl": 0.008209228515625, "learning_rate": 9.03097558987495e-07, "loss": -0.0452, "num_tokens": 52591262.0, "reward": 0.0, "reward_std": 0.432937890291214, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.15447941466886755, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.19422137252890803, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11344765475923412, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1167 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1451.0, "completions/mean_length": 1393.625, "completions/mean_terminated_length": 1329.800048828125, "completions/min_length": 963.0, "completions/min_terminated_length": 963.0, "epoch": 0.29207301825456367, "frac_reward_zero_std": 0.0, "grad_norm": 1.9716400786699015, "kl": 0.00492095947265625, "learning_rate": 9.028539129595197e-07, "loss": -0.0025, "num_tokens": 52635960.0, "reward": 7.450580596923828e-09, "reward_std": 0.920956015586853, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0909822937597079, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1168 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1386.0, "completions/mean_length": 1112.75, "completions/mean_terminated_length": 1086.933349609375, "completions/min_length": 575.0, "completions/min_terminated_length": 575.0, "epoch": 0.29232308077019253, "frac_reward_zero_std": 0.0, "grad_norm": 3.145876474900216, "kl": 0.008941650390625, "learning_rate": 9.026099980685925e-07, "loss": 0.0189, "num_tokens": 52669604.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8170521259307861, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.008156799774915383, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.014244678372584705, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7916666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.161245154965971, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1169 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1291.0, "completions/max_terminated_length": 1291.0, "completions/mean_length": 984.0, "completions/mean_terminated_length": 984.0, "completions/min_length": 782.0, "completions/min_terminated_length": 782.0, "epoch": 0.29257314328582146, "frac_reward_zero_std": 0.0, "grad_norm": 3.741715016794595, "kl": 0.0117950439453125, "learning_rate": 9.023658145005685e-07, "loss": -0.0585, "num_tokens": 52706956.0, "reward": 0.0, "reward_std": 0.8073769211769104, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.08463783131690501, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08372611507458337, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7041666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.19007795671678931, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1170 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1442.0, "completions/mean_length": 1166.1875, "completions/mean_terminated_length": 1143.933349609375, "completions/min_length": 855.0, "completions/min_terminated_length": 855.0, "epoch": 0.2928232058014504, "frac_reward_zero_std": 0.0, "grad_norm": 2.705689683882935, "kl": 0.011077880859375, "learning_rate": 9.021213624415076e-07, "loss": -0.0221, "num_tokens": 52756615.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9123117327690125, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.033152982809440006, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03859690794942738, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07097208632298364, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1171 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1474.0, "completions/mean_length": 1153.1875, "completions/mean_terminated_length": 1103.6429443359375, "completions/min_length": 771.0, "completions/min_terminated_length": 771.0, "epoch": 0.29307326831707925, "frac_reward_zero_std": 0.0, "grad_norm": 3.332837939677952, "kl": 0.01019287109375, "learning_rate": 9.018766420776738e-07, "loss": 0.0332, "num_tokens": 52807010.0, "reward": 2.9802322387695312e-08, "reward_std": 1.0613384246826172, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.09478364672653038, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.13402401912588144, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6124999999999999, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07391185942027816, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1172 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1466.0, "completions/mean_length": 1333.375, "completions/mean_terminated_length": 1203.77783203125, "completions/min_length": 968.0, "completions/min_terminated_length": 968.0, "epoch": 0.2933233308327082, "frac_reward_zero_std": 0.0, "grad_norm": 3.8913268426707046, "kl": 0.012054443359375, "learning_rate": 9.016316535955363e-07, "loss": -0.0315, "num_tokens": 52871248.0, "reward": 0.0, "reward_std": 0.8631778955459595, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7916666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09388724521901161, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1173 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1419.0, "completions/max_terminated_length": 1419.0, "completions/mean_length": 1087.625, "completions/mean_terminated_length": 1087.625, "completions/min_length": 959.0, "completions/min_terminated_length": 959.0, "epoch": 0.2935733933483371, "frac_reward_zero_std": 0.0, "grad_norm": 2.635565765386067, "kl": 0.00804901123046875, "learning_rate": 9.013863971817681e-07, "loss": 0.0016, "num_tokens": 52919266.0, "reward": 0.0, "reward_std": 0.8623284697532654, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.006341604415750612, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09653306798383536, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07503085784948502, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1174 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1181.0, "completions/max_terminated_length": 1181.0, "completions/mean_length": 967.1875, "completions/mean_terminated_length": 967.1875, "completions/min_length": 807.0, "completions/min_terminated_length": 807.0, "epoch": 0.29382345586396597, "frac_reward_zero_std": 0.0, "grad_norm": 3.5939941253651977, "kl": 0.01055908203125, "learning_rate": 9.01140873023246e-07, "loss": 0.0088, "num_tokens": 52948213.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0492569208145142, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03748124636595282, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07900367717513548, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8708333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12041594578792296, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1175 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1486.0, "completions/mean_length": 1340.5625, "completions/mean_terminated_length": 1268.0909423828125, "completions/min_length": 738.0, "completions/min_terminated_length": 738.0, "epoch": 0.2940735183795949, "frac_reward_zero_std": 0.0, "grad_norm": 3.1595826169175236, "kl": 0.0112762451171875, "learning_rate": 9.008950813070518e-07, "loss": -0.0134, "num_tokens": 53009102.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9196075201034546, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.038371711354889634, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06861130011468775, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10461569884316813, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1176 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1376.0, "completions/max_terminated_length": 1376.0, "completions/mean_length": 1049.25, "completions/mean_terminated_length": 1049.25, "completions/min_length": 674.0, "completions/min_terminated_length": 674.0, "epoch": 0.2943235808952238, "frac_reward_zero_std": 0.0, "grad_norm": 3.6412030041707686, "kl": 0.0137786865234375, "learning_rate": 9.006490222204703e-07, "loss": 0.0161, "num_tokens": 53061106.0, "reward": 0.0, "reward_std": 0.6455578804016113, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.12825604884873848, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.13713888767378207, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0925962962222252, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1177 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1380.0, "completions/max_terminated_length": 1380.0, "completions/mean_length": 1079.1875, "completions/mean_terminated_length": 1079.1875, "completions/min_length": 635.0, "completions/min_terminated_length": 635.0, "epoch": 0.29457364341085274, "frac_reward_zero_std": 0.0, "grad_norm": 3.3555707918830997, "kl": 0.0111236572265625, "learning_rate": 9.004026959509905e-07, "loss": 0.0087, "num_tokens": 53102829.0, "reward": 2.2351741790771484e-08, "reward_std": 1.039689064025879, "rewards/wordcountpos_reward_GEOBench/mean": 2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.00778735387413233, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05462988591273973, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10036968702787748, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1178 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1489.0, "completions/mean_length": 1239.5, "completions/mean_terminated_length": 1202.2857666015625, "completions/min_length": 820.0, "completions/min_terminated_length": 820.0, "epoch": 0.2948237059264816, "frac_reward_zero_std": 0.0, "grad_norm": 2.9186009356992795, "kl": 0.008514404296875, "learning_rate": 9.001561026863047e-07, "loss": 0.0162, "num_tokens": 53140549.0, "reward": 0.0, "reward_std": 0.5740969181060791, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.060030020312083744, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12329823247575154, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.15049301694147857, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1179 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1333.0, "completions/mean_length": 1323.5, "completions/mean_terminated_length": 1147.0, "completions/min_length": 995.0, "completions/min_terminated_length": 995.0, "epoch": 0.29507376844211053, "frac_reward_zero_std": 0.0, "grad_norm": 3.018040668533999, "kl": 0.0089874267578125, "learning_rate": 8.999092426143089e-07, "loss": -0.017, "num_tokens": 53190253.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9633491039276123, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.1163739428737563, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10428153325483963, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.05692750425533113, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1180 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1332.0, "completions/max_terminated_length": 1332.0, "completions/mean_length": 1153.9375, "completions/mean_terminated_length": 1153.9375, "completions/min_length": 894.0, "completions/min_terminated_length": 894.0, "epoch": 0.29532383095773945, "frac_reward_zero_std": 0.0, "grad_norm": 2.732941384173861, "kl": 0.007354736328125, "learning_rate": 8.996621159231022e-07, "loss": -0.0019, "num_tokens": 53231156.0, "reward": 0.0, "reward_std": 0.8251171708106995, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.018747217671694905, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.13705157445373106, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6708333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11279282877125756, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1181 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1386.0, "completions/max_terminated_length": 1386.0, "completions/mean_length": 1142.875, "completions/mean_terminated_length": 1142.875, "completions/min_length": 894.0, "completions/min_terminated_length": 894.0, "epoch": 0.2955738934733683, "frac_reward_zero_std": 0.0, "grad_norm": 2.3214197486401, "kl": 0.0066070556640625, "learning_rate": 8.994147228009867e-07, "loss": -0.0059, "num_tokens": 53265938.0, "reward": -1.1175870895385742e-08, "reward_std": 1.0621826648712158, "rewards/wordcountpos_reward_GEOBench/mean": -1.1175870895385742e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0030477359656461197, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07961221914657131, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07781745019952503, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1182 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1423.0, "completions/mean_length": 1092.5, "completions/mean_terminated_length": 1065.3333740234375, "completions/min_length": 559.0, "completions/min_terminated_length": 559.0, "epoch": 0.29582395598899724, "frac_reward_zero_std": 0.0, "grad_norm": 2.9387731094579532, "kl": 0.00888824462890625, "learning_rate": 8.991670634364681e-07, "loss": -0.0289, "num_tokens": 53321242.0, "reward": 2.9802322387695312e-08, "reward_std": 0.535271167755127, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06302658834309166, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07487570415541867, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08777074514725113, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1183 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1321.0, "completions/max_terminated_length": 1321.0, "completions/mean_length": 1014.375, "completions/mean_terminated_length": 1014.375, "completions/min_length": 912.0, "completions/min_terminated_length": 912.0, "epoch": 0.29607401850462617, "frac_reward_zero_std": 0.0, "grad_norm": 2.8514241129501876, "kl": 0.0081634521484375, "learning_rate": 8.989191380182545e-07, "loss": 0.0376, "num_tokens": 53366904.0, "reward": 0.0, "reward_std": 0.7303670644760132, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.11730321206251672, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1935617976134636, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10000000000000002, "rewards/wordcountpos_reward_GEOBench/std": 1.0327954292297363, "step": 1184 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1487.0, "completions/mean_length": 1217.8125, "completions/mean_terminated_length": 1177.5, "completions/min_length": 983.0, "completions/min_terminated_length": 983.0, "epoch": 0.29632408102025504, "frac_reward_zero_std": 0.0, "grad_norm": 3.4415554021570327, "kl": 0.0127716064453125, "learning_rate": 8.986709467352568e-07, "loss": -0.055, "num_tokens": 53411517.0, "reward": 0.0, "reward_std": 0.9080904126167297, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.013141879362435854, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.024110053257729826, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08432740427115681, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1185 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1299.0, "completions/max_terminated_length": 1299.0, "completions/mean_length": 992.25, "completions/mean_terminated_length": 992.25, "completions/min_length": 711.0, "completions/min_terminated_length": 711.0, "epoch": 0.29657414353588396, "frac_reward_zero_std": 0.0, "grad_norm": 3.085083520712462, "kl": 0.0086517333984375, "learning_rate": 8.984224897765884e-07, "loss": -0.0557, "num_tokens": 53448313.0, "reward": -4.470348358154297e-08, "reward_std": 0.9266807436943054, "rewards/wordcountpos_reward_GEOBench/mean": -4.470348358154297e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.014269688148107574, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.026368284456262353, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.102469507659596, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1186 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1150.0, "completions/mean_length": 1450.75, "completions/mean_terminated_length": 1106.0, "completions/min_length": 1062.0, "completions/min_terminated_length": 1062.0, "epoch": 0.2968242060515129, "frac_reward_zero_std": 0.0, "grad_norm": 2.3640575578036063, "kl": 0.00616455078125, "learning_rate": 8.981737673315655e-07, "loss": 0.0329, "num_tokens": 53509269.0, "reward": 0.0, "reward_std": 0.913100004196167, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.032472426082544026, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03480654400243118, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0906764700582363, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1187 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1481.0, "completions/max_terminated_length": 1481.0, "completions/mean_length": 1023.625, "completions/mean_terminated_length": 1023.625, "completions/min_length": 533.0, "completions/min_terminated_length": 533.0, "epoch": 0.2970742685671418, "frac_reward_zero_std": 0.0, "grad_norm": 3.0863880774445347, "kl": 0.00946807861328125, "learning_rate": 8.979247795897059e-07, "loss": -0.0373, "num_tokens": 53537967.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0143927335739136, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04040122698545328, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.15855404773034618, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7916666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08027729719194866, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1188 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1428.0, "completions/mean_length": 1134.9375, "completions/mean_terminated_length": 1110.60009765625, "completions/min_length": 862.0, "completions/min_terminated_length": 862.0, "epoch": 0.2973243310827707, "frac_reward_zero_std": 0.0, "grad_norm": 3.451765422071213, "kl": 0.013397216796875, "learning_rate": 8.976755267407306e-07, "loss": 0.0021, "num_tokens": 53589350.0, "reward": 0.0, "reward_std": 0.8723480105400085, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.020637533894191408, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0670003962207655, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.16329931618554522, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1189 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1229.0, "completions/mean_length": 1262.8125, "completions/mean_terminated_length": 1025.625, "completions/min_length": 887.0, "completions/min_terminated_length": 887.0, "epoch": 0.2975743935983996, "frac_reward_zero_std": 0.0, "grad_norm": 1.9967317518491714, "kl": 0.00624847412109375, "learning_rate": 8.974260089745614e-07, "loss": -0.0297, "num_tokens": 53644075.0, "reward": -1.1175870895385742e-08, "reward_std": 1.054693579673767, "rewards/wordcountpos_reward_GEOBench/mean": -1.1175870895385742e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.053398331328712224, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09639647340215667, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.04013864859597436, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1190 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.6875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1466.0, "completions/mean_length": 1409.8125, "completions/mean_terminated_length": 1211.4000244140625, "completions/min_length": 639.0, "completions/min_terminated_length": 639.0, "epoch": 0.2978244561140285, "frac_reward_zero_std": 0.0, "grad_norm": 1.7973178052848144, "kl": 0.005916595458984375, "learning_rate": 8.971762264813228e-07, "loss": -0.0246, "num_tokens": 53695624.0, "reward": 0.0, "reward_std": 0.8682726621627808, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.005747756177443989, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07185455743910749, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.15000000000000002, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1191 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1414.0, "completions/mean_length": 1236.125, "completions/mean_terminated_length": 1218.533447265625, "completions/min_length": 852.0, "completions/min_terminated_length": 852.0, "epoch": 0.2980745186296574, "frac_reward_zero_std": 0.0, "grad_norm": 2.4396693054470457, "kl": 0.006744384765625, "learning_rate": 8.969261794513408e-07, "loss": -0.0402, "num_tokens": 53749594.0, "reward": 0.0, "reward_std": 0.8011016845703125, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.14331181028720963, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08409620487075355, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12816366850994057, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1192 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1374.0, "completions/max_terminated_length": 1374.0, "completions/mean_length": 1153.5625, "completions/mean_terminated_length": 1153.5625, "completions/min_length": 982.0, "completions/min_terminated_length": 982.0, "epoch": 0.2983245811452863, "frac_reward_zero_std": 0.0, "grad_norm": 3.640033088552631, "kl": 0.01139068603515625, "learning_rate": 8.966758680751427e-07, "loss": -0.0151, "num_tokens": 53785235.0, "reward": 0.0, "reward_std": 0.9230592250823975, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.013115530388445193, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05480608373726796, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7708333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.04849589520621159, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1193 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1320.0, "completions/max_terminated_length": 1320.0, "completions/mean_length": 1056.75, "completions/mean_terminated_length": 1056.75, "completions/min_length": 915.0, "completions/min_terminated_length": 915.0, "epoch": 0.29857464366091524, "frac_reward_zero_std": 0.0, "grad_norm": 3.3924814461556543, "kl": 0.0111083984375, "learning_rate": 8.964252925434578e-07, "loss": -0.0025, "num_tokens": 53820671.0, "reward": 0.0, "reward_std": 0.8826729655265808, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.011701921674307132, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07154462130872898, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09496588081262933, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1194 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1451.0, "completions/mean_length": 1091.4375, "completions/mean_terminated_length": 1064.2000732421875, "completions/min_length": 530.0, "completions/min_terminated_length": 530.0, "epoch": 0.29882470617654416, "frac_reward_zero_std": 0.0, "grad_norm": 3.5563506727488305, "kl": 0.01004791259765625, "learning_rate": 8.96174453047216e-07, "loss": -0.0731, "num_tokens": 53855806.0, "reward": 0.0, "reward_std": 0.44092732667922974, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03739526868946356, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05843159862911866, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1465024333004847, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1195 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1354.0, "completions/mean_length": 1238.8125, "completions/mean_terminated_length": 1151.75, "completions/min_length": 843.0, "completions/min_terminated_length": 843.0, "epoch": 0.29907476869217303, "frac_reward_zero_std": 0.0, "grad_norm": 2.961294879580483, "kl": 0.01025390625, "learning_rate": 8.959233497775489e-07, "loss": 0.0061, "num_tokens": 53910795.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0181138515472412, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.09929470218510253, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1263994683460607, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7666666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08432740427115681, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1196 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1403.0, "completions/mean_length": 1218.6875, "completions/mean_terminated_length": 1153.769287109375, "completions/min_length": 931.0, "completions/min_terminated_length": 931.0, "epoch": 0.29932483120780196, "frac_reward_zero_std": 0.0, "grad_norm": 2.5871776160240243, "kl": 0.00923919677734375, "learning_rate": 8.956719829257888e-07, "loss": -0.0498, "num_tokens": 53961150.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9816817045211792, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03429008241831853, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10332728299090464, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11792967144619462, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1197 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1071.0, "completions/max_terminated_length": 1071.0, "completions/mean_length": 860.3125, "completions/mean_terminated_length": 860.3125, "completions/min_length": 713.0, "completions/min_terminated_length": 713.0, "epoch": 0.2995748937234309, "frac_reward_zero_std": 0.0, "grad_norm": 2.3003345721031243, "kl": 0.0068511962890625, "learning_rate": 8.954203526834686e-07, "loss": 0.0192, "num_tokens": 53987547.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0121970176696777, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.018933210527773574, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.027060488136229046, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07084150279686705, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1198 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1291.0, "completions/mean_length": 1106.4375, "completions/mean_terminated_length": 1015.6154174804688, "completions/min_length": 900.0, "completions/min_terminated_length": 900.0, "epoch": 0.29982495623905975, "frac_reward_zero_std": 0.0, "grad_norm": 2.9603023546953895, "kl": 0.007415771484375, "learning_rate": 8.951684592423226e-07, "loss": -0.0342, "num_tokens": 54030354.0, "reward": -2.9802322387695312e-08, "reward_std": 0.7926464676856995, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.015025014658913491, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.168857226169081, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07252075054258102, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1199 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.6875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1482.0, "completions/mean_length": 1429.625, "completions/mean_terminated_length": 1274.800048828125, "completions/min_length": 841.0, "completions/min_terminated_length": 841.0, "epoch": 0.30007501875468867, "frac_reward_zero_std": 0.0, "grad_norm": 2.9569518284747662, "kl": 0.01055908203125, "learning_rate": 8.949163027942849e-07, "loss": -0.0319, "num_tokens": 54088124.0, "reward": 2.9802322387695312e-08, "reward_std": 1.0267547369003296, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.10920012930723197, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11618866076186583, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8583333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07252075054258099, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1200 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1500.0, "completions/mean_length": 1047.875, "completions/mean_terminated_length": 1017.7333984375, "completions/min_length": 753.0, "completions/min_terminated_length": 753.0, "epoch": 0.3003250812703176, "frac_reward_zero_std": 0.0, "grad_norm": 3.585102121791689, "kl": 0.01055908203125, "learning_rate": 8.946638835314905e-07, "loss": 0.0173, "num_tokens": 54134834.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9285773038864136, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.009369891471875176, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.021302853522128545, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11925695879998881, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1201 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1409.0, "completions/mean_length": 1266.25, "completions/mean_terminated_length": 1084.4444580078125, "completions/min_length": 900.0, "completions/min_terminated_length": 900.0, "epoch": 0.30057514378594646, "frac_reward_zero_std": 0.0, "grad_norm": 2.7324062140868404, "kl": 0.00998687744140625, "learning_rate": 8.944112016462746e-07, "loss": -0.0207, "num_tokens": 54184654.0, "reward": 0.0, "reward_std": 0.9125763177871704, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0045885899779005744, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.018354359911602298, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07290277645477444, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1202 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1408.0, "completions/max_terminated_length": 1408.0, "completions/mean_length": 1027.25, "completions/mean_terminated_length": 1027.25, "completions/min_length": 698.0, "completions/min_terminated_length": 698.0, "epoch": 0.3008252063015754, "frac_reward_zero_std": 0.0, "grad_norm": 2.868664645662487, "kl": 0.00757598876953125, "learning_rate": 8.94158257331172e-07, "loss": -0.0299, "num_tokens": 54231898.0, "reward": 0.0, "reward_std": 0.8390709161758423, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.019429508188049376, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11693683093518384, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07969850595746357, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1203 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1497.0, "completions/mean_length": 1222.125, "completions/mean_terminated_length": 1158.0, "completions/min_length": 865.0, "completions/min_terminated_length": 865.0, "epoch": 0.3010752688172043, "frac_reward_zero_std": 0.0, "grad_norm": 3.2196545536545775, "kl": 0.0105438232421875, "learning_rate": 8.939050507789182e-07, "loss": 0.0078, "num_tokens": 54278044.0, "reward": 0.0, "reward_std": 1.0197193622589111, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06121991148165406, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.24378376404331942, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7708333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10027739304327551, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1204 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1373.0, "completions/mean_length": 959.0625, "completions/mean_terminated_length": 881.7857666015625, "completions/min_length": 573.0, "completions/min_terminated_length": 573.0, "epoch": 0.30132533133283324, "frac_reward_zero_std": 0.0, "grad_norm": 2.926495822501635, "kl": 0.011016845703125, "learning_rate": 8.936515821824481e-07, "loss": 0.0076, "num_tokens": 54324845.0, "reward": 2.2351741790771484e-08, "reward_std": 1.0414206981658936, "rewards/wordcountpos_reward_GEOBench/mean": 2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.02180952955388306, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.040226567680777536, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7916666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.16843506277010845, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1205 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1185.0, "completions/max_terminated_length": 1185.0, "completions/mean_length": 958.875, "completions/mean_terminated_length": 958.875, "completions/min_length": 805.0, "completions/min_terminated_length": 805.0, "epoch": 0.3015753938484621, "frac_reward_zero_std": 0.0, "grad_norm": 3.181858439099294, "kl": 0.010162353515625, "learning_rate": 8.933978517348962e-07, "loss": -0.0186, "num_tokens": 54368699.0, "reward": 0.0, "reward_std": 0.9993492960929871, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.10588658912652821, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11806630352178385, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10878112581387148, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1206 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1381.0, "completions/mean_length": 1179.875, "completions/mean_terminated_length": 1034.3636474609375, "completions/min_length": 749.0, "completions/min_terminated_length": 749.0, "epoch": 0.301825456364091, "frac_reward_zero_std": 0.0, "grad_norm": 2.93710430803906, "kl": 0.009246826171875, "learning_rate": 8.93143859629597e-07, "loss": 0.0302, "num_tokens": 54402977.0, "reward": 0.0, "reward_std": 1.065537691116333, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.09129711999701984, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07499042139611237, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08509254221575908, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1207 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1449.0, "completions/mean_length": 1106.3125, "completions/mean_terminated_length": 1080.0667724609375, "completions/min_length": 769.0, "completions/min_terminated_length": 769.0, "epoch": 0.30207551887971995, "frac_reward_zero_std": 0.0, "grad_norm": 3.4120995948632666, "kl": 0.0113372802734375, "learning_rate": 8.928896060600837e-07, "loss": -0.041, "num_tokens": 54440870.0, "reward": 5.960464477539063e-08, "reward_std": 0.7513419389724731, "rewards/wordcountpos_reward_GEOBench/mean": 5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.010618214985539208, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11997398060465035, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08606629658238707, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1208 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1478.0, "completions/mean_length": 1326.4375, "completions/mean_terminated_length": 1301.6429443359375, "completions/min_length": 1143.0, "completions/min_terminated_length": 1143.0, "epoch": 0.3023255813953488, "frac_reward_zero_std": 0.0, "grad_norm": 2.0364700463289895, "kl": 0.005474090576171875, "learning_rate": 8.926350912200893e-07, "loss": -0.0161, "num_tokens": 54483997.0, "reward": 1.4901161193847656e-08, "reward_std": 0.8850369453430176, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.051546420159771345, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10197149031631914, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07588978362901862, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1209 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1382.0, "completions/max_terminated_length": 1382.0, "completions/mean_length": 1199.75, "completions/mean_terminated_length": 1199.75, "completions/min_length": 975.0, "completions/min_terminated_length": 975.0, "epoch": 0.30257564391097774, "frac_reward_zero_std": 0.0, "grad_norm": 3.1726141508128176, "kl": 0.012603759765625, "learning_rate": 8.923803153035454e-07, "loss": 0.0094, "num_tokens": 54520561.0, "reward": -5.21540641784668e-08, "reward_std": 1.0656747817993164, "rewards/wordcountpos_reward_GEOBench/mean": -5.21540641784668e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.021676371828643477, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09388592360497452, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1308094458023239, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1210 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1418.0, "completions/mean_length": 1354.875, "completions/mean_terminated_length": 1209.75, "completions/min_length": 1009.0, "completions/min_terminated_length": 1009.0, "epoch": 0.30282570642660667, "frac_reward_zero_std": 0.0, "grad_norm": 3.0841555049741975, "kl": 0.009979248046875, "learning_rate": 8.921252785045829e-07, "loss": 0.0345, "num_tokens": 54577391.0, "reward": -7.450580596923828e-09, "reward_std": 1.0585405826568604, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.08129615819359012, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09801478063226564, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.05708992257184505, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1211 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1500.0, "completions/mean_length": 1275.9375, "completions/mean_terminated_length": 1243.9285888671875, "completions/min_length": 979.0, "completions/min_terminated_length": 979.0, "epoch": 0.30307576894223553, "frac_reward_zero_std": 0.0, "grad_norm": 2.7492521280187607, "kl": 0.00843048095703125, "learning_rate": 8.918699810175316e-07, "loss": -0.0312, "num_tokens": 54629910.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9854578971862793, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.00020549252228716126, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05704246240055369, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08777074514725114, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1212 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1388.0, "completions/mean_length": 1033.5, "completions/mean_terminated_length": 1002.4000244140625, "completions/min_length": 634.0, "completions/min_terminated_length": 634.0, "epoch": 0.30332583145786446, "frac_reward_zero_std": 0.0, "grad_norm": 2.487022402053469, "kl": 0.004119873046875, "learning_rate": 8.916144230369195e-07, "loss": -0.0453, "num_tokens": 54670998.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0087707042694092, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06126105746403688, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07717793028597648, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7374999999999999, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12524050936172845, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1213 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1438.0, "completions/mean_length": 1197.4375, "completions/mean_terminated_length": 1177.2667236328125, "completions/min_length": 868.0, "completions/min_terminated_length": 868.0, "epoch": 0.3035758939734934, "frac_reward_zero_std": 0.0, "grad_norm": 3.0519825561853984, "kl": 0.010498046875, "learning_rate": 8.913586047574729e-07, "loss": -0.035, "num_tokens": 54719157.0, "reward": 0.0, "reward_std": 0.9786341786384583, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.01011327914530728, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.02824625279296795, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10532137766186216, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1214 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1472.0, "completions/mean_length": 1285.6875, "completions/mean_terminated_length": 1214.25, "completions/min_length": 656.0, "completions/min_terminated_length": 656.0, "epoch": 0.3038259564891223, "frac_reward_zero_std": 0.0, "grad_norm": 3.0364768531039505, "kl": 0.0097503662109375, "learning_rate": 8.911025263741175e-07, "loss": -0.0799, "num_tokens": 54774688.0, "reward": -2.9802322387695312e-08, "reward_std": 0.7972286939620972, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.12205120001678034, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1465697155282773, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6916666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12382783747337807, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1215 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1500.0, "completions/mean_length": 1276.9375, "completions/mean_terminated_length": 1245.071533203125, "completions/min_length": 913.0, "completions/min_terminated_length": 913.0, "epoch": 0.3040760190047512, "frac_reward_zero_std": 0.0, "grad_norm": 2.1900244848341495, "kl": 0.004283905029296875, "learning_rate": 8.908461880819763e-07, "loss": 0.0216, "num_tokens": 54819935.0, "reward": -4.470348358154297e-08, "reward_std": 0.9602987766265869, "rewards/wordcountpos_reward_GEOBench/mean": -4.470348358154297e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.05107195556204741, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0557609211443386, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07084150279686706, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1216 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1290.0, "completions/mean_length": 1148.375, "completions/mean_terminated_length": 1098.1429443359375, "completions/min_length": 982.0, "completions/min_terminated_length": 982.0, "epoch": 0.3043260815203801, "frac_reward_zero_std": 0.0, "grad_norm": 2.786511652234718, "kl": 0.00843048095703125, "learning_rate": 8.905895900763702e-07, "loss": 0.0189, "num_tokens": 54862365.0, "reward": 2.9802322387695312e-08, "reward_std": 0.6400191783905029, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.1274396327878428, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.20789577214009938, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1102186379345533, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1217 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1191.0, "completions/max_terminated_length": 1191.0, "completions/mean_length": 923.625, "completions/mean_terminated_length": 923.625, "completions/min_length": 651.0, "completions/min_terminated_length": 651.0, "epoch": 0.304576144036009, "frac_reward_zero_std": 0.0, "grad_norm": 3.226147142335819, "kl": 0.0128936767578125, "learning_rate": 8.903327325528187e-07, "loss": -0.0593, "num_tokens": 54888151.0, "reward": -2.9802322387695312e-08, "reward_std": 1.0008233785629272, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.024532607679943287, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.02380972872930064, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08606629658238707, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1218 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1163.0, "completions/max_terminated_length": 1163.0, "completions/mean_length": 955.5625, "completions/mean_terminated_length": 955.5625, "completions/min_length": 776.0, "completions/min_terminated_length": 776.0, "epoch": 0.3048262065516379, "frac_reward_zero_std": 0.0, "grad_norm": 3.376653291108612, "kl": 0.00946044921875, "learning_rate": 8.900756157070389e-07, "loss": 0.0061, "num_tokens": 54929264.0, "reward": 5.960464477539063e-08, "reward_std": 0.595533013343811, "rewards/wordcountpos_reward_GEOBench/mean": 5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.02403413816252718, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1339879964158582, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.85, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1605545943838973, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1219 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1491.0, "completions/mean_length": 1168.4375, "completions/mean_terminated_length": 1146.3333740234375, "completions/min_length": 773.0, "completions/min_terminated_length": 773.0, "epoch": 0.3050762690672668, "frac_reward_zero_std": 0.0, "grad_norm": 3.029639071224109, "kl": 0.00917816162109375, "learning_rate": 8.898182397349447e-07, "loss": -0.0206, "num_tokens": 54977551.0, "reward": -2.9802322387695312e-08, "reward_std": 0.830763578414917, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.028814836220515547, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03872268356333447, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7708333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08421753138505425, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1220 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1388.0, "completions/mean_length": 1011.8125, "completions/mean_terminated_length": 979.2667236328125, "completions/min_length": 655.0, "completions/min_terminated_length": 655.0, "epoch": 0.30532633158289574, "frac_reward_zero_std": 0.0, "grad_norm": 3.147841537457434, "kl": 0.00923919677734375, "learning_rate": 8.895606048326483e-07, "loss": 0.0026, "num_tokens": 55015804.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8816462755203247, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.071511745118158, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08393456695340762, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10390522747338701, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1221 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1267.0, "completions/mean_length": 1082.125, "completions/mean_terminated_length": 1054.2667236328125, "completions/min_length": 710.0, "completions/min_terminated_length": 710.0, "epoch": 0.3055763940985246, "frac_reward_zero_std": 0.0, "grad_norm": 3.494972290758228, "kl": 0.01239013671875, "learning_rate": 8.89302711196459e-07, "loss": -0.0072, "num_tokens": 55070038.0, "reward": 1.1175870895385742e-08, "reward_std": 1.013606071472168, "rewards/wordcountpos_reward_GEOBench/mean": 1.1175870895385742e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.007197076811300727, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05484332223715817, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7041666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0768596604689834, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1222 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1463.0, "completions/mean_length": 1251.75, "completions/mean_terminated_length": 1138.9091796875, "completions/min_length": 888.0, "completions/min_terminated_length": 888.0, "epoch": 0.30582645661415353, "frac_reward_zero_std": 0.0, "grad_norm": 2.8053706720058322, "kl": 0.01043701171875, "learning_rate": 8.890445590228832e-07, "loss": 0.0136, "num_tokens": 55116410.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8541104793548584, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.04498156882895489, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.13760166214134273, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14504150108516198, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1223 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1405.0, "completions/max_terminated_length": 1405.0, "completions/mean_length": 1216.5625, "completions/mean_terminated_length": 1216.5625, "completions/min_length": 953.0, "completions/min_terminated_length": 953.0, "epoch": 0.30607651912978245, "frac_reward_zero_std": 0.0, "grad_norm": 3.1687908361404755, "kl": 0.01065826416015625, "learning_rate": 8.887861485086244e-07, "loss": 0.0041, "num_tokens": 55166315.0, "reward": -7.450580596923828e-09, "reward_std": 0.9600927829742432, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0957494185292262, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12264245884733233, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11547005383792518, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1224 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1157.0, "completions/max_terminated_length": 1157.0, "completions/mean_length": 977.4375, "completions/mean_terminated_length": 977.4375, "completions/min_length": 674.0, "completions/min_terminated_length": 674.0, "epoch": 0.3063265816454114, "frac_reward_zero_std": 0.0, "grad_norm": 3.2660825369495896, "kl": 0.012451171875, "learning_rate": 8.885274798505824e-07, "loss": -0.0018, "num_tokens": 55201474.0, "reward": 0.0, "reward_std": 0.874707818031311, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.12021092289883042, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08284530322627226, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7374999999999999, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07876359377087683, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1225 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1469.0, "completions/mean_length": 1092.0625, "completions/mean_terminated_length": 956.0833740234375, "completions/min_length": 594.0, "completions/min_terminated_length": 594.0, "epoch": 0.30657664416104025, "frac_reward_zero_std": 0.0, "grad_norm": 3.0894594969171645, "kl": 0.0107421875, "learning_rate": 8.882685532458544e-07, "loss": -0.0035, "num_tokens": 55246947.0, "reward": 7.450580596923828e-09, "reward_std": 1.0428954362869263, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.005923734275099145, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08610851472946286, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7708333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1166666666666667, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1226 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1483.0, "completions/max_terminated_length": 1483.0, "completions/mean_length": 1213.1875, "completions/mean_terminated_length": 1213.1875, "completions/min_length": 867.0, "completions/min_terminated_length": 867.0, "epoch": 0.30682670667666917, "frac_reward_zero_std": 0.0, "grad_norm": 3.3458055800842863, "kl": 0.01470947265625, "learning_rate": 8.880093688917338e-07, "loss": 0.0315, "num_tokens": 55299590.0, "reward": 1.862645149230957e-08, "reward_std": 1.05448579788208, "rewards/wordcountpos_reward_GEOBench/mean": 1.862645149230957e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.22044342801292865, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.16613047954539695, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.725, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11122216672215289, "rewards/wordcountpos_reward_GEOBench/std": 1.0327954292297363, "step": 1227 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1347.0, "completions/max_terminated_length": 1347.0, "completions/mean_length": 950.375, "completions/mean_terminated_length": 950.375, "completions/min_length": 672.0, "completions/min_terminated_length": 672.0, "epoch": 0.3070767691922981, "frac_reward_zero_std": 0.0, "grad_norm": 3.2973413562821765, "kl": 0.011043548583984375, "learning_rate": 8.877499269857107e-07, "loss": 0.0065, "num_tokens": 55340548.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8163482546806335, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0804738741514042, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11917843590648217, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10461569884316813, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1228 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1459.0, "completions/mean_length": 1276.0, "completions/mean_terminated_length": 1261.0667724609375, "completions/min_length": 1019.0, "completions/min_terminated_length": 1019.0, "epoch": 0.30732683170792696, "frac_reward_zero_std": 0.0, "grad_norm": 2.8503118678932124, "kl": 0.0106658935546875, "learning_rate": 8.874902277254708e-07, "loss": -0.0053, "num_tokens": 55392332.0, "reward": 0.0, "reward_std": 1.0427963733673096, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.04649934625011029, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06852049910383065, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09179284245476839, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1229 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1061.0, "completions/mean_length": 1254.6875, "completions/mean_terminated_length": 939.2857666015625, "completions/min_length": 772.0, "completions/min_terminated_length": 772.0, "epoch": 0.3075768942235559, "frac_reward_zero_std": 0.0, "grad_norm": 3.294895546477739, "kl": 0.0108642578125, "learning_rate": 8.872302713088965e-07, "loss": 0.0315, "num_tokens": 55444567.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0033539533615112, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12141145226353545, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1230 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1287.0, "completions/mean_length": 1124.375, "completions/mean_terminated_length": 1070.71435546875, "completions/min_length": 784.0, "completions/min_terminated_length": 784.0, "epoch": 0.3078269567391848, "frac_reward_zero_std": 0.0, "grad_norm": 2.2111852087639585, "kl": 0.00618743896484375, "learning_rate": 8.86970057934066e-07, "loss": 0.0037, "num_tokens": 55484085.0, "reward": -1.4901161193847656e-08, "reward_std": 1.039217472076416, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.005134002981750508, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.056400174910446826, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06206328908341755, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1231 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1290.0, "completions/mean_length": 1009.1875, "completions/mean_terminated_length": 845.5833740234375, "completions/min_length": 487.0, "completions/min_terminated_length": 487.0, "epoch": 0.3080770192548137, "frac_reward_zero_std": 0.0, "grad_norm": 3.22018203282512, "kl": 0.0113983154296875, "learning_rate": 8.867095877992532e-07, "loss": -0.1055, "num_tokens": 55525888.0, "reward": 2.9802322387695312e-08, "reward_std": 0.6765516400337219, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.08574959980050728, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07906302473709823, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10576003586036264, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1232 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1244.0, "completions/max_terminated_length": 1244.0, "completions/mean_length": 942.625, "completions/mean_terminated_length": 942.625, "completions/min_length": 656.0, "completions/min_terminated_length": 656.0, "epoch": 0.3083270817704426, "frac_reward_zero_std": 0.0, "grad_norm": 3.7915820220475847, "kl": 0.0117645263671875, "learning_rate": 8.864488611029277e-07, "loss": -0.0284, "num_tokens": 55565722.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9785919189453125, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.04460261247001934, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04748274161864952, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1275843947266976, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1233 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1499.0, "completions/max_terminated_length": 1499.0, "completions/mean_length": 1114.25, "completions/mean_terminated_length": 1114.25, "completions/min_length": 655.0, "completions/min_terminated_length": 655.0, "epoch": 0.3085771442860715, "frac_reward_zero_std": 0.0, "grad_norm": 2.940629920717229, "kl": 0.0100555419921875, "learning_rate": 8.861878780437545e-07, "loss": -0.0676, "num_tokens": 55616742.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0044103860855103, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.1121576283367444, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06834653393045816, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11855612829185828, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1234 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1424.0, "completions/max_terminated_length": 1424.0, "completions/mean_length": 1031.5, "completions/mean_terminated_length": 1031.5, "completions/min_length": 732.0, "completions/min_terminated_length": 732.0, "epoch": 0.30882720680170045, "frac_reward_zero_std": 0.0, "grad_norm": 2.8566802862889533, "kl": 0.0101318359375, "learning_rate": 8.85926638820594e-07, "loss": -0.0018, "num_tokens": 55657094.0, "reward": 0.0, "reward_std": 0.9838023781776428, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0008736604543214724, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05866043859271723, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.775, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08027729719194866, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1235 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1481.0, "completions/mean_length": 1047.0, "completions/mean_terminated_length": 982.2857666015625, "completions/min_length": 609.0, "completions/min_terminated_length": 609.0, "epoch": 0.3090772693173293, "frac_reward_zero_std": 0.0, "grad_norm": 3.3649651661277042, "kl": 0.0107574462890625, "learning_rate": 8.85665143632502e-07, "loss": -0.1279, "num_tokens": 55712406.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9223273396492004, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.003308683473685998, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.17810510794073103, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7666666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08432740427115681, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1236 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1459.0, "completions/mean_length": 1133.1875, "completions/mean_terminated_length": 1108.7333984375, "completions/min_length": 914.0, "completions/min_terminated_length": 914.0, "epoch": 0.30932733183295824, "frac_reward_zero_std": 0.0, "grad_norm": 3.5608345712846075, "kl": 0.0144500732421875, "learning_rate": 8.85403392678729e-07, "loss": -0.0592, "num_tokens": 55757961.0, "reward": 0.0, "reward_std": 1.0014978647232056, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06379017661079413, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07108468216180186, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7708333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08421753138505425, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1237 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1333.0, "completions/mean_length": 1190.25, "completions/mean_terminated_length": 1118.769287109375, "completions/min_length": 928.0, "completions/min_terminated_length": 928.0, "epoch": 0.30957739434858716, "frac_reward_zero_std": 0.0, "grad_norm": 3.293290229932778, "kl": 0.010162353515625, "learning_rate": 8.851413861587205e-07, "loss": 0.0234, "num_tokens": 55802853.0, "reward": 0.0, "reward_std": 0.6172600388526917, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.1535597350929415, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.19998658832380345, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7083333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09067647005823631, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1238 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1396.0, "completions/mean_length": 1231.375, "completions/mean_terminated_length": 1213.4666748046875, "completions/min_length": 895.0, "completions/min_terminated_length": 895.0, "epoch": 0.30982745686421603, "frac_reward_zero_std": 0.0, "grad_norm": 3.201998407812096, "kl": 0.014434814453125, "learning_rate": 8.848791242721166e-07, "loss": -0.0458, "num_tokens": 55849547.0, "reward": 0.0, "reward_std": 0.8060121536254883, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.08564798036641437, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07915268399442278, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14168300559373406, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1239 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1467.0, "completions/max_terminated_length": 1467.0, "completions/mean_length": 1089.75, "completions/mean_terminated_length": 1089.75, "completions/min_length": 715.0, "completions/min_terminated_length": 715.0, "epoch": 0.31007751937984496, "frac_reward_zero_std": 0.0, "grad_norm": 2.8197751527432406, "kl": 0.00925445556640625, "learning_rate": 8.846166072187526e-07, "loss": -0.054, "num_tokens": 55893831.0, "reward": -4.470348358154297e-08, "reward_std": 0.9972229599952698, "rewards/wordcountpos_reward_GEOBench/mean": -4.470348358154297e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.009246130732879583, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07998820767002952, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.725, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1112221667221529, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1240 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1471.0, "completions/mean_length": 1136.25, "completions/mean_terminated_length": 918.0, "completions/min_length": 517.0, "completions/min_terminated_length": 517.0, "epoch": 0.3103275818954739, "frac_reward_zero_std": 0.0, "grad_norm": 2.299042588801749, "kl": 0.00504302978515625, "learning_rate": 8.843538351986574e-07, "loss": -0.062, "num_tokens": 55942763.0, "reward": 0.0, "reward_std": 0.6083270311355591, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.08468701335132282, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.18382478697275648, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06309898162000302, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1241 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1490.0, "completions/mean_length": 1335.6875, "completions/mean_terminated_length": 1297.769287109375, "completions/min_length": 1135.0, "completions/min_terminated_length": 1135.0, "epoch": 0.31057764441110275, "frac_reward_zero_std": 0.0, "grad_norm": 2.9420226217716405, "kl": 0.0111083984375, "learning_rate": 8.840908084120548e-07, "loss": -0.012, "num_tokens": 56000406.0, "reward": -2.9802322387695312e-08, "reward_std": 0.9069857597351074, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.017203316232785433, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.16662432899817503, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06070572613176774, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1242 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1364.0, "completions/max_terminated_length": 1364.0, "completions/mean_length": 1122.625, "completions/mean_terminated_length": 1122.625, "completions/min_length": 886.0, "completions/min_terminated_length": 886.0, "epoch": 0.3108277069267317, "frac_reward_zero_std": 0.0, "grad_norm": 2.9572784984516542, "kl": 0.009796142578125, "learning_rate": 8.83827527059362e-07, "loss": -0.0366, "num_tokens": 56049224.0, "reward": -2.9802322387695312e-08, "reward_std": 0.6465604901313782, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.268851119625728, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.3763177778278091, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.050000000000000024, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1243 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1379.0, "completions/max_terminated_length": 1379.0, "completions/mean_length": 1156.3125, "completions/mean_terminated_length": 1156.3125, "completions/min_length": 874.0, "completions/min_terminated_length": 874.0, "epoch": 0.3110777694423606, "frac_reward_zero_std": 0.0, "grad_norm": 2.9017456075164874, "kl": 0.01031494140625, "learning_rate": 8.83563991341191e-07, "loss": -0.0036, "num_tokens": 56092477.0, "reward": 0.0, "reward_std": 0.9222713112831116, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03667383255845325, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1928892987149647, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9208333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.103905227473387, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1244 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1322.0, "completions/mean_length": 1360.375, "completions/mean_terminated_length": 1180.857177734375, "completions/min_length": 973.0, "completions/min_terminated_length": 973.0, "epoch": 0.3113278319579895, "frac_reward_zero_std": 0.0, "grad_norm": 3.354089052831367, "kl": 0.0131072998046875, "learning_rate": 8.833002014583474e-07, "loss": 0.0443, "num_tokens": 56151731.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9580180048942566, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06556900482076057, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.056933175905587705, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6416666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07649739768026002, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1245 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1444.0, "completions/max_terminated_length": 1444.0, "completions/mean_length": 967.1875, "completions/mean_terminated_length": 967.1875, "completions/min_length": 436.0, "completions/min_terminated_length": 436.0, "epoch": 0.3115778944736184, "frac_reward_zero_std": 0.0, "grad_norm": 3.8996603584152756, "kl": 0.0145263671875, "learning_rate": 8.830361576118299e-07, "loss": 0.0758, "num_tokens": 56186222.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0592573881149292, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.10262681537358839, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0397963478975493, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7041666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.05426273532033236, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1246 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1325.0, "completions/max_terminated_length": 1325.0, "completions/mean_length": 1068.875, "completions/mean_terminated_length": 1068.875, "completions/min_length": 917.0, "completions/min_terminated_length": 917.0, "epoch": 0.3118279569892473, "frac_reward_zero_std": 0.0, "grad_norm": 2.3221854165973808, "kl": 0.00533294677734375, "learning_rate": 8.827718600028316e-07, "loss": -0.0084, "num_tokens": 56241284.0, "reward": 0.0, "reward_std": 0.7910306453704834, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.04965239950502916, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.13191640623793585, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7666666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.19167874358086956, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1247 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1429.0, "completions/mean_length": 1174.9375, "completions/mean_terminated_length": 1153.2667236328125, "completions/min_length": 775.0, "completions/min_terminated_length": 775.0, "epoch": 0.31207801950487624, "frac_reward_zero_std": 0.0, "grad_norm": 2.89681169338756, "kl": 0.011962890625, "learning_rate": 8.825073088327381e-07, "loss": -0.0299, "num_tokens": 56294387.0, "reward": 0.0, "reward_std": 0.9353560209274292, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.10853887287107829, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05983775834161839, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09016445879408158, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1248 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1353.0, "completions/mean_length": 1233.5, "completions/mean_terminated_length": 1215.7333984375, "completions/min_length": 1089.0, "completions/min_terminated_length": 1089.0, "epoch": 0.3123280820205051, "frac_reward_zero_std": 0.0, "grad_norm": 2.7175664994138726, "kl": 0.00714111328125, "learning_rate": 8.822425043031289e-07, "loss": -0.0243, "num_tokens": 56333731.0, "reward": 1.4901161193847656e-08, "reward_std": 0.996291995048523, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.07847524622094541, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08970564438492995, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9666666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.04216370213557838, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1249 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1439.0, "completions/mean_length": 1387.5, "completions/mean_terminated_length": 1200.0, "completions/min_length": 1007.0, "completions/min_terminated_length": 1007.0, "epoch": 0.31257814453613403, "frac_reward_zero_std": 0.0, "grad_norm": 2.2098839933446452, "kl": 0.00756072998046875, "learning_rate": 8.819774466157759e-07, "loss": -0.0303, "num_tokens": 56384451.0, "reward": -2.9802322387695312e-08, "reward_std": 0.4469760060310364, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.022445893832122, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.16513509321708697, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13924399049470285, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1250 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1357.0, "completions/mean_length": 1239.5625, "completions/mean_terminated_length": 979.125, "completions/min_length": 802.0, "completions/min_terminated_length": 802.0, "epoch": 0.31282820705176295, "frac_reward_zero_std": 0.0, "grad_norm": 2.027013036177877, "kl": 0.004852294921875, "learning_rate": 8.817121359726446e-07, "loss": -0.0026, "num_tokens": 56428676.0, "reward": 0.0, "reward_std": 0.8689641356468201, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.12801869890037168, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06526712431015082, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08153617692869927, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1251 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1397.0, "completions/max_terminated_length": 1397.0, "completions/mean_length": 1197.6875, "completions/mean_terminated_length": 1197.6875, "completions/min_length": 908.0, "completions/min_terminated_length": 908.0, "epoch": 0.3130782695673918, "frac_reward_zero_std": 0.0, "grad_norm": 2.9070087754385407, "kl": 0.00925445556640625, "learning_rate": 8.814465725758926e-07, "loss": -0.0222, "num_tokens": 56472359.0, "reward": 0.0, "reward_std": 0.6609387397766113, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.04936592898901547, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06796801519008522, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1308094458023239, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1252 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1115.0, "completions/max_terminated_length": 1115.0, "completions/mean_length": 892.1875, "completions/mean_terminated_length": 892.1875, "completions/min_length": 715.0, "completions/min_terminated_length": 715.0, "epoch": 0.31332833208302074, "frac_reward_zero_std": 0.0, "grad_norm": 2.7472531574253014, "kl": 0.00726318359375, "learning_rate": 8.811807566278706e-07, "loss": -0.0007, "num_tokens": 56512754.0, "reward": 2.9802322387695312e-08, "reward_std": 0.4298554062843323, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0026100778494819892, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.010440311397927957, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7916666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12141145226353545, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1253 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1458.0, "completions/mean_length": 1219.5625, "completions/mean_terminated_length": 1051.300048828125, "completions/min_length": 661.0, "completions/min_terminated_length": 661.0, "epoch": 0.31357839459864967, "frac_reward_zero_std": 0.0, "grad_norm": 3.159175507976226, "kl": 0.0109405517578125, "learning_rate": 8.809146883311214e-07, "loss": -0.0209, "num_tokens": 56569619.0, "reward": 2.9802322387695312e-08, "reward_std": 0.797643780708313, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.05326030073182301, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06605919503658766, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6749999999999999, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08027729719194864, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1254 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.6875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1462.0, "completions/mean_length": 1460.4375, "completions/mean_terminated_length": 1373.4000244140625, "completions/min_length": 1188.0, "completions/min_terminated_length": 1188.0, "epoch": 0.3138284571142786, "frac_reward_zero_std": 0.0, "grad_norm": 2.5428689251054135, "kl": 0.0088653564453125, "learning_rate": 8.806483678883801e-07, "loss": 0.0093, "num_tokens": 56638282.0, "reward": 0.0, "reward_std": 0.7582228183746338, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06602053474481864, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.15039302924050416, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8041666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.061913918736689055, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1255 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1471.0, "completions/max_terminated_length": 1471.0, "completions/mean_length": 962.875, "completions/mean_terminated_length": 962.875, "completions/min_length": 681.0, "completions/min_terminated_length": 681.0, "epoch": 0.31407851962990746, "frac_reward_zero_std": 0.0, "grad_norm": 3.12588378912093, "kl": 0.009571075439453125, "learning_rate": 8.803817955025745e-07, "loss": -0.0146, "num_tokens": 56676184.0, "reward": 2.9802322387695312e-08, "reward_std": 0.38857656717300415, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.012112143684433823, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12426922922370705, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8708333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08933913745655643, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1256 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.6875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1429.0, "completions/mean_length": 1455.5, "completions/mean_terminated_length": 1357.5999755859375, "completions/min_length": 1265.0, "completions/min_terminated_length": 1265.0, "epoch": 0.3143285821455364, "frac_reward_zero_std": 0.0, "grad_norm": 2.6161046461019732, "kl": 0.010528564453125, "learning_rate": 8.801149713768233e-07, "loss": -0.0006, "num_tokens": 56739672.0, "reward": -1.4901161193847656e-08, "reward_std": 1.047508716583252, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.003657410331074391, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09724232448041892, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7708333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0909822937597079, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1257 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1153.0, "completions/mean_length": 1178.25, "completions/mean_terminated_length": 928.0, "completions/min_length": 726.0, "completions/min_terminated_length": 726.0, "epoch": 0.3145786446611653, "frac_reward_zero_std": 0.0, "grad_norm": 3.1981102463829254, "kl": 0.0115966796875, "learning_rate": 8.798478957144379e-07, "loss": -0.0375, "num_tokens": 56786236.0, "reward": 0.0, "reward_std": 0.8982056379318237, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0005423209111228636, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.046623943992779256, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6916666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1258 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1144.0, "completions/mean_length": 1256.5, "completions/mean_terminated_length": 1013.0, "completions/min_length": 931.0, "completions/min_terminated_length": 931.0, "epoch": 0.3148287071767942, "frac_reward_zero_std": 0.0, "grad_norm": 1.6581807868246525, "kl": 0.004940032958984375, "learning_rate": 8.79580568718921e-07, "loss": -0.0159, "num_tokens": 56835980.0, "reward": 0.0, "reward_std": 0.8632340431213379, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.01098221254189654, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04898144577774337, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09269623828717427, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1259 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1359.0, "completions/max_terminated_length": 1359.0, "completions/mean_length": 918.125, "completions/mean_terminated_length": 918.125, "completions/min_length": 581.0, "completions/min_terminated_length": 581.0, "epoch": 0.3150787696924231, "frac_reward_zero_std": 0.0, "grad_norm": 3.1012666233701007, "kl": 0.00881195068359375, "learning_rate": 8.793129905939669e-07, "loss": -0.0307, "num_tokens": 56873862.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9818915128707886, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.01658123169064088, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05392301756254081, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08766518798921948, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1260 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1489.0, "completions/max_terminated_length": 1489.0, "completions/mean_length": 1120.4375, "completions/mean_terminated_length": 1120.4375, "completions/min_length": 809.0, "completions/min_terminated_length": 809.0, "epoch": 0.315328832208052, "frac_reward_zero_std": 0.0, "grad_norm": 1.891825043536752, "kl": 0.0077056884765625, "learning_rate": 8.790451615434613e-07, "loss": 0.0159, "num_tokens": 56907549.0, "reward": -7.450580596923828e-09, "reward_std": 0.991524875164032, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.02164391066093916, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08522912120239842, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07588978362901863, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1261 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1350.0, "completions/max_terminated_length": 1350.0, "completions/mean_length": 1067.6875, "completions/mean_terminated_length": 1067.6875, "completions/min_length": 777.0, "completions/min_terminated_length": 777.0, "epoch": 0.31557889472368095, "frac_reward_zero_std": 0.0, "grad_norm": 3.122812557515336, "kl": 0.010772705078125, "learning_rate": 8.787770817714811e-07, "loss": -0.0391, "num_tokens": 56960728.0, "reward": 2.9802322387695312e-08, "reward_std": 0.844917893409729, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.020843703110103338, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08367613097389726, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0925962962222252, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1262 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1447.0, "completions/mean_length": 1224.875, "completions/mean_terminated_length": 1185.571533203125, "completions/min_length": 926.0, "completions/min_terminated_length": 926.0, "epoch": 0.3158289572393098, "frac_reward_zero_std": 0.0, "grad_norm": 2.5831401199478474, "kl": 0.00958251953125, "learning_rate": 8.78508751482294e-07, "loss": -0.042, "num_tokens": 57006870.0, "reward": 2.9802322387695312e-08, "reward_std": 0.6283839344978333, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03521893504008922, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06176924149742315, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6916666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0969917904124231, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1263 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1493.0, "completions/mean_length": 1278.625, "completions/mean_terminated_length": 1247.0, "completions/min_length": 991.0, "completions/min_terminated_length": 991.0, "epoch": 0.31607901975493874, "frac_reward_zero_std": 0.0, "grad_norm": 2.7041815698074907, "kl": 0.0100555419921875, "learning_rate": 8.782401708803589e-07, "loss": -0.0446, "num_tokens": 57050584.0, "reward": -1.4901161193847656e-08, "reward_std": 0.986139178276062, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.02056396629827638, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03763103982445374, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10749676997731401, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1264 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1377.0, "completions/max_terminated_length": 1377.0, "completions/mean_length": 1073.0625, "completions/mean_terminated_length": 1073.0625, "completions/min_length": 818.0, "completions/min_terminated_length": 818.0, "epoch": 0.31632908227056766, "frac_reward_zero_std": 0.0, "grad_norm": 3.196250800775642, "kl": 0.0122222900390625, "learning_rate": 8.77971340170325e-07, "loss": -0.0593, "num_tokens": 57084169.0, "reward": 0.0, "reward_std": 0.871902585029602, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.31951278614592066, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.32864482632353104, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1112221667221529, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1265 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1346.0, "completions/mean_length": 1295.1875, "completions/mean_terminated_length": 1090.375, "completions/min_length": 766.0, "completions/min_terminated_length": 766.0, "epoch": 0.31657914478619653, "frac_reward_zero_std": 0.0, "grad_norm": 2.9431771204126065, "kl": 0.00814056396484375, "learning_rate": 8.777022595570328e-07, "loss": -0.0278, "num_tokens": 57135404.0, "reward": 0.0, "reward_std": 0.8450451493263245, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.02775475871162922, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08853593011555322, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7333333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09108400680852978, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1266 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1373.0, "completions/max_terminated_length": 1373.0, "completions/mean_length": 1053.0625, "completions/mean_terminated_length": 1053.0625, "completions/min_length": 792.0, "completions/min_terminated_length": 792.0, "epoch": 0.31682920730182546, "frac_reward_zero_std": 0.0, "grad_norm": 3.9977729155086448, "kl": 0.015167236328125, "learning_rate": 8.774329292455125e-07, "loss": 0.0111, "num_tokens": 57176037.0, "reward": -2.9802322387695312e-08, "reward_std": 0.7042138576507568, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.005999162779551228, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05770274385363145, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7333333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.166888740937943, "rewards/wordcountpos_reward_GEOBench/std": 1.0327954292297363, "step": 1267 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1249.0, "completions/mean_length": 1051.5, "completions/mean_terminated_length": 1021.6000366210938, "completions/min_length": 680.0, "completions/min_terminated_length": 680.0, "epoch": 0.3170792698174544, "frac_reward_zero_std": 0.0, "grad_norm": 3.4426696700195, "kl": 0.0111236572265625, "learning_rate": 8.771633494409848e-07, "loss": -0.075, "num_tokens": 57218541.0, "reward": -7.450580596923828e-09, "reward_std": 0.9556465148925781, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.07798515410496941, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09275173999192877, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08073734277593314, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1268 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1475.0, "completions/mean_length": 1246.5625, "completions/mean_terminated_length": 1229.666748046875, "completions/min_length": 1030.0, "completions/min_terminated_length": 1030.0, "epoch": 0.31732933233308325, "frac_reward_zero_std": 0.0, "grad_norm": 3.171582561377082, "kl": 0.009368896484375, "learning_rate": 8.768935203488608e-07, "loss": -0.0015, "num_tokens": 57255230.0, "reward": 5.960464477539063e-08, "reward_std": 0.6499660015106201, "rewards/wordcountpos_reward_GEOBench/mean": 5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.025587079895831887, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04035611205083822, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09388724521901158, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1269 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1397.0, "completions/mean_length": 1288.625, "completions/mean_terminated_length": 1239.84619140625, "completions/min_length": 1064.0, "completions/min_terminated_length": 1064.0, "epoch": 0.31757939484871217, "frac_reward_zero_std": 0.0, "grad_norm": 2.7453828854869706, "kl": 0.0101470947265625, "learning_rate": 8.76623442174741e-07, "loss": 0.0063, "num_tokens": 57303344.0, "reward": 5.960464477539063e-08, "reward_std": 0.9638252258300781, "rewards/wordcountpos_reward_GEOBench/mean": 5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03274625795786397, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.02819710892061995, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7666666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07698003589195013, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1270 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1120.0, "completions/max_terminated_length": 1120.0, "completions/mean_length": 816.5, "completions/mean_terminated_length": 816.5, "completions/min_length": 555.0, "completions/min_terminated_length": 555.0, "epoch": 0.3178294573643411, "frac_reward_zero_std": 0.0, "grad_norm": 3.3114336144301006, "kl": 0.010162353515625, "learning_rate": 8.763531151244163e-07, "loss": -0.0188, "num_tokens": 57339464.0, "reward": 0.0, "reward_std": 0.8391399383544922, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0015718177903394324, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.051635653270523794, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08255189164891874, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1271 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1486.0, "completions/mean_length": 1310.75, "completions/mean_terminated_length": 1163.5555419921875, "completions/min_length": 945.0, "completions/min_terminated_length": 945.0, "epoch": 0.31807951987997, "frac_reward_zero_std": 0.0, "grad_norm": 2.510449023233515, "kl": 0.0091094970703125, "learning_rate": 8.760825394038666e-07, "loss": -0.0609, "num_tokens": 57392876.0, "reward": -5.960464477539063e-08, "reward_std": 0.6867996454238892, "rewards/wordcountpos_reward_GEOBench/mean": -5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.034995793980720606, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07628627523174443, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0787635937708768, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1272 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1290.0, "completions/mean_length": 1145.0625, "completions/mean_terminated_length": 1094.357177734375, "completions/min_length": 297.0, "completions/min_terminated_length": 297.0, "epoch": 0.3183295823955989, "frac_reward_zero_std": 0.0, "grad_norm": 3.170496587094906, "kl": 0.01519775390625, "learning_rate": 8.75811715219262e-07, "loss": -0.0607, "num_tokens": 57439965.0, "reward": 2.2351741790771484e-08, "reward_std": 0.9830193519592285, "rewards/wordcountpos_reward_GEOBench/mean": 2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.037439631249994144, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.18916657051937347, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08388704928078614, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1273 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1433.0, "completions/mean_length": 1355.1875, "completions/mean_terminated_length": 1242.5555419921875, "completions/min_length": 975.0, "completions/min_terminated_length": 975.0, "epoch": 0.3185796449112278, "frac_reward_zero_std": 0.0, "grad_norm": 2.689143389664131, "kl": 0.0099945068359375, "learning_rate": 8.755406427769612e-07, "loss": 0.0255, "num_tokens": 57488192.0, "reward": -2.9802322387695312e-08, "reward_std": 0.47554847598075867, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03465430491680672, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1860026831635244, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7333333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.17888543819998318, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1274 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1487.0, "completions/mean_length": 1285.9375, "completions/mean_terminated_length": 1214.5833740234375, "completions/min_length": 751.0, "completions/min_terminated_length": 751.0, "epoch": 0.31882970742685673, "frac_reward_zero_std": 0.0, "grad_norm": 3.470082223679357, "kl": 0.0135498046875, "learning_rate": 8.752693222835125e-07, "loss": -0.0075, "num_tokens": 57537527.0, "reward": 0.0, "reward_std": 0.6157888770103455, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.08242373409593384, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.16004420014947696, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10461569884316813, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1275 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.75, "completions/max_length": 1500.0, "completions/max_terminated_length": 1489.0, "completions/mean_length": 1467.125, "completions/mean_terminated_length": 1368.5, "completions/min_length": 1230.0, "completions/min_terminated_length": 1230.0, "epoch": 0.3190797699424856, "frac_reward_zero_std": 0.0, "grad_norm": 2.323794321321336, "kl": 0.0087432861328125, "learning_rate": 8.749977539456531e-07, "loss": -0.0026, "num_tokens": 57603521.0, "reward": 0.0, "reward_std": 0.8554513454437256, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06488804904516149, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09964475453635982, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06382847385042252, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1276 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1376.0, "completions/mean_length": 1241.75, "completions/mean_terminated_length": 1204.857177734375, "completions/min_length": 1029.0, "completions/min_terminated_length": 1029.0, "epoch": 0.3193298324581145, "frac_reward_zero_std": 0.0, "grad_norm": 2.374271171788913, "kl": 0.0077667236328125, "learning_rate": 8.74725937970309e-07, "loss": -0.0212, "num_tokens": 57645189.0, "reward": -1.4901161193847656e-08, "reward_std": 1.042226791381836, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.005831554300973669, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05089044521871031, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0644061188719531, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1277 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1367.0, "completions/mean_length": 1194.4375, "completions/mean_terminated_length": 1123.923095703125, "completions/min_length": 808.0, "completions/min_terminated_length": 808.0, "epoch": 0.31957989497374345, "frac_reward_zero_std": 0.0, "grad_norm": 2.8270831489959622, "kl": 0.00826263427734375, "learning_rate": 8.744538745645949e-07, "loss": -0.0046, "num_tokens": 57696180.0, "reward": 0.0, "reward_std": 0.47442808747291565, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.02960400384506991, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04647808055174536, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.675, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0969917904124231, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1278 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1407.0, "completions/max_terminated_length": 1407.0, "completions/mean_length": 1005.9375, "completions/mean_terminated_length": 1005.9375, "completions/min_length": 704.0, "completions/min_terminated_length": 704.0, "epoch": 0.3198299574893723, "frac_reward_zero_std": 0.0, "grad_norm": 3.832544351114772, "kl": 0.014434814453125, "learning_rate": 8.741815639358144e-07, "loss": -0.043, "num_tokens": 57728587.0, "reward": -2.2351741790771484e-08, "reward_std": 1.0624346733093262, "rewards/wordcountpos_reward_GEOBench/mean": -2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.09573953544335784, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11329788940630521, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.775, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09067647005823631, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1279 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1179.0, "completions/mean_length": 1242.6875, "completions/mean_terminated_length": 985.375, "completions/min_length": 855.0, "completions/min_terminated_length": 855.0, "epoch": 0.32008002000500124, "frac_reward_zero_std": 0.0, "grad_norm": 2.4104590563641453, "kl": 0.00717926025390625, "learning_rate": 8.739090062914586e-07, "loss": -0.0242, "num_tokens": 57772374.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8154550790786743, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.1060110968909792, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.034094283595036086, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.102469507659596, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1280 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1397.0, "completions/mean_length": 1316.6875, "completions/mean_terminated_length": 1255.5833740234375, "completions/min_length": 859.0, "completions/min_terminated_length": 859.0, "epoch": 0.32033008252063017, "frac_reward_zero_std": 0.0, "grad_norm": 3.05802467980822, "kl": 0.012115478515625, "learning_rate": 8.736362018392079e-07, "loss": -0.0109, "num_tokens": 57828225.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9612133502960205, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.021291353866776108, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1030604863863321, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11642832797715322, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1281 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1497.0, "completions/max_terminated_length": 1497.0, "completions/mean_length": 1165.9375, "completions/mean_terminated_length": 1165.9375, "completions/min_length": 778.0, "completions/min_terminated_length": 778.0, "epoch": 0.3205801450362591, "frac_reward_zero_std": 0.0, "grad_norm": 3.0274695161255107, "kl": 0.01068115234375, "learning_rate": 8.733631507869296e-07, "loss": -0.0201, "num_tokens": 57886016.0, "reward": -2.9802322387695312e-08, "reward_std": 0.9510307312011719, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.027036114210966786, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.041565726327144496, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0666666666666667, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1282 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1455.0, "completions/mean_length": 1236.875, "completions/mean_terminated_length": 1199.2857666015625, "completions/min_length": 980.0, "completions/min_terminated_length": 980.0, "epoch": 0.32083020755188796, "frac_reward_zero_std": 0.0, "grad_norm": 2.8126942726992645, "kl": 0.0145111083984375, "learning_rate": 8.730898533426802e-07, "loss": 0.0032, "num_tokens": 57936958.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9970427751541138, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.021822032197048234, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05053696299838909, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11792967144619462, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1283 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1465.0, "completions/mean_length": 1105.125, "completions/mean_terminated_length": 868.2000122070312, "completions/min_length": 520.0, "completions/min_terminated_length": 520.0, "epoch": 0.3210802700675169, "frac_reward_zero_std": 0.0, "grad_norm": 3.1829413322825357, "kl": 0.0124359130859375, "learning_rate": 8.72816309714703e-07, "loss": -0.0402, "num_tokens": 57983848.0, "reward": 5.960464477539063e-08, "reward_std": 0.736251175403595, "rewards/wordcountpos_reward_GEOBench/mean": 5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03672304084829829, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08296308864277566, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.05146016078626404, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1284 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1451.0, "completions/max_terminated_length": 1451.0, "completions/mean_length": 1063.6875, "completions/mean_terminated_length": 1063.6875, "completions/min_length": 769.0, "completions/min_terminated_length": 769.0, "epoch": 0.3213303325831458, "frac_reward_zero_std": 0.0, "grad_norm": 3.3237955871784437, "kl": 0.01300048828125, "learning_rate": 8.725425201114291e-07, "loss": -0.0002, "num_tokens": 58029275.0, "reward": -2.9802322387695312e-08, "reward_std": 0.7892739772796631, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06421789805729246, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.4613335692754815, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0925962962222252, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1285 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1485.0, "completions/mean_length": 1251.125, "completions/mean_terminated_length": 1215.571533203125, "completions/min_length": 904.0, "completions/min_terminated_length": 904.0, "epoch": 0.3215803950987747, "frac_reward_zero_std": 0.0, "grad_norm": 2.829695063670309, "kl": 0.01081085205078125, "learning_rate": 8.72268484741477e-07, "loss": -0.0315, "num_tokens": 58072957.0, "reward": 1.862645149230957e-08, "reward_std": 1.027342677116394, "rewards/wordcountpos_reward_GEOBench/mean": 1.862645149230957e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.2863012102353866, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.27539601195998964, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0739118594202782, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1286 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1388.0, "completions/mean_length": 1131.375, "completions/mean_terminated_length": 1106.800048828125, "completions/min_length": 1006.0, "completions/min_terminated_length": 1006.0, "epoch": 0.3218304576144036, "frac_reward_zero_std": 0.0, "grad_norm": 2.963179312019697, "kl": 0.0105133056640625, "learning_rate": 8.719942038136527e-07, "loss": -0.0208, "num_tokens": 58121779.0, "reward": -7.450580596923828e-09, "reward_std": 0.9296264052391052, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.10988579375495197, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06412072545415219, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12285191326386657, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1287 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1481.0, "completions/mean_length": 1355.625, "completions/mean_terminated_length": 1290.0, "completions/min_length": 1126.0, "completions/min_terminated_length": 1126.0, "epoch": 0.3220805201300325, "frac_reward_zero_std": 0.0, "grad_norm": 2.225335755984575, "kl": 0.00720977783203125, "learning_rate": 8.717196775369491e-07, "loss": 0.0039, "num_tokens": 58172341.0, "reward": 2.9802322387695312e-08, "reward_std": 0.5091097950935364, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03985906498362934, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04250443408028256, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08734775114237135, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1288 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1496.0, "completions/mean_length": 1233.5, "completions/mean_terminated_length": 1215.7333984375, "completions/min_length": 870.0, "completions/min_terminated_length": 870.0, "epoch": 0.3223305826456614, "frac_reward_zero_std": 0.0, "grad_norm": 2.9767946725012053, "kl": 0.0113067626953125, "learning_rate": 8.714449061205459e-07, "loss": -0.0451, "num_tokens": 58217741.0, "reward": 0.0, "reward_std": 0.8488910794258118, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.1691116752495594, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1338340659001142, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1289 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1307.0, "completions/max_terminated_length": 1307.0, "completions/mean_length": 1025.5625, "completions/mean_terminated_length": 1025.5625, "completions/min_length": 803.0, "completions/min_terminated_length": 803.0, "epoch": 0.3225806451612903, "frac_reward_zero_std": 0.0, "grad_norm": 3.716910906922037, "kl": 0.0131072998046875, "learning_rate": 8.711698897738101e-07, "loss": -0.0234, "num_tokens": 58255198.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8864603638648987, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.002433242195444104, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05772833807359084, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7666666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11417984514369006, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1290 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1456.0, "completions/max_terminated_length": 1456.0, "completions/mean_length": 1234.375, "completions/mean_terminated_length": 1234.375, "completions/min_length": 1001.0, "completions/min_terminated_length": 1001.0, "epoch": 0.32283070767691924, "frac_reward_zero_std": 0.0, "grad_norm": 3.21900758642703, "kl": 0.0119476318359375, "learning_rate": 8.708946287062949e-07, "loss": 0.0102, "num_tokens": 58306748.0, "reward": -7.450580596923828e-09, "reward_std": 0.9297760725021362, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.029641618534406645, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.052899157254013465, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1338185615204685, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1291 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1388.0, "completions/max_terminated_length": 1388.0, "completions/mean_length": 1094.1875, "completions/mean_terminated_length": 1094.1875, "completions/min_length": 784.0, "completions/min_terminated_length": 784.0, "epoch": 0.32308077019254816, "frac_reward_zero_std": 0.0, "grad_norm": 2.0501004885873697, "kl": 0.0054168701171875, "learning_rate": 8.706191231277401e-07, "loss": 0.0, "num_tokens": 58355215.0, "reward": 0.0, "reward_std": 0.7177466154098511, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.07456302944756853, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03780616243484435, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.141878925953186, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1292 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1425.0, "completions/mean_length": 1239.25, "completions/mean_terminated_length": 1120.727294921875, "completions/min_length": 956.0, "completions/min_terminated_length": 956.0, "epoch": 0.32333083270817703, "frac_reward_zero_std": 0.0, "grad_norm": 3.2028409221984657, "kl": 0.0106201171875, "learning_rate": 8.703433732480719e-07, "loss": 0.001, "num_tokens": 58413187.0, "reward": 2.9802322387695312e-08, "reward_std": 0.664710283279419, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.08001468205933077, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08039100043674105, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06540472290116198, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1293 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1386.0, "completions/mean_length": 1185.4375, "completions/mean_terminated_length": 1164.4666748046875, "completions/min_length": 947.0, "completions/min_terminated_length": 947.0, "epoch": 0.32358089522380595, "frac_reward_zero_std": 0.0, "grad_norm": 3.3312254409537445, "kl": 0.0141754150390625, "learning_rate": 8.700673792774021e-07, "loss": -0.0151, "num_tokens": 58456658.0, "reward": 0.0, "reward_std": 0.6952779293060303, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06099956182401399, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.043421071904686984, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09878896324620105, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1294 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1402.0, "completions/max_terminated_length": 1402.0, "completions/mean_length": 1123.8125, "completions/mean_terminated_length": 1123.8125, "completions/min_length": 710.0, "completions/min_terminated_length": 710.0, "epoch": 0.3238309577394349, "frac_reward_zero_std": 0.0, "grad_norm": 2.454631229779196, "kl": 0.0082855224609375, "learning_rate": 8.697911414260294e-07, "loss": 0.0167, "num_tokens": 58489991.0, "reward": 0.0, "reward_std": 0.9183434844017029, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0377825618631244, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06684886744788089, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08681611046941139, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1295 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1380.0, "completions/mean_length": 1036.875, "completions/mean_terminated_length": 1006.0000610351562, "completions/min_length": 674.0, "completions/min_terminated_length": 674.0, "epoch": 0.32408102025506375, "frac_reward_zero_std": 0.0, "grad_norm": 3.7695955425454293, "kl": 0.0126495361328125, "learning_rate": 8.695146599044377e-07, "loss": 0.0222, "num_tokens": 58518789.0, "reward": 7.450580596923828e-09, "reward_std": 1.0362094640731812, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.005835802696164611, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.047194019604548186, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.725, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06382847385042258, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1296 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1477.0, "completions/mean_length": 1419.25, "completions/mean_terminated_length": 1356.4444580078125, "completions/min_length": 1267.0, "completions/min_terminated_length": 1267.0, "epoch": 0.32433108277069267, "frac_reward_zero_std": 0.0, "grad_norm": 2.0304530839946433, "kl": 0.00732421875, "learning_rate": 8.692379349232966e-07, "loss": -0.0008, "num_tokens": 58579409.0, "reward": 0.0, "reward_std": 0.8587586879730225, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.12378269952667548, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10473620864677895, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7124999999999999, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09339283817414601, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1297 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1496.0, "completions/max_terminated_length": 1496.0, "completions/mean_length": 1215.75, "completions/mean_terminated_length": 1215.75, "completions/min_length": 814.0, "completions/min_terminated_length": 814.0, "epoch": 0.3245811452863216, "frac_reward_zero_std": 0.0, "grad_norm": 3.17969707686928, "kl": 0.011962890625, "learning_rate": 8.689609666934616e-07, "loss": 0.0134, "num_tokens": 58623589.0, "reward": 0.0, "reward_std": 0.827307939529419, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.12487854879249675, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11898763697282329, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12816366850994057, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1298 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1476.0, "completions/mean_length": 1383.3125, "completions/mean_terminated_length": 1292.5555419921875, "completions/min_length": 1022.0, "completions/min_terminated_length": 1022.0, "epoch": 0.32483120780195046, "frac_reward_zero_std": 0.0, "grad_norm": 2.827357010276229, "kl": 0.01019287109375, "learning_rate": 8.686837554259731e-07, "loss": 0.0427, "num_tokens": 58676010.0, "reward": -2.9802322387695312e-08, "reward_std": 1.068483591079712, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06305496963998175, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1294393750447533, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09651328828101766, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1299 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1475.0, "completions/mean_length": 1304.1875, "completions/mean_terminated_length": 1215.181884765625, "completions/min_length": 873.0, "completions/min_terminated_length": 873.0, "epoch": 0.3250812703175794, "frac_reward_zero_std": 0.0, "grad_norm": 2.751131794108329, "kl": 0.0091552734375, "learning_rate": 8.684063013320568e-07, "loss": -0.0222, "num_tokens": 58728813.0, "reward": 2.9802322387695312e-08, "reward_std": 0.7440013289451599, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.05189579913857935, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.16502298952805283, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09269623828717427, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1300 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1448.0, "completions/mean_length": 1411.9375, "completions/mean_terminated_length": 1298.71435546875, "completions/min_length": 976.0, "completions/min_terminated_length": 976.0, "epoch": 0.3253313328332083, "frac_reward_zero_std": 0.0, "grad_norm": 3.0178117399712554, "kl": 0.0103912353515625, "learning_rate": 8.681286046231238e-07, "loss": 0.0095, "num_tokens": 58779884.0, "reward": -1.862645149230957e-08, "reward_std": 1.0500943660736084, "rewards/wordcountpos_reward_GEOBench/mean": -1.862645149230957e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.038727121721708446, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11040532991654721, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0909822937597079, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1301 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1464.0, "completions/max_terminated_length": 1464.0, "completions/mean_length": 1052.4375, "completions/mean_terminated_length": 1052.4375, "completions/min_length": 584.0, "completions/min_terminated_length": 584.0, "epoch": 0.32558139534883723, "frac_reward_zero_std": 0.0, "grad_norm": 2.8697111932442474, "kl": 0.009002685546875, "learning_rate": 8.678506655107695e-07, "loss": 0.0026, "num_tokens": 58831395.0, "reward": 7.450580596923828e-09, "reward_std": 1.0348291397094727, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.031794231751404896, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09934228237165504, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08027729719194862, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1302 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1464.0, "completions/mean_length": 1294.25, "completions/mean_terminated_length": 1134.2222900390625, "completions/min_length": 919.0, "completions/min_terminated_length": 919.0, "epoch": 0.3258314578644661, "frac_reward_zero_std": 0.0, "grad_norm": 3.0497839669778277, "kl": 0.0101318359375, "learning_rate": 8.675724842067742e-07, "loss": -0.0107, "num_tokens": 58890551.0, "reward": 0.0, "reward_std": 1.0540978908538818, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.04205257474197182, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05940493619184038, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.775, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10852547064066473, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1303 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1195.0, "completions/max_terminated_length": 1195.0, "completions/mean_length": 991.875, "completions/mean_terminated_length": 991.875, "completions/min_length": 859.0, "completions/min_terminated_length": 859.0, "epoch": 0.326081520380095, "frac_reward_zero_std": 0.0, "grad_norm": 3.3656629149956254, "kl": 0.010406494140625, "learning_rate": 8.672940609231031e-07, "loss": 0.0072, "num_tokens": 58918909.0, "reward": -2.2351741790771484e-08, "reward_std": 1.050639271736145, "rewards/wordcountpos_reward_GEOBench/mean": -2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08850612031567835, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1304 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1245.0, "completions/mean_length": 1264.0, "completions/mean_terminated_length": 1080.4444580078125, "completions/min_length": 966.0, "completions/min_terminated_length": 966.0, "epoch": 0.32633158289572395, "frac_reward_zero_std": 0.0, "grad_norm": 2.2153237699637693, "kl": 0.00638580322265625, "learning_rate": 8.670153958719051e-07, "loss": -0.0166, "num_tokens": 58981685.0, "reward": 0.0, "reward_std": 0.6412097215652466, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.003978189760398926, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09425885107036286, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07969850595746354, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1305 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1193.0, "completions/max_terminated_length": 1193.0, "completions/mean_length": 976.1875, "completions/mean_terminated_length": 976.1875, "completions/min_length": 713.0, "completions/min_terminated_length": 713.0, "epoch": 0.3265816454113528, "frac_reward_zero_std": 0.0, "grad_norm": 2.8995587310414925, "kl": 0.007790565490722656, "learning_rate": 8.667364892655141e-07, "loss": 0.0131, "num_tokens": 59014520.0, "reward": 1.4901161193847656e-08, "reward_std": 0.8633036613464355, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.08686991884596398, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09164814444064986, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08153617692869927, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1306 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1391.0, "completions/max_terminated_length": 1391.0, "completions/mean_length": 971.125, "completions/mean_terminated_length": 971.125, "completions/min_length": 744.0, "completions/min_terminated_length": 744.0, "epoch": 0.32683170792698174, "frac_reward_zero_std": 0.0, "grad_norm": 3.778214651393554, "kl": 0.0143585205078125, "learning_rate": 8.664573413164475e-07, "loss": 0.0079, "num_tokens": 59046098.0, "reward": -5.960464477539063e-08, "reward_std": 0.9731907248497009, "rewards/wordcountpos_reward_GEOBench/mean": -5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -7.398218802246587e-05, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.039405688026983895, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13270686158262923, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1307 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1326.0, "completions/mean_length": 1144.375, "completions/mean_terminated_length": 1025.8333740234375, "completions/min_length": 723.0, "completions/min_terminated_length": 723.0, "epoch": 0.32708177044261066, "frac_reward_zero_std": 0.0, "grad_norm": 3.2812436771381273, "kl": 0.012847900390625, "learning_rate": 8.661779522374067e-07, "loss": 0.0149, "num_tokens": 59085216.0, "reward": -2.2351741790771484e-08, "reward_std": 1.0200004577636719, "rewards/wordcountpos_reward_GEOBench/mean": -2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.02577242171220634, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04167180640829693, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7041666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.048495895206211566, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1308 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1497.0, "completions/mean_length": 1291.3125, "completions/mean_terminated_length": 1243.1539306640625, "completions/min_length": 379.0, "completions/min_terminated_length": 379.0, "epoch": 0.32733183295823953, "frac_reward_zero_std": 0.0, "grad_norm": 2.896192975480248, "kl": 0.011993408203125, "learning_rate": 8.658983222412771e-07, "loss": -0.0877, "num_tokens": 59145773.0, "reward": -2.9802322387695312e-08, "reward_std": 0.6140938401222229, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06452781641873116, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07931563617500584, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.05692750425533113, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1309 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1297.0, "completions/mean_length": 903.0, "completions/mean_terminated_length": 863.2000732421875, "completions/min_length": 661.0, "completions/min_terminated_length": 661.0, "epoch": 0.32758189547386846, "frac_reward_zero_std": 0.0, "grad_norm": 2.4596768020992164, "kl": 0.00830841064453125, "learning_rate": 8.656184515411272e-07, "loss": 0.0097, "num_tokens": 59171733.0, "reward": 0.0, "reward_std": 0.6554725170135498, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.07340107145017077, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08732069403072977, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.059004080210452246, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1310 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1471.0, "completions/mean_length": 1385.125, "completions/mean_terminated_length": 1346.8333740234375, "completions/min_length": 1231.0, "completions/min_terminated_length": 1231.0, "epoch": 0.3278319579894974, "frac_reward_zero_std": 0.0, "grad_norm": 2.946365878697217, "kl": 0.010406494140625, "learning_rate": 8.653383403502092e-07, "loss": 0.0013, "num_tokens": 59214735.0, "reward": 0.0, "reward_std": 0.9996354579925537, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0001278220005242912, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.14161923391501796, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8666666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1167460047694551, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1311 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1241.0, "completions/mean_length": 1147.625, "completions/mean_terminated_length": 873.5555419921875, "completions/min_length": 594.0, "completions/min_terminated_length": 594.0, "epoch": 0.3280820205051263, "frac_reward_zero_std": 0.0, "grad_norm": 3.2444659116675143, "kl": 0.0088348388671875, "learning_rate": 8.650579888819586e-07, "loss": -0.0303, "num_tokens": 59257865.0, "reward": -1.30385160446167e-08, "reward_std": 1.0559349060058594, "rewards/wordcountpos_reward_GEOBench/mean": -1.30385160446167e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.07994871308895182, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.182479301576449, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.725, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08734775114237134, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1312 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1309.0, "completions/max_terminated_length": 1309.0, "completions/mean_length": 1032.9375, "completions/mean_terminated_length": 1032.9375, "completions/min_length": 787.0, "completions/min_terminated_length": 787.0, "epoch": 0.32833208302075517, "frac_reward_zero_std": 0.0, "grad_norm": 3.4235774514114814, "kl": 0.012359619140625, "learning_rate": 8.64777397349994e-07, "loss": -0.0174, "num_tokens": 59289184.0, "reward": 0.0, "reward_std": 0.3753572106361389, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.024560296937456576, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07400211703391478, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8666666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13333333333333333, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1313 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1201.0, "completions/max_terminated_length": 1201.0, "completions/mean_length": 1003.3125, "completions/mean_terminated_length": 1003.3125, "completions/min_length": 761.0, "completions/min_terminated_length": 761.0, "epoch": 0.3285821455363841, "frac_reward_zero_std": 0.0, "grad_norm": 3.2152086348242555, "kl": 0.00897979736328125, "learning_rate": 8.644965659681166e-07, "loss": -0.0193, "num_tokens": 59324853.0, "reward": 0.0, "reward_std": 0.582179069519043, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.09180732397097667, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.14775044393434983, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7666666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10036968702787749, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1314 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1458.0, "completions/mean_length": 1295.125, "completions/mean_terminated_length": 1281.4666748046875, "completions/min_length": 1152.0, "completions/min_terminated_length": 1152.0, "epoch": 0.328832208052013, "frac_reward_zero_std": 0.0, "grad_norm": 2.2839665251502947, "kl": 0.01012420654296875, "learning_rate": 8.642154949503106e-07, "loss": 0.007, "num_tokens": 59385735.0, "reward": 0.0, "reward_std": 0.55080646276474, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.10006921009672333, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.20853819948745211, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09888264649460886, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1315 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1493.0, "completions/mean_length": 1203.125, "completions/mean_terminated_length": 1160.71435546875, "completions/min_length": 907.0, "completions/min_terminated_length": 907.0, "epoch": 0.3290822705676419, "frac_reward_zero_std": 0.0, "grad_norm": 3.3641581472382702, "kl": 0.013641357421875, "learning_rate": 8.639341845107432e-07, "loss": -0.0458, "num_tokens": 59428505.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0195761919021606, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.029111847315880696, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07889528290109964, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1128748897706693, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1316 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1229.0, "completions/mean_length": 950.75, "completions/mean_terminated_length": 914.1333618164062, "completions/min_length": 629.0, "completions/min_terminated_length": 629.0, "epoch": 0.3293323330832708, "frac_reward_zero_std": 0.0, "grad_norm": 3.127717975112397, "kl": 0.011322021484375, "learning_rate": 8.636526348637629e-07, "loss": -0.0363, "num_tokens": 59459117.0, "reward": -2.9802322387695312e-08, "reward_std": 0.9266012907028198, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.10013744890024569, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09338993751659994, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07503085784948506, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1317 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1466.0, "completions/max_terminated_length": 1466.0, "completions/mean_length": 1127.4375, "completions/mean_terminated_length": 1127.4375, "completions/min_length": 757.0, "completions/min_terminated_length": 757.0, "epoch": 0.32958239559889974, "frac_reward_zero_std": 0.0, "grad_norm": 3.2905556295072635, "kl": 0.01019287109375, "learning_rate": 8.633708462239017e-07, "loss": -0.0543, "num_tokens": 59504548.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8912458419799805, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.15526317669816847, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1501501555044339, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09699179041242312, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1318 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1466.0, "completions/mean_length": 1112.5, "completions/mean_terminated_length": 1057.1429443359375, "completions/min_length": 794.0, "completions/min_terminated_length": 794.0, "epoch": 0.32983245811452866, "frac_reward_zero_std": 0.0, "grad_norm": 2.8873532730001545, "kl": 0.00714874267578125, "learning_rate": 8.63088818805873e-07, "loss": 0.0283, "num_tokens": 59536972.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0355312824249268, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.07095355979903735, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.29673283034439457, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06191391873668906, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1319 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1289.0, "completions/max_terminated_length": 1289.0, "completions/mean_length": 1021.5625, "completions/mean_terminated_length": 1021.5625, "completions/min_length": 747.0, "completions/min_terminated_length": 747.0, "epoch": 0.3300825206301575, "frac_reward_zero_std": 0.0, "grad_norm": 2.1241659239781163, "kl": 0.0134429931640625, "learning_rate": 8.628065528245722e-07, "loss": 0.01, "num_tokens": 59568277.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9228854179382324, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.023986186797536113, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09161811165214356, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6291666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08062257748298547, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1320 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1376.0, "completions/mean_length": 1324.375, "completions/mean_terminated_length": 1148.75, "completions/min_length": 514.0, "completions/min_terminated_length": 514.0, "epoch": 0.33033258314578645, "frac_reward_zero_std": 0.0, "grad_norm": 3.098233183725489, "kl": 0.00891876220703125, "learning_rate": 8.625240484950769e-07, "loss": -0.0693, "num_tokens": 59626179.0, "reward": -2.9802322387695312e-08, "reward_std": 0.6578680276870728, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.23389351860519486, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.21781160524670734, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7916666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09067647005823631, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1321 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1291.0, "completions/max_terminated_length": 1291.0, "completions/mean_length": 969.5, "completions/mean_terminated_length": 969.5, "completions/min_length": 752.0, "completions/min_terminated_length": 752.0, "epoch": 0.3305826456614154, "frac_reward_zero_std": 0.0, "grad_norm": 3.212966978004393, "kl": 0.011474609375, "learning_rate": 8.622413060326458e-07, "loss": -0.0139, "num_tokens": 59660355.0, "reward": 0.0, "reward_std": 0.7967063188552856, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06622852403965855, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11095527089886047, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.04554200340426488, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1322 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1394.0, "completions/mean_length": 1221.8125, "completions/mean_terminated_length": 1129.0833740234375, "completions/min_length": 884.0, "completions/min_terminated_length": 884.0, "epoch": 0.33083270817704424, "frac_reward_zero_std": 0.0, "grad_norm": 3.061693476864947, "kl": 0.01190185546875, "learning_rate": 8.619583256527191e-07, "loss": -0.0299, "num_tokens": 59715448.0, "reward": 0.0, "reward_std": 0.7548435926437378, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.05146548749911151, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.203573472696939, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09269623828717428, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1323 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1328.0, "completions/max_terminated_length": 1328.0, "completions/mean_length": 874.125, "completions/mean_terminated_length": 874.125, "completions/min_length": 618.0, "completions/min_terminated_length": 618.0, "epoch": 0.33108277069267317, "frac_reward_zero_std": 0.0, "grad_norm": 3.668450016780099, "kl": 0.0106048583984375, "learning_rate": 8.616751075709188e-07, "loss": 0.0114, "num_tokens": 59755666.0, "reward": -1.4901161193847656e-08, "reward_std": 0.962219774723053, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04588550329111716, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08837001915330017, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.059628479399994404, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1324 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1382.0, "completions/max_terminated_length": 1382.0, "completions/mean_length": 1016.125, "completions/mean_terminated_length": 1016.125, "completions/min_length": 846.0, "completions/min_terminated_length": 846.0, "epoch": 0.3313328332083021, "frac_reward_zero_std": 0.0, "grad_norm": 3.054203683276626, "kl": 0.01004791259765625, "learning_rate": 8.613916520030474e-07, "loss": -0.0322, "num_tokens": 59790868.0, "reward": 0.0, "reward_std": 0.647649884223938, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.039202608472940007, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08536247009323587, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10292032157252812, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1325 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1266.0, "completions/max_terminated_length": 1266.0, "completions/mean_length": 1015.5625, "completions/mean_terminated_length": 1015.5625, "completions/min_length": 727.0, "completions/min_terminated_length": 727.0, "epoch": 0.33158289572393096, "frac_reward_zero_std": 0.0, "grad_norm": 2.961650935962609, "kl": 0.011474609375, "learning_rate": 8.611079591650887e-07, "loss": -0.0274, "num_tokens": 59836229.0, "reward": 0.0, "reward_std": 0.6741411685943604, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.10881780066880664, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1291325000963345, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7708333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12641788434189796, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1326 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1473.0, "completions/mean_length": 1150.9375, "completions/mean_terminated_length": 1101.071533203125, "completions/min_length": 471.0, "completions/min_terminated_length": 471.0, "epoch": 0.3318329582395599, "frac_reward_zero_std": 0.0, "grad_norm": 3.342512371627052, "kl": 0.015106201171875, "learning_rate": 8.608240292732074e-07, "loss": -0.0492, "num_tokens": 59886500.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9688470363616943, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.1958619408986246, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07304958608033985, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12345339501504503, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1327 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1360.0, "completions/mean_length": 1244.375, "completions/mean_terminated_length": 1185.3846435546875, "completions/min_length": 932.0, "completions/min_terminated_length": 932.0, "epoch": 0.3320830207551888, "frac_reward_zero_std": 0.0, "grad_norm": 2.380613141044302, "kl": 0.009296417236328125, "learning_rate": 8.605398625437482e-07, "loss": -0.0033, "num_tokens": 59928546.0, "reward": 2.9802322387695312e-08, "reward_std": 0.7166042327880859, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.12566807018921752, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.16519714928701518, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1167460047694551, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1328 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1462.0, "completions/mean_length": 1196.9375, "completions/mean_terminated_length": 1153.6429443359375, "completions/min_length": 696.0, "completions/min_terminated_length": 696.0, "epoch": 0.33233308327081773, "frac_reward_zero_std": 0.0, "grad_norm": 3.249557348144354, "kl": 0.0103912353515625, "learning_rate": 8.602554591932372e-07, "loss": -0.0296, "num_tokens": 59971721.0, "reward": 0.0, "reward_std": 0.9756282567977905, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06067435692207683, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08740896934351575, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09583937179043478, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1329 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1444.0, "completions/mean_length": 1232.0, "completions/mean_terminated_length": 1110.181884765625, "completions/min_length": 839.0, "completions/min_terminated_length": 839.0, "epoch": 0.3325831457864466, "frac_reward_zero_std": 0.0, "grad_norm": 2.743717414822609, "kl": 0.0103759765625, "learning_rate": 8.5997081943838e-07, "loss": 0.0146, "num_tokens": 60015297.0, "reward": 9.313225746154785e-09, "reward_std": 1.0512570142745972, "rewards/wordcountpos_reward_GEOBench/mean": 9.313225746154785e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.100833340155947, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08360695292769169, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8666666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0807373427759331, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1330 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1423.0, "completions/mean_length": 1200.6875, "completions/mean_terminated_length": 1064.6363525390625, "completions/min_length": 831.0, "completions/min_terminated_length": 831.0, "epoch": 0.3328332083020755, "frac_reward_zero_std": 0.0, "grad_norm": 2.6212775334799683, "kl": 0.0107574462890625, "learning_rate": 8.596859434960626e-07, "loss": 0.0263, "num_tokens": 60061012.0, "reward": 2.9802322387695312e-08, "reward_std": 0.7464958429336548, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.004406856314907374, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10275029730595325, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09574271077563384, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1331 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1500.0, "completions/mean_length": 1027.375, "completions/mean_terminated_length": 995.86669921875, "completions/min_length": 496.0, "completions/min_terminated_length": 496.0, "epoch": 0.33308327081770445, "frac_reward_zero_std": 0.0, "grad_norm": 3.2721322665114396, "kl": 0.0089111328125, "learning_rate": 8.594008315833511e-07, "loss": 0.0109, "num_tokens": 60092226.0, "reward": -1.4901161193847656e-08, "reward_std": 0.8554216027259827, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.020089139203857555, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09493041734230062, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.775, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09699179041242312, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1332 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1485.0, "completions/mean_length": 1284.75, "completions/mean_terminated_length": 1155.5999755859375, "completions/min_length": 999.0, "completions/min_terminated_length": 999.0, "epoch": 0.3333333333333333, "frac_reward_zero_std": 0.0, "grad_norm": 2.56994655551278, "kl": 0.00732421875, "learning_rate": 8.591154839174914e-07, "loss": 0.0124, "num_tokens": 60147702.0, "reward": 0.0, "reward_std": 0.8782030344009399, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0309375, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06796998927567932, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.072520750542581, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1333 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1442.0, "completions/mean_length": 1081.125, "completions/mean_terminated_length": 1021.2857666015625, "completions/min_length": 705.0, "completions/min_terminated_length": 705.0, "epoch": 0.33358339584896224, "frac_reward_zero_std": 0.0, "grad_norm": 3.0890118613597157, "kl": 0.0116729736328125, "learning_rate": 8.588299007159087e-07, "loss": 0.0042, "num_tokens": 60200120.0, "reward": 0.0, "reward_std": 0.9033869504928589, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04871082150568705, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09305958977057244, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7916666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08027729719194866, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1334 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1383.0, "completions/mean_length": 1346.25, "completions/mean_terminated_length": 1254.0, "completions/min_length": 1018.0, "completions/min_terminated_length": 1018.0, "epoch": 0.33383345836459116, "frac_reward_zero_std": 0.0, "grad_norm": 2.459381190526839, "kl": 0.007114410400390625, "learning_rate": 8.585440821962081e-07, "loss": -0.0058, "num_tokens": 60246860.0, "reward": 1.4901161193847656e-08, "reward_std": 0.966549277305603, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.040324763028903365, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05135349833406559, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09067647005823631, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1335 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1475.0, "completions/mean_length": 1235.0625, "completions/mean_terminated_length": 1173.923095703125, "completions/min_length": 844.0, "completions/min_terminated_length": 844.0, "epoch": 0.33408352088022003, "frac_reward_zero_std": 0.0, "grad_norm": 3.0438667115293514, "kl": 0.012298583984375, "learning_rate": 8.582580285761737e-07, "loss": -0.0024, "num_tokens": 60300181.0, "reward": 0.0, "reward_std": 0.37647104263305664, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.12783475396111021, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.15956175962517408, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.161245154965971, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1336 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1459.0, "completions/mean_length": 1276.25, "completions/mean_terminated_length": 1244.2857666015625, "completions/min_length": 929.0, "completions/min_terminated_length": 929.0, "epoch": 0.33433358339584895, "frac_reward_zero_std": 0.0, "grad_norm": 3.188599484590302, "kl": 0.0147857666015625, "learning_rate": 8.57971740073769e-07, "loss": 0.0503, "num_tokens": 60340577.0, "reward": -5.960464477539063e-08, "reward_std": 0.8062348365783691, "rewards/wordcountpos_reward_GEOBench/mean": -5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0209604042965036, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.13882046057127728, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10174405069512348, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1337 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1221.0, "completions/max_terminated_length": 1221.0, "completions/mean_length": 1055.3125, "completions/mean_terminated_length": 1055.3125, "completions/min_length": 925.0, "completions/min_terminated_length": 925.0, "epoch": 0.3345836459114779, "frac_reward_zero_std": 0.0, "grad_norm": 2.82174588326954, "kl": 0.0142974853515625, "learning_rate": 8.57685216907136e-07, "loss": -0.0004, "num_tokens": 60386582.0, "reward": 1.4901161193847656e-08, "reward_std": 0.8394474983215332, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0037125843352705263, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1378058497244492, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7666666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1088662107903635, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1338 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1457.0, "completions/mean_length": 1294.75, "completions/mean_terminated_length": 1265.4285888671875, "completions/min_length": 852.0, "completions/min_terminated_length": 852.0, "epoch": 0.3348337084271068, "frac_reward_zero_std": 0.0, "grad_norm": 2.6453841521044152, "kl": 0.009063720703125, "learning_rate": 8.573984592945962e-07, "loss": -0.0265, "num_tokens": 60444018.0, "reward": -2.9802322387695312e-08, "reward_std": 0.9839876294136047, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04789276812688702, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07623780390128346, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7041666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.05426273532033237, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1339 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1375.0, "completions/max_terminated_length": 1375.0, "completions/mean_length": 1184.9375, "completions/mean_terminated_length": 1184.9375, "completions/min_length": 1005.0, "completions/min_terminated_length": 1005.0, "epoch": 0.33508377094273567, "frac_reward_zero_std": 0.0, "grad_norm": 2.4547439367125548, "kl": 0.007080078125, "learning_rate": 8.571114674546493e-07, "loss": -0.0177, "num_tokens": 60490889.0, "reward": -1.1175870895385742e-08, "reward_std": 0.9748765826225281, "rewards/wordcountpos_reward_GEOBench/mean": -1.1175870895385742e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.30576001444881884, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.35015824448800714, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09339283817414602, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1340 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1489.0, "completions/mean_length": 1247.75, "completions/mean_terminated_length": 1163.666748046875, "completions/min_length": 942.0, "completions/min_terminated_length": 942.0, "epoch": 0.3353338334583646, "frac_reward_zero_std": 0.0, "grad_norm": 2.646810737457037, "kl": 0.0095672607421875, "learning_rate": 8.568242416059732e-07, "loss": 0.0131, "num_tokens": 60542573.0, "reward": 0.0, "reward_std": 0.9878085851669312, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.021015609658423532, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.055016153035529, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7666666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09737289911202955, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1341 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1371.0, "completions/mean_length": 1159.75, "completions/mean_terminated_length": 1137.0667724609375, "completions/min_length": 843.0, "completions/min_terminated_length": 843.0, "epoch": 0.3355838959739935, "frac_reward_zero_std": 0.0, "grad_norm": 3.080648677907141, "kl": 0.0117034912109375, "learning_rate": 8.565367819674247e-07, "loss": -0.0521, "num_tokens": 60595057.0, "reward": 3.725290298461914e-09, "reward_std": 1.0400519371032715, "rewards/wordcountpos_reward_GEOBench/mean": 3.725290298461914e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.011104837318268935, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1250985391341496, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0926962382871743, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1342 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1110.0, "completions/mean_length": 923.3125, "completions/mean_terminated_length": 661.1818237304688, "completions/min_length": 458.0, "completions/min_terminated_length": 458.0, "epoch": 0.3358339584896224, "frac_reward_zero_std": 0.0, "grad_norm": 3.3676834787358025, "kl": 0.011566162109375, "learning_rate": 8.562490887580388e-07, "loss": -0.0721, "num_tokens": 60634094.0, "reward": 2.2351741790771484e-08, "reward_std": 1.0431368350982666, "rewards/wordcountpos_reward_GEOBench/mean": 2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.00928585558513977, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10263302364450425, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09339283817414601, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1343 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1325.0, "completions/mean_length": 1469.625, "completions/mean_terminated_length": 1257.0, "completions/min_length": 1189.0, "completions/min_terminated_length": 1189.0, "epoch": 0.3360840210052513, "frac_reward_zero_std": 0.0, "grad_norm": 2.397419988331558, "kl": 0.0107421875, "learning_rate": 8.559611621970277e-07, "loss": 0.0099, "num_tokens": 60698992.0, "reward": 0.0, "reward_std": 0.9898213148117065, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.01338145674125339, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.14065430098879497, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.072520750542581, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1344 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1458.0, "completions/mean_length": 1308.875, "completions/mean_terminated_length": 1222.0, "completions/min_length": 1011.0, "completions/min_terminated_length": 1011.0, "epoch": 0.33633408352088023, "frac_reward_zero_std": 0.0, "grad_norm": 2.3546189927055967, "kl": 0.00777435302734375, "learning_rate": 8.556730025037819e-07, "loss": -0.0137, "num_tokens": 60743222.0, "reward": -2.2351741790771484e-08, "reward_std": 1.0352001190185547, "rewards/wordcountpos_reward_GEOBench/mean": -2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04553132901341624, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.143474177130227, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7666666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13333333333333336, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1345 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1471.0, "completions/mean_length": 1233.75, "completions/mean_terminated_length": 1172.3077392578125, "completions/min_length": 682.0, "completions/min_terminated_length": 682.0, "epoch": 0.3365841460365091, "frac_reward_zero_std": 0.0, "grad_norm": 3.4134914131828116, "kl": 0.0128936767578125, "learning_rate": 8.553846098978696e-07, "loss": 0.0244, "num_tokens": 60798578.0, "reward": 0.0, "reward_std": 0.7198019623756409, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.09313651294656823, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.17970313211527317, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08606629658238706, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1346 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1486.0, "completions/mean_length": 1087.75, "completions/mean_terminated_length": 992.6154174804688, "completions/min_length": 640.0, "completions/min_terminated_length": 640.0, "epoch": 0.336834208552138, "frac_reward_zero_std": 0.0, "grad_norm": 3.654813573898097, "kl": 0.013671875, "learning_rate": 8.550959845990366e-07, "loss": -0.0007, "num_tokens": 60844278.0, "reward": 0.0, "reward_std": 0.9253852963447571, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10886621079036346, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1347 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1433.0, "completions/max_terminated_length": 1433.0, "completions/mean_length": 1166.1875, "completions/mean_terminated_length": 1166.1875, "completions/min_length": 912.0, "completions/min_terminated_length": 912.0, "epoch": 0.33708427106776695, "frac_reward_zero_std": 0.0, "grad_norm": 3.380595556986614, "kl": 0.018402099609375, "learning_rate": 8.548071268272056e-07, "loss": -0.021, "num_tokens": 60899225.0, "reward": 0.0, "reward_std": 0.8896897435188293, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.012030905622866564, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07864757214268407, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12224747213928168, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1348 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1230.0, "completions/max_terminated_length": 1230.0, "completions/mean_length": 1048.5625, "completions/mean_terminated_length": 1048.5625, "completions/min_length": 763.0, "completions/min_terminated_length": 763.0, "epoch": 0.3373343335833959, "frac_reward_zero_std": 0.0, "grad_norm": 2.962606021314234, "kl": 0.014190673828125, "learning_rate": 8.545180368024764e-07, "loss": 0.0385, "num_tokens": 60949786.0, "reward": 0.0, "reward_std": 0.37601929903030396, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.02367476730801943, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09414883263226145, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.65, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14298407059684812, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1349 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1061.0, "completions/max_terminated_length": 1061.0, "completions/mean_length": 957.4375, "completions/mean_terminated_length": 957.4375, "completions/min_length": 771.0, "completions/min_terminated_length": 771.0, "epoch": 0.33758439609902474, "frac_reward_zero_std": 0.0, "grad_norm": 3.475694543468588, "kl": 0.009246826171875, "learning_rate": 8.542287147451263e-07, "loss": -0.0255, "num_tokens": 60993609.0, "reward": 0.0, "reward_std": 0.9992542266845703, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.01661313421899376, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04382408713239269, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.05708992257184504, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1350 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1141.0, "completions/mean_length": 1183.0625, "completions/mean_terminated_length": 992.9000244140625, "completions/min_length": 731.0, "completions/min_terminated_length": 731.0, "epoch": 0.33783445861465367, "frac_reward_zero_std": 0.0, "grad_norm": 3.3383892463492084, "kl": 0.010894775390625, "learning_rate": 8.539391608756089e-07, "loss": -0.0459, "num_tokens": 61043946.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9762459397315979, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.09938818660795495, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11483454474211907, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.825, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0906764700582363, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1351 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1069.0, "completions/max_terminated_length": 1069.0, "completions/mean_length": 965.9375, "completions/mean_terminated_length": 965.9375, "completions/min_length": 835.0, "completions/min_terminated_length": 835.0, "epoch": 0.3380845211302826, "frac_reward_zero_std": 0.0, "grad_norm": 2.521491577923054, "kl": 0.007904052734375, "learning_rate": 8.536493754145547e-07, "loss": 0.0108, "num_tokens": 61085001.0, "reward": -7.450580596923828e-09, "reward_std": 1.0652832984924316, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03611153840190022, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.13625332133037657, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11894598836509011, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1352 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1289.0, "completions/max_terminated_length": 1289.0, "completions/mean_length": 1112.0625, "completions/mean_terminated_length": 1112.0625, "completions/min_length": 868.0, "completions/min_terminated_length": 868.0, "epoch": 0.33833458364591146, "frac_reward_zero_std": 0.0, "grad_norm": 2.5267956374900766, "kl": 0.0074615478515625, "learning_rate": 8.533593585827708e-07, "loss": 0.0065, "num_tokens": 61131666.0, "reward": -2.9802322387695312e-08, "reward_std": 0.7456632852554321, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.025236811192446192, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.14026545686991082, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7666666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.16510378329783743, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1353 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1492.0, "completions/mean_length": 1300.9375, "completions/mean_terminated_length": 1272.5, "completions/min_length": 1067.0, "completions/min_terminated_length": 1067.0, "epoch": 0.3385846461615404, "frac_reward_zero_std": 0.0, "grad_norm": 2.293781568964852, "kl": 0.0063018798828125, "learning_rate": 8.5306911060124e-07, "loss": 0.0114, "num_tokens": 61178393.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0302597284317017, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.04584104976452451, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09278000742218323, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07888106377466157, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1354 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1288.0, "completions/mean_length": 1269.375, "completions/mean_terminated_length": 1038.75, "completions/min_length": 855.0, "completions/min_terminated_length": 855.0, "epoch": 0.3388347086771693, "frac_reward_zero_std": 0.0, "grad_norm": 2.6085682537997226, "kl": 0.00971221923828125, "learning_rate": 8.527786316911219e-07, "loss": 0.0148, "num_tokens": 61223327.0, "reward": 0.0, "reward_std": 0.6621127128601074, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0867217691683625, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.14215076069890328, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7916666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.18678567634829202, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1355 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1463.0, "completions/mean_length": 1172.375, "completions/mean_terminated_length": 1150.533447265625, "completions/min_length": 768.0, "completions/min_terminated_length": 768.0, "epoch": 0.3390847711927982, "frac_reward_zero_std": 0.0, "grad_norm": 2.9698487687386206, "kl": 0.011077880859375, "learning_rate": 8.524879220737515e-07, "loss": -0.0327, "num_tokens": 61252509.0, "reward": 0.0, "reward_std": 0.38859373331069946, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.08591625533593984, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09335579320704329, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7041666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07290277645477446, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1356 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 958.0, "completions/max_terminated_length": 958.0, "completions/mean_length": 758.25, "completions/mean_terminated_length": 758.25, "completions/min_length": 566.0, "completions/min_terminated_length": 566.0, "epoch": 0.3393348337084271, "frac_reward_zero_std": 0.0, "grad_norm": 2.6187311559101376, "kl": 0.00547027587890625, "learning_rate": 8.521969819706402e-07, "loss": -0.016, "num_tokens": 61278921.0, "reward": 2.9802322387695312e-08, "reward_std": 1.0178874731063843, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.16087242385300485, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.27222199829605254, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7041666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1002773930432755, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1357 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1372.0, "completions/max_terminated_length": 1372.0, "completions/mean_length": 1106.0, "completions/mean_terminated_length": 1106.0, "completions/min_length": 662.0, "completions/min_terminated_length": 662.0, "epoch": 0.339584896224056, "frac_reward_zero_std": 0.0, "grad_norm": 3.1045046808146464, "kl": 0.0117034912109375, "learning_rate": 8.519058116034745e-07, "loss": -0.0336, "num_tokens": 61312129.0, "reward": 0.0, "reward_std": 0.7545187473297119, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.034919237930290045, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06580297094920479, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7041666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14395215254459456, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1358 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1318.0, "completions/mean_length": 1050.375, "completions/mean_terminated_length": 1020.4000244140625, "completions/min_length": 536.0, "completions/min_terminated_length": 536.0, "epoch": 0.33983495873968494, "frac_reward_zero_std": 0.0, "grad_norm": 3.6011537872508814, "kl": 0.012969970703125, "learning_rate": 8.516144111941164e-07, "loss": 0.0019, "num_tokens": 61342807.0, "reward": 2.9802322387695312e-08, "reward_std": 0.6558761596679688, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.019952868977085824, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07664121383848792, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625000000000001, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08766518798921948, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1359 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1478.0, "completions/mean_length": 1179.8125, "completions/mean_terminated_length": 1105.923095703125, "completions/min_length": 905.0, "completions/min_terminated_length": 905.0, "epoch": 0.3400850212553138, "frac_reward_zero_std": 0.0, "grad_norm": 3.3011925333410304, "kl": 0.011260986328125, "learning_rate": 8.513227809646037e-07, "loss": -0.0271, "num_tokens": 61387276.0, "reward": 0.0, "reward_std": 0.6572839021682739, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.027664036334155373, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.038183601563440535, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1270024788326182, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1360 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1449.0, "completions/mean_length": 1348.625, "completions/mean_terminated_length": 1257.800048828125, "completions/min_length": 1084.0, "completions/min_terminated_length": 1084.0, "epoch": 0.34033508377094274, "frac_reward_zero_std": 0.0, "grad_norm": 2.58230483688851, "kl": 0.00982666015625, "learning_rate": 8.510309211371486e-07, "loss": -0.0169, "num_tokens": 61443310.0, "reward": 1.1175870895385742e-08, "reward_std": 0.9199034571647644, "rewards/wordcountpos_reward_GEOBench/mean": 1.1175870895385742e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.009284682993577221, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.026926268047451702, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10000000000000002, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1361 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1165.0, "completions/mean_length": 989.5625, "completions/mean_terminated_length": 819.4166870117188, "completions/min_length": 580.0, "completions/min_terminated_length": 580.0, "epoch": 0.34058514628657166, "frac_reward_zero_std": 0.0, "grad_norm": 4.200073558251365, "kl": 0.0098419189453125, "learning_rate": 8.507388319341387e-07, "loss": -0.0524, "num_tokens": 61494439.0, "reward": -2.9802322387695312e-08, "reward_std": 0.6894327402114868, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.3579111437600314, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.34146601302447055, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.65, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07503085784948503, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1362 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1432.0, "completions/mean_length": 1063.375, "completions/mean_terminated_length": 1001.0000610351562, "completions/min_length": 659.0, "completions/min_terminated_length": 659.0, "epoch": 0.34083520880220053, "frac_reward_zero_std": 0.0, "grad_norm": 3.7632110224386675, "kl": 0.0150299072265625, "learning_rate": 8.504465135781364e-07, "loss": -0.0165, "num_tokens": 61541565.0, "reward": 0.0, "reward_std": 0.8718996644020081, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.033268531275718806, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11382599723639869, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07969850595746357, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1363 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1306.0, "completions/max_terminated_length": 1306.0, "completions/mean_length": 942.25, "completions/mean_terminated_length": 942.25, "completions/min_length": 566.0, "completions/min_terminated_length": 566.0, "epoch": 0.34108527131782945, "frac_reward_zero_std": 0.0, "grad_norm": 3.9247202184382024, "kl": 0.011932373046875, "learning_rate": 8.501539662918782e-07, "loss": -0.0597, "num_tokens": 61585297.0, "reward": -2.9802322387695312e-08, "reward_std": 0.4607587456703186, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.005266265612154793, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.31458021251874213, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12164002752505566, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1364 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1499.0, "completions/mean_length": 1319.875, "completions/mean_terminated_length": 1259.8333740234375, "completions/min_length": 952.0, "completions/min_terminated_length": 952.0, "epoch": 0.3413353338334584, "frac_reward_zero_std": 0.0, "grad_norm": 3.0331561595623375, "kl": 0.0121612548828125, "learning_rate": 8.498611902982759e-07, "loss": -0.0023, "num_tokens": 61636719.0, "reward": 2.9802322387695312e-08, "reward_std": 0.7729552984237671, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03150142836348327, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1434353131726578, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7708333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10318986456114841, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1365 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1254.0, "completions/max_terminated_length": 1254.0, "completions/mean_length": 995.875, "completions/mean_terminated_length": 995.875, "completions/min_length": 825.0, "completions/min_terminated_length": 825.0, "epoch": 0.34158539634908724, "frac_reward_zero_std": 0.0, "grad_norm": 3.5506032642139345, "kl": 0.01116943359375, "learning_rate": 8.495681858204147e-07, "loss": -0.0397, "num_tokens": 61664797.0, "reward": 0.0, "reward_std": 0.7529758214950562, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.08738336421882112, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06822073594335479, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10470416879457554, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1366 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1358.0, "completions/mean_length": 1332.875, "completions/mean_terminated_length": 1232.5999755859375, "completions/min_length": 1153.0, "completions/min_terminated_length": 1153.0, "epoch": 0.34183545886471617, "frac_reward_zero_std": 0.0, "grad_norm": 2.6194716282699018, "kl": 0.0110931396484375, "learning_rate": 8.492749530815544e-07, "loss": -0.006, "num_tokens": 61722723.0, "reward": 0.0, "reward_std": 0.8642160892486572, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0410719428532461, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05685522197740933, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10027739304327551, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1367 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1465.0, "completions/mean_length": 1059.25, "completions/mean_terminated_length": 996.2857666015625, "completions/min_length": 651.0, "completions/min_terminated_length": 651.0, "epoch": 0.3420855213803451, "frac_reward_zero_std": 0.0, "grad_norm": 3.187716499235375, "kl": 0.01177978515625, "learning_rate": 8.489814923051287e-07, "loss": -0.0441, "num_tokens": 61763295.0, "reward": -2.9802322387695312e-08, "reward_std": 0.6600533723831177, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.1369717772924408, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12999800004971174, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09651328828101766, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1368 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1334.0, "completions/max_terminated_length": 1334.0, "completions/mean_length": 1136.0, "completions/mean_terminated_length": 1136.0, "completions/min_length": 918.0, "completions/min_terminated_length": 918.0, "epoch": 0.342335583895974, "frac_reward_zero_std": 0.0, "grad_norm": 3.0594838041630963, "kl": 0.0108642578125, "learning_rate": 8.486878037147446e-07, "loss": 0.0035, "num_tokens": 61801663.0, "reward": 3.725290298461914e-09, "reward_std": 1.0607013702392578, "rewards/wordcountpos_reward_GEOBench/mean": 3.725290298461914e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.026343778461499608, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0785356792757792, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8041666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0859586463881842, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1369 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1348.0, "completions/max_terminated_length": 1348.0, "completions/mean_length": 1047.6875, "completions/mean_terminated_length": 1047.6875, "completions/min_length": 908.0, "completions/min_terminated_length": 908.0, "epoch": 0.3425856464116029, "frac_reward_zero_std": 0.0, "grad_norm": 2.8958394912234375, "kl": 0.008453369140625, "learning_rate": 8.483938875341836e-07, "loss": -0.0101, "num_tokens": 61838370.0, "reward": 0.0, "reward_std": 0.5845850706100464, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.006463684368173597, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11705732961140891, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1189459883650901, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1370 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1322.0, "completions/mean_length": 1272.9375, "completions/mean_terminated_length": 1096.3333740234375, "completions/min_length": 885.0, "completions/min_terminated_length": 885.0, "epoch": 0.3428357089272318, "frac_reward_zero_std": 0.0, "grad_norm": 3.280611427942962, "kl": 0.0109710693359375, "learning_rate": 8.480997439873994e-07, "loss": -0.0281, "num_tokens": 61897025.0, "reward": 0.0, "reward_std": 0.6607404947280884, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.01621828804540124, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09213731984068713, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.18811934746029949, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1371 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1343.0, "completions/mean_length": 1216.875, "completions/mean_terminated_length": 1176.4285888671875, "completions/min_length": 1080.0, "completions/min_terminated_length": 1080.0, "epoch": 0.34308577144286073, "frac_reward_zero_std": 0.0, "grad_norm": 2.662395230035457, "kl": 0.012115478515625, "learning_rate": 8.478053732985204e-07, "loss": -0.0332, "num_tokens": 61946503.0, "reward": 0.0, "reward_std": 1.0370500087738037, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.01577260785603514, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09119334975550177, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11666666666666667, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1372 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1324.0, "completions/max_terminated_length": 1324.0, "completions/mean_length": 1111.75, "completions/mean_terminated_length": 1111.75, "completions/min_length": 968.0, "completions/min_terminated_length": 968.0, "epoch": 0.3433358339584896, "frac_reward_zero_std": 0.0, "grad_norm": 3.210935536129047, "kl": 0.0111846923828125, "learning_rate": 8.475107756918465e-07, "loss": -0.0011, "num_tokens": 61992915.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8652464747428894, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.10165749169708212, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10078845128470992, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.15104573749303493, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1373 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1367.0, "completions/max_terminated_length": 1367.0, "completions/mean_length": 1140.5, "completions/mean_terminated_length": 1140.5, "completions/min_length": 965.0, "completions/min_terminated_length": 965.0, "epoch": 0.3435858964741185, "frac_reward_zero_std": 0.0, "grad_norm": 2.854224479905153, "kl": 0.010711669921875, "learning_rate": 8.472159513918519e-07, "loss": -0.0001, "num_tokens": 62037275.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8921484351158142, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.056195031835015195, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08362610821824608, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.15049301694147857, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1374 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1473.0, "completions/mean_length": 1277.6875, "completions/mean_terminated_length": 1176.6363525390625, "completions/min_length": 1069.0, "completions/min_terminated_length": 1069.0, "epoch": 0.34383595898974745, "frac_reward_zero_std": 0.0, "grad_norm": 2.115403241873455, "kl": 0.007472991943359375, "learning_rate": 8.469209006231824e-07, "loss": -0.0282, "num_tokens": 62074622.0, "reward": 1.862645149230957e-08, "reward_std": 1.062798023223877, "rewards/wordcountpos_reward_GEOBench/mean": 1.862645149230957e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.015550227440352362, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06800918272892945, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.062063289083417544, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1375 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1032.0, "completions/max_terminated_length": 1032.0, "completions/mean_length": 888.3125, "completions/mean_terminated_length": 888.3125, "completions/min_length": 656.0, "completions/min_terminated_length": 656.0, "epoch": 0.34408602150537637, "frac_reward_zero_std": 0.0, "grad_norm": 3.7483840495693883, "kl": 0.0147857666015625, "learning_rate": 8.46625623610657e-07, "loss": 0.0118, "num_tokens": 62116523.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9447619915008545, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.027101258771083783, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0707279678102323, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09388724521901161, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1376 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1210.0, "completions/max_terminated_length": 1210.0, "completions/mean_length": 839.6875, "completions/mean_terminated_length": 839.6875, "completions/min_length": 472.0, "completions/min_terminated_length": 472.0, "epoch": 0.34433608402100524, "frac_reward_zero_std": 0.0, "grad_norm": 2.9226179170743203, "kl": 0.0104217529296875, "learning_rate": 8.463301205792675e-07, "loss": 0.0494, "num_tokens": 62146206.0, "reward": 0.0, "reward_std": 0.7024710178375244, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.050805652250072754, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04215057067721547, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.775, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14981470036162822, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1377 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1310.0, "completions/mean_length": 1060.375, "completions/mean_terminated_length": 1031.0667724609375, "completions/min_length": 686.0, "completions/min_terminated_length": 686.0, "epoch": 0.34458614653663416, "frac_reward_zero_std": 0.0, "grad_norm": 3.053735643997246, "kl": 0.01056671142578125, "learning_rate": 8.460343917541766e-07, "loss": -0.0714, "num_tokens": 62176340.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0456726551055908, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.005637343563551762, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04572486192531898, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12931443160847217, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1378 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1432.0, "completions/max_terminated_length": 1432.0, "completions/mean_length": 1235.0625, "completions/mean_terminated_length": 1235.0625, "completions/min_length": 981.0, "completions/min_terminated_length": 981.0, "epoch": 0.3448362090522631, "frac_reward_zero_std": 0.0, "grad_norm": 2.3217733509884275, "kl": 0.00865936279296875, "learning_rate": 8.457384373607203e-07, "loss": -0.023, "num_tokens": 62213253.0, "reward": -5.960464477539063e-08, "reward_std": 0.38112443685531616, "rewards/wordcountpos_reward_GEOBench/mean": -5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.040101423432967166, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09719070458757174, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.05163977794943225, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1379 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1492.0, "completions/max_terminated_length": 1492.0, "completions/mean_length": 1002.4375, "completions/mean_terminated_length": 1002.4375, "completions/min_length": 696.0, "completions/min_terminated_length": 696.0, "epoch": 0.34508627156789196, "frac_reward_zero_std": 0.0, "grad_norm": 3.476394031627589, "kl": 0.01483154296875, "learning_rate": 8.454422576244059e-07, "loss": -0.0013, "num_tokens": 62265692.0, "reward": 0.0, "reward_std": 0.6387931108474731, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.17671823636767237, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.2122131503550537, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12641788434189793, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1380 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1455.0, "completions/mean_length": 1145.4375, "completions/mean_terminated_length": 1094.7857666015625, "completions/min_length": 851.0, "completions/min_terminated_length": 851.0, "epoch": 0.3453363340835209, "frac_reward_zero_std": 0.0, "grad_norm": 2.4106056331978736, "kl": 0.006572723388671875, "learning_rate": 8.451458527709126e-07, "loss": 0.0107, "num_tokens": 62312795.0, "reward": 0.0, "reward_std": 0.5408207178115845, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.15783555048656708, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.26584127324632095, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10390522747338701, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1381 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1432.0, "completions/mean_length": 1142.25, "completions/mean_terminated_length": 1059.6923828125, "completions/min_length": 897.0, "completions/min_terminated_length": 897.0, "epoch": 0.3455863965991498, "frac_reward_zero_std": 0.0, "grad_norm": 2.751765942227762, "kl": 0.0087432861328125, "learning_rate": 8.448492230260909e-07, "loss": -0.0335, "num_tokens": 62365735.0, "reward": 2.2351741790771484e-08, "reward_std": 1.0680699348449707, "rewards/wordcountpos_reward_GEOBench/mean": 2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.21059537627224115, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.6975162260811915, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.16815997674172586, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1382 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1488.0, "completions/mean_length": 1263.875, "completions/mean_terminated_length": 1248.1334228515625, "completions/min_length": 963.0, "completions/min_terminated_length": 963.0, "epoch": 0.34583645911477867, "frac_reward_zero_std": 0.0, "grad_norm": 3.046781687539622, "kl": 0.0130767822265625, "learning_rate": 8.445523686159629e-07, "loss": -0.0309, "num_tokens": 62408941.0, "reward": 0.0, "reward_std": 0.7628606557846069, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0038048222520865004, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08603529809024699, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.775, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08388704928078614, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1383 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1489.0, "completions/max_terminated_length": 1489.0, "completions/mean_length": 1046.6875, "completions/mean_terminated_length": 1046.6875, "completions/min_length": 813.0, "completions/min_terminated_length": 813.0, "epoch": 0.3460865216304076, "frac_reward_zero_std": 0.0, "grad_norm": 2.817914222895259, "kl": 0.00885009765625, "learning_rate": 8.442552897667218e-07, "loss": 0.0027, "num_tokens": 62442472.0, "reward": 2.2351741790771484e-08, "reward_std": 1.0344934463500977, "rewards/wordcountpos_reward_GEOBench/mean": 2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.01622394281034219, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06716545727353398, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10101338378503963, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1384 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1462.0, "completions/mean_length": 1300.9375, "completions/mean_terminated_length": 1210.45458984375, "completions/min_length": 928.0, "completions/min_terminated_length": 928.0, "epoch": 0.3463365841460365, "frac_reward_zero_std": 0.0, "grad_norm": 2.6283126842839724, "kl": 0.00928497314453125, "learning_rate": 8.439579867047316e-07, "loss": -0.0078, "num_tokens": 62498615.0, "reward": 2.9802322387695312e-08, "reward_std": 0.906869649887085, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.1084614662816697, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.19793487677411106, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8666666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.15962919996504865, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1385 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1387.0, "completions/max_terminated_length": 1387.0, "completions/mean_length": 1053.25, "completions/mean_terminated_length": 1053.25, "completions/min_length": 857.0, "completions/min_terminated_length": 857.0, "epoch": 0.34658664666166544, "frac_reward_zero_std": 0.0, "grad_norm": 3.7623185813837727, "kl": 0.0146942138671875, "learning_rate": 8.436604596565277e-07, "loss": -0.0598, "num_tokens": 62541475.0, "reward": 4.470348358154297e-08, "reward_std": 0.9486637115478516, "rewards/wordcountpos_reward_GEOBench/mean": 4.470348358154297e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06094744403194562, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.16534148272134358, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7708333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.17548873552537866, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1386 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.6875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1411.0, "completions/mean_length": 1416.625, "completions/mean_terminated_length": 1233.2000732421875, "completions/min_length": 1036.0, "completions/min_terminated_length": 1036.0, "epoch": 0.3468367091772943, "frac_reward_zero_std": 0.0, "grad_norm": 2.739987692480355, "kl": 0.0120086669921875, "learning_rate": 8.433627088488156e-07, "loss": 0.023, "num_tokens": 62600997.0, "reward": 0.0, "reward_std": 0.4198510944843292, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.14976617710819964, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.4902563860787563, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10945995377982529, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1387 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1411.0, "completions/mean_length": 1315.125, "completions/mean_terminated_length": 1204.2000732421875, "completions/min_length": 1018.0, "completions/min_terminated_length": 1018.0, "epoch": 0.34708677169292323, "frac_reward_zero_std": 0.0, "grad_norm": 1.9662883537503275, "kl": 0.00682830810546875, "learning_rate": 8.430647345084715e-07, "loss": -0.005, "num_tokens": 62654671.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8772788643836975, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06744909697396431, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11444420059974887, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08766518798921946, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1388 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1445.0, "completions/mean_length": 1301.0, "completions/mean_terminated_length": 1181.5999755859375, "completions/min_length": 977.0, "completions/min_terminated_length": 977.0, "epoch": 0.34733683420855216, "frac_reward_zero_std": 0.0, "grad_norm": 3.1605267416896865, "kl": 0.01263427734375, "learning_rate": 8.427665368625421e-07, "loss": -0.0114, "num_tokens": 62699719.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9423556327819824, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.05485011483260446, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1445509065570477, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8250000000000001, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1029203215725281, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1389 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1493.0, "completions/mean_length": 1275.6875, "completions/mean_terminated_length": 1243.6429443359375, "completions/min_length": 984.0, "completions/min_terminated_length": 984.0, "epoch": 0.347586896724181, "frac_reward_zero_std": 0.0, "grad_norm": 2.8241027947132973, "kl": 0.0098876953125, "learning_rate": 8.42468116138244e-07, "loss": -0.0285, "num_tokens": 62752442.0, "reward": 0.0, "reward_std": 0.8015128374099731, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.07257026387453606, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0803725566641226, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07969850595746357, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1390 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1462.0, "completions/mean_length": 1212.125, "completions/mean_terminated_length": 1192.933349609375, "completions/min_length": 971.0, "completions/min_terminated_length": 971.0, "epoch": 0.34783695923980995, "frac_reward_zero_std": 0.0, "grad_norm": 2.8784510444868436, "kl": 0.010528564453125, "learning_rate": 8.421694725629638e-07, "loss": -0.0031, "num_tokens": 62799420.0, "reward": 0.0, "reward_std": 0.8792747259140015, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0017136252103199748, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05922440473059868, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09953596037316068, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1391 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1481.0, "completions/mean_length": 1220.5625, "completions/mean_terminated_length": 1127.416748046875, "completions/min_length": 865.0, "completions/min_terminated_length": 865.0, "epoch": 0.3480870217554389, "frac_reward_zero_std": 0.0, "grad_norm": 3.0277159370070414, "kl": 0.009429931640625, "learning_rate": 8.41870606364258e-07, "loss": 0.0115, "num_tokens": 62847133.0, "reward": 0.0, "reward_std": 0.7778089046478271, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0606212864564622, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06888266028786393, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06763190130459204, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1392 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1464.0, "completions/mean_length": 1136.1875, "completions/mean_terminated_length": 1111.933349609375, "completions/min_length": 855.0, "completions/min_terminated_length": 855.0, "epoch": 0.34833708427106774, "frac_reward_zero_std": 0.0, "grad_norm": 2.8348258581229704, "kl": 0.011444091796875, "learning_rate": 8.415715177698529e-07, "loss": 0.0157, "num_tokens": 62879344.0, "reward": 0.0, "reward_std": 0.9490658640861511, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0749717194191582, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07538715888577682, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13270686158262923, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1393 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1500.0, "completions/mean_length": 1349.9375, "completions/mean_terminated_length": 1328.5, "completions/min_length": 1149.0, "completions/min_terminated_length": 1149.0, "epoch": 0.34858714678669667, "frac_reward_zero_std": 0.0, "grad_norm": 3.1263933370816974, "kl": 0.0117034912109375, "learning_rate": 8.412722070076438e-07, "loss": -0.0286, "num_tokens": 62919479.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9168092012405396, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06070572613176774, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1394 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1466.0, "completions/mean_length": 1165.3125, "completions/mean_terminated_length": 1143.0, "completions/min_length": 927.0, "completions/min_terminated_length": 927.0, "epoch": 0.3488372093023256, "frac_reward_zero_std": 0.0, "grad_norm": 3.4586634068445785, "kl": 0.0137939453125, "learning_rate": 8.409726743056957e-07, "loss": -0.0165, "num_tokens": 62965204.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8458037376403809, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.014163322459595836, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.18633306318050205, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7916666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09067647005823631, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1395 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1304.0, "completions/mean_length": 1047.5625, "completions/mean_terminated_length": 1017.4000244140625, "completions/min_length": 796.0, "completions/min_terminated_length": 796.0, "epoch": 0.3490872718179545, "frac_reward_zero_std": 0.0, "grad_norm": 3.0224656357880684, "kl": 0.01103973388671875, "learning_rate": 8.406729198922426e-07, "loss": -0.0286, "num_tokens": 63013477.0, "reward": 0.0, "reward_std": 0.6933915615081787, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.11789831973908821, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1364450510157611, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.5375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12758439472669758, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1396 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1146.0, "completions/max_terminated_length": 1146.0, "completions/mean_length": 939.5, "completions/mean_terminated_length": 939.5, "completions/min_length": 220.0, "completions/min_terminated_length": 220.0, "epoch": 0.3493373343335834, "frac_reward_zero_std": 0.0, "grad_norm": 3.0895862120798974, "kl": 0.00936126708984375, "learning_rate": 8.403729439956872e-07, "loss": -0.0067, "num_tokens": 63063141.0, "reward": 2.9802322387695312e-08, "reward_std": 0.4159996509552002, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.11134996275156225, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1404583974658499, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.19007795671678931, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1397 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1472.0, "completions/mean_length": 1267.9375, "completions/mean_terminated_length": 1214.3846435546875, "completions/min_length": 921.0, "completions/min_terminated_length": 921.0, "epoch": 0.3495873968492123, "frac_reward_zero_std": 0.0, "grad_norm": 3.1916428139076425, "kl": 0.0142974853515625, "learning_rate": 8.400727468446014e-07, "loss": -0.0451, "num_tokens": 63115460.0, "reward": 0.0, "reward_std": 0.8990896344184875, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.00321851640634669, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05813322379148299, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11792967144619462, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1398 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1303.0, "completions/max_terminated_length": 1303.0, "completions/mean_length": 1085.875, "completions/mean_terminated_length": 1085.875, "completions/min_length": 859.0, "completions/min_terminated_length": 859.0, "epoch": 0.34983745936484123, "frac_reward_zero_std": 0.0, "grad_norm": 2.8305818929290893, "kl": 0.013580322265625, "learning_rate": 8.397723286677253e-07, "loss": -0.0022, "num_tokens": 63151514.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8354265689849854, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.01857045590646101, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08104275657760371, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7333333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0843274042711568, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1399 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1500.0, "completions/mean_length": 1301.9375, "completions/mean_terminated_length": 1211.9091796875, "completions/min_length": 889.0, "completions/min_terminated_length": 889.0, "epoch": 0.3500875218804701, "frac_reward_zero_std": 0.0, "grad_norm": 3.014260009221193, "kl": 0.0098419189453125, "learning_rate": 8.394716896939676e-07, "loss": -0.0381, "num_tokens": 63204929.0, "reward": -2.9802322387695312e-08, "reward_std": 1.016596794128418, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.010199382883629387, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.047779405697486226, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09803627446568497, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1400 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1483.0, "completions/mean_length": 1322.6875, "completions/mean_terminated_length": 1310.86669921875, "completions/min_length": 1084.0, "completions/min_terminated_length": 1084.0, "epoch": 0.350337584396099, "frac_reward_zero_std": 0.0, "grad_norm": 2.6833575530788654, "kl": 0.008453369140625, "learning_rate": 8.391708301524051e-07, "loss": 0.0112, "num_tokens": 63249980.0, "reward": -2.9802322387695312e-08, "reward_std": 0.9459744095802307, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04074506437310606, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04996835014437639, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6791666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08509254221575907, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1401 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1480.0, "completions/mean_length": 1169.75, "completions/mean_terminated_length": 971.6000366210938, "completions/min_length": 678.0, "completions/min_terminated_length": 678.0, "epoch": 0.35058764691172795, "frac_reward_zero_std": 0.0, "grad_norm": 2.6803402338943467, "kl": 0.00658416748046875, "learning_rate": 8.388697502722831e-07, "loss": 0.0329, "num_tokens": 63289584.0, "reward": -2.9802322387695312e-08, "reward_std": 0.35422903299331665, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.1215634643093306, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1479891042404967, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.23913424093003743, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1402 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1499.0, "completions/mean_length": 1191.5625, "completions/mean_terminated_length": 1171.0001220703125, "completions/min_length": 960.0, "completions/min_terminated_length": 960.0, "epoch": 0.3508377094273568, "frac_reward_zero_std": 0.0, "grad_norm": 2.6760822060114453, "kl": 0.0076751708984375, "learning_rate": 8.38568450283014e-07, "loss": -0.0119, "num_tokens": 63333417.0, "reward": 0.0, "reward_std": 0.639259934425354, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.21640642105607488, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.2644054011278265, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7708333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.094182643679026, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1403 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1106.0, "completions/mean_length": 915.0625, "completions/mean_terminated_length": 876.0667114257812, "completions/min_length": 464.0, "completions/min_terminated_length": 464.0, "epoch": 0.35108777194298574, "frac_reward_zero_std": 0.0, "grad_norm": 3.0331045747013143, "kl": 0.0088043212890625, "learning_rate": 8.382669304141789e-07, "loss": 0.0536, "num_tokens": 63377762.0, "reward": 0.0, "reward_std": 0.9753798246383667, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.09190823685657186, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1485965741733891, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8041666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07876359377087683, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1404 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1297.0, "completions/max_terminated_length": 1297.0, "completions/mean_length": 1044.9375, "completions/mean_terminated_length": 1044.9375, "completions/min_length": 860.0, "completions/min_terminated_length": 860.0, "epoch": 0.35133783445861466, "frac_reward_zero_std": 0.0, "grad_norm": 2.5394768342656513, "kl": 0.009857177734375, "learning_rate": 8.379651908955254e-07, "loss": 0.0421, "num_tokens": 63418089.0, "reward": 0.0, "reward_std": 0.6665937304496765, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.017653579900542612, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04916031347690977, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.825, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11642832797715322, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1405 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.6875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1483.0, "completions/mean_length": 1476.0625, "completions/mean_terminated_length": 1423.4000244140625, "completions/min_length": 1286.0, "completions/min_terminated_length": 1286.0, "epoch": 0.3515878969742436, "frac_reward_zero_std": 0.0, "grad_norm": 2.6639013191779637, "kl": 0.0096588134765625, "learning_rate": 8.376632319569692e-07, "loss": 0.0202, "num_tokens": 63483586.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9776710867881775, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.008389517971865757, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03671897927364567, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8041666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12041594578792296, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1406 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1445.0, "completions/mean_length": 1363.8125, "completions/mean_terminated_length": 1257.888916015625, "completions/min_length": 1149.0, "completions/min_terminated_length": 1149.0, "epoch": 0.35183795948987245, "frac_reward_zero_std": 0.0, "grad_norm": 2.6072912984436747, "kl": 0.009613037109375, "learning_rate": 8.373610538285931e-07, "loss": 0.0529, "num_tokens": 63540375.0, "reward": 2.2351741790771484e-08, "reward_std": 0.9803466796875, "rewards/wordcountpos_reward_GEOBench/mean": 2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.09932895680400639, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11646905812106126, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.17363222093882275, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1407 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1471.0, "completions/mean_length": 1069.0, "completions/mean_terminated_length": 1007.4285888671875, "completions/min_length": 662.0, "completions/min_terminated_length": 662.0, "epoch": 0.3520880220055014, "frac_reward_zero_std": 0.0, "grad_norm": 3.3435146284028807, "kl": 0.010711669921875, "learning_rate": 8.370586567406466e-07, "loss": 0.0133, "num_tokens": 63578423.0, "reward": 0.0, "reward_std": 0.9725617170333862, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0123075134859164, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.034247597874148966, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12931443160847217, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1408 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1350.0, "completions/max_terminated_length": 1350.0, "completions/mean_length": 1101.0, "completions/mean_terminated_length": 1101.0, "completions/min_length": 753.0, "completions/min_terminated_length": 753.0, "epoch": 0.3523380845211303, "frac_reward_zero_std": 0.0, "grad_norm": 2.644887960491874, "kl": 0.008270263671875, "learning_rate": 8.367560409235465e-07, "loss": -0.0005, "num_tokens": 63621639.0, "reward": -2.9802322387695312e-08, "reward_std": 0.6784014701843262, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.05954176097058973, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07650819137936059, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7916666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08027729719194866, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1409 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1494.0, "completions/mean_length": 1273.0625, "completions/mean_terminated_length": 1220.6923828125, "completions/min_length": 933.0, "completions/min_terminated_length": 933.0, "epoch": 0.35258814703675917, "frac_reward_zero_std": 0.0, "grad_norm": 3.3509584074207073, "kl": 0.0128326416015625, "learning_rate": 8.364532066078755e-07, "loss": -0.02, "num_tokens": 63672664.0, "reward": -2.9802322387695312e-08, "reward_std": 1.0616716146469116, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.00407880447794377, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06292808279698266, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8333333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10610965676722955, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1410 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1463.0, "completions/max_terminated_length": 1463.0, "completions/mean_length": 1079.9375, "completions/mean_terminated_length": 1079.9375, "completions/min_length": 922.0, "completions/min_terminated_length": 922.0, "epoch": 0.3528382095523881, "frac_reward_zero_std": 0.0, "grad_norm": 2.9007072842592376, "kl": 0.0097808837890625, "learning_rate": 8.361501540243837e-07, "loss": 0.0025, "num_tokens": 63708935.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8188549280166626, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.019169312099119963, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11313423238487423, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7708333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08766518798921948, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1411 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1453.0, "completions/mean_length": 1180.6875, "completions/mean_terminated_length": 1159.4000244140625, "completions/min_length": 971.0, "completions/min_terminated_length": 971.0, "epoch": 0.353088272068017, "frac_reward_zero_std": 0.0, "grad_norm": 3.6279690754448106, "kl": 0.01434326171875, "learning_rate": 8.358468834039869e-07, "loss": 0.0082, "num_tokens": 63755850.0, "reward": 7.450580596923828e-09, "reward_std": 1.062549114227295, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04216103962541417, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12814997146330054, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12102953419784837, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1412 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1228.0, "completions/max_terminated_length": 1228.0, "completions/mean_length": 976.4375, "completions/mean_terminated_length": 976.4375, "completions/min_length": 669.0, "completions/min_terminated_length": 669.0, "epoch": 0.3533383345836459, "frac_reward_zero_std": 0.0, "grad_norm": 2.0913096337783674, "kl": 0.0102996826171875, "learning_rate": 8.355433949777674e-07, "loss": 0.0094, "num_tokens": 63791441.0, "reward": 0.0, "reward_std": 0.7100746035575867, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.039759523494895185, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.16707531754708108, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.85, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09888264649460884, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1413 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1433.0, "completions/mean_length": 1089.875, "completions/mean_terminated_length": 1031.2857666015625, "completions/min_length": 726.0, "completions/min_terminated_length": 726.0, "epoch": 0.3535883970992748, "frac_reward_zero_std": 0.0, "grad_norm": 3.3083428151770704, "kl": 0.0123138427734375, "learning_rate": 8.352396889769731e-07, "loss": -0.0478, "num_tokens": 63843487.0, "reward": 0.0, "reward_std": 0.5548100471496582, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0020816519641501576, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.17643003992362857, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.102469507659596, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1414 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1290.0, "completions/max_terminated_length": 1290.0, "completions/mean_length": 986.625, "completions/mean_terminated_length": 986.625, "completions/min_length": 776.0, "completions/min_terminated_length": 776.0, "epoch": 0.35383845961490373, "frac_reward_zero_std": 0.0, "grad_norm": 3.7474365844578372, "kl": 0.0149078369140625, "learning_rate": 8.349357656330182e-07, "loss": -0.051, "num_tokens": 63878881.0, "reward": 0.0, "reward_std": 0.42258012294769287, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06884884997619202, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.19069887325942927, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09496588081262934, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1415 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1414.0, "completions/max_terminated_length": 1414.0, "completions/mean_length": 887.75, "completions/mean_terminated_length": 887.75, "completions/min_length": 478.0, "completions/min_terminated_length": 478.0, "epoch": 0.35408852213053266, "frac_reward_zero_std": 0.0, "grad_norm": 3.8811381906874294, "kl": 0.015350341796875, "learning_rate": 8.346316251774817e-07, "loss": -0.0026, "num_tokens": 63911901.0, "reward": -7.450580596923828e-09, "reward_std": 1.0121289491653442, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.043046705002298034, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08656224650204744, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1355373393953503, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1416 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1478.0, "completions/mean_length": 1255.375, "completions/mean_terminated_length": 1220.4285888671875, "completions/min_length": 1020.0, "completions/min_terminated_length": 1020.0, "epoch": 0.3543385846461615, "frac_reward_zero_std": 0.0, "grad_norm": 2.538585709961367, "kl": 0.00826263427734375, "learning_rate": 8.34327267842109e-07, "loss": -0.0008, "num_tokens": 63963747.0, "reward": -1.4901161193847656e-08, "reward_std": 1.017878532409668, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.19689041713706484, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.317608485820128, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7333333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1520233900132184, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1417 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1364.0, "completions/mean_length": 1222.3125, "completions/mean_terminated_length": 1158.2308349609375, "completions/min_length": 869.0, "completions/min_terminated_length": 869.0, "epoch": 0.35458864716179045, "frac_reward_zero_std": 0.0, "grad_norm": 3.313037938410671, "kl": 0.013427734375, "learning_rate": 8.340226938588098e-07, "loss": -0.0169, "num_tokens": 64015160.0, "reward": 0.0, "reward_std": 0.8891949653625488, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.05313899248937659, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08228540046271833, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.053748384988657034, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1418 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1282.0, "completions/max_terminated_length": 1282.0, "completions/mean_length": 1082.125, "completions/mean_terminated_length": 1082.125, "completions/min_length": 902.0, "completions/min_terminated_length": 902.0, "epoch": 0.3548387096774194, "frac_reward_zero_std": 0.0, "grad_norm": 3.4156111360606562, "kl": 0.0127716064453125, "learning_rate": 8.337179034596598e-07, "loss": -0.0057, "num_tokens": 64060410.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8986164331436157, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0004695707288395358, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0018782829153581432, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0926962382871743, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1419 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1391.0, "completions/mean_length": 1271.625, "completions/mean_terminated_length": 1218.923095703125, "completions/min_length": 907.0, "completions/min_terminated_length": 907.0, "epoch": 0.35508877219304824, "frac_reward_zero_std": 0.0, "grad_norm": 2.6055278894282776, "kl": 0.00804901123046875, "learning_rate": 8.334128968768987e-07, "loss": 0.0317, "num_tokens": 64113460.0, "reward": -7.450580596923828e-09, "reward_std": 1.0472326278686523, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.05444124695421547, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.21712959929183825, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08681611046941139, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1420 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1476.0, "completions/mean_length": 1172.3125, "completions/mean_terminated_length": 1150.4666748046875, "completions/min_length": 753.0, "completions/min_terminated_length": 753.0, "epoch": 0.35533883470867716, "frac_reward_zero_std": 0.0, "grad_norm": 3.167788718331849, "kl": 0.0126800537109375, "learning_rate": 8.331076743429319e-07, "loss": 0.0541, "num_tokens": 64143129.0, "reward": 7.450580596923828e-09, "reward_std": 1.0336756706237793, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.002760872294587036, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03426819092797175, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8583333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10292032157252812, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1421 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1206.0, "completions/mean_length": 1131.5, "completions/mean_terminated_length": 1078.857177734375, "completions/min_length": 799.0, "completions/min_terminated_length": 799.0, "epoch": 0.3555888972243061, "frac_reward_zero_std": 0.0, "grad_norm": 3.5733456870821203, "kl": 0.01727294921875, "learning_rate": 8.328022360903284e-07, "loss": -0.0115, "num_tokens": 64187009.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9005129337310791, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.028088058999262883, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04560113051828157, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0859586463881842, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1422 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1484.0, "completions/mean_length": 1271.9375, "completions/mean_terminated_length": 1195.916748046875, "completions/min_length": 741.0, "completions/min_terminated_length": 741.0, "epoch": 0.35583895973993496, "frac_reward_zero_std": 0.0, "grad_norm": 3.1431274180968467, "kl": 0.015167236328125, "learning_rate": 8.324965823518222e-07, "loss": 0.0211, "num_tokens": 64243520.0, "reward": -3.725290298461914e-09, "reward_std": 0.9761375188827515, "rewards/wordcountpos_reward_GEOBench/mean": -3.725290298461914e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.033548536599983685, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08574434963282675, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0850925422157591, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1423 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1380.0, "completions/mean_length": 1174.5625, "completions/mean_terminated_length": 1099.4615478515625, "completions/min_length": 756.0, "completions/min_terminated_length": 756.0, "epoch": 0.3560890222555639, "frac_reward_zero_std": 0.0, "grad_norm": 2.402479590662355, "kl": 0.0099029541015625, "learning_rate": 8.321907133603111e-07, "loss": -0.0162, "num_tokens": 64284921.0, "reward": -7.450580596923828e-09, "reward_std": 0.975763738155365, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0022920745724567685, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04772839132403494, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.925, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.059004080210452226, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1424 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1491.0, "completions/mean_length": 1361.4375, "completions/mean_terminated_length": 1253.6666259765625, "completions/min_length": 903.0, "completions/min_terminated_length": 903.0, "epoch": 0.3563390847711928, "frac_reward_zero_std": 0.0, "grad_norm": 1.864507925021821, "kl": 0.0059814453125, "learning_rate": 8.318846293488574e-07, "loss": -0.0045, "num_tokens": 64339768.0, "reward": -2.9802322387695312e-08, "reward_std": 0.9175720810890198, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0564110938880618, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08995111674399459, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11080513425729777, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1425 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1204.0, "completions/max_terminated_length": 1204.0, "completions/mean_length": 955.8125, "completions/mean_terminated_length": 955.8125, "completions/min_length": 774.0, "completions/min_terminated_length": 774.0, "epoch": 0.35658914728682173, "frac_reward_zero_std": 0.0, "grad_norm": 2.4521445539025355, "kl": 0.005420684814453125, "learning_rate": 8.315783305506867e-07, "loss": 0.0129, "num_tokens": 64386157.0, "reward": 0.0, "reward_std": 0.9826600551605225, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.02192938213888186, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06359996632041727, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8541666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11213417888437975, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1426 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1435.0, "completions/mean_length": 1223.875, "completions/mean_terminated_length": 1205.4666748046875, "completions/min_length": 893.0, "completions/min_terminated_length": 893.0, "epoch": 0.3568392098024506, "frac_reward_zero_std": 0.0, "grad_norm": 3.0649934501122917, "kl": 0.0129241943359375, "learning_rate": 8.312718171991886e-07, "loss": 0.0381, "num_tokens": 64431827.0, "reward": 0.0, "reward_std": 0.988744854927063, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.3564471041723391, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.3847151469233825, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13526380260918403, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1427 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1348.0, "completions/mean_length": 1153.0625, "completions/mean_terminated_length": 1129.933349609375, "completions/min_length": 911.0, "completions/min_terminated_length": 911.0, "epoch": 0.3570892723180795, "frac_reward_zero_std": 0.0, "grad_norm": 2.597148313602462, "kl": 0.009765625, "learning_rate": 8.30965089527916e-07, "loss": -0.0203, "num_tokens": 64482132.0, "reward": -2.9802322387695312e-08, "reward_std": 1.034332513809204, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.14604256947297814, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11214037051992685, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.053748384988657, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1428 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1427.0, "completions/mean_length": 1107.8125, "completions/mean_terminated_length": 929.5454711914062, "completions/min_length": 717.0, "completions/min_terminated_length": 717.0, "epoch": 0.35733933483370844, "frac_reward_zero_std": 0.0, "grad_norm": 2.166109369955294, "kl": 0.00629425048828125, "learning_rate": 8.306581477705853e-07, "loss": -0.0167, "num_tokens": 64522881.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9185409545898438, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.021405224755129185, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06836034659628237, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08606629658238707, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1429 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1380.0, "completions/max_terminated_length": 1380.0, "completions/mean_length": 1032.0, "completions/mean_terminated_length": 1032.0, "completions/min_length": 606.0, "completions/min_terminated_length": 606.0, "epoch": 0.3575893973493373, "frac_reward_zero_std": 0.0, "grad_norm": 2.349045496301345, "kl": 0.00574493408203125, "learning_rate": 8.303509921610759e-07, "loss": -0.0278, "num_tokens": 64557769.0, "reward": 0.0, "reward_std": 0.6116563081741333, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.05600738180821054, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.18885544450400735, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08421753138505422, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1430 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1437.0, "completions/mean_length": 1220.1875, "completions/mean_terminated_length": 1155.615478515625, "completions/min_length": 814.0, "completions/min_terminated_length": 814.0, "epoch": 0.35783945986496624, "frac_reward_zero_std": 0.0, "grad_norm": 2.9347703489302277, "kl": 0.011077880859375, "learning_rate": 8.300436229334301e-07, "loss": -0.0256, "num_tokens": 64607332.0, "reward": 0.0, "reward_std": 0.6322227716445923, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0791943836598727, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09495431334767776, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7666666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08432740427115681, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1431 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1466.0, "completions/mean_length": 1129.5625, "completions/mean_terminated_length": 961.1818237304688, "completions/min_length": 703.0, "completions/min_terminated_length": 703.0, "epoch": 0.35808952238059516, "frac_reward_zero_std": 0.0, "grad_norm": 2.425942061730681, "kl": 0.005184173583984375, "learning_rate": 8.297360403218531e-07, "loss": 0.0305, "num_tokens": 64648429.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8759142160415649, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.011920055443797133, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.052098258431193756, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8583333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06382847385042253, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1432 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1310.0, "completions/max_terminated_length": 1310.0, "completions/mean_length": 1119.125, "completions/mean_terminated_length": 1119.125, "completions/min_length": 877.0, "completions/min_terminated_length": 877.0, "epoch": 0.3583395848962241, "frac_reward_zero_std": 0.0, "grad_norm": 2.2785675132618577, "kl": 0.00800323486328125, "learning_rate": 8.294282445607124e-07, "loss": -0.0138, "num_tokens": 64699503.0, "reward": -1.4901161193847656e-08, "reward_std": 0.967159628868103, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.10157629944082656, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12008326091180696, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.85, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08606629658238706, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1433 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1461.0, "completions/mean_length": 1103.1875, "completions/mean_terminated_length": 1046.5, "completions/min_length": 664.0, "completions/min_terminated_length": 664.0, "epoch": 0.35858964741185295, "frac_reward_zero_std": 0.0, "grad_norm": 2.360245395494562, "kl": 0.009179115295410156, "learning_rate": 8.291202358845385e-07, "loss": -0.0491, "num_tokens": 64741266.0, "reward": 0.0, "reward_std": 0.3042250871658325, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.18281323059719468, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.22939818278267762, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.825, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11122216672215289, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1434 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1435.0, "completions/mean_length": 1242.125, "completions/mean_terminated_length": 1124.9091796875, "completions/min_length": 845.0, "completions/min_terminated_length": 845.0, "epoch": 0.3588397099274819, "frac_reward_zero_std": 0.0, "grad_norm": 3.181283976244887, "kl": 0.0138702392578125, "learning_rate": 8.288120145280236e-07, "loss": -0.0091, "num_tokens": 64790604.0, "reward": 2.2351741790771484e-08, "reward_std": 1.0599753856658936, "rewards/wordcountpos_reward_GEOBench/mean": 2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.005233597697946433, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10397087249069512, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.825, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14580555290954889, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1435 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1498.0, "completions/mean_length": 1134.625, "completions/mean_terminated_length": 850.4444580078125, "completions/min_length": 689.0, "completions/min_terminated_length": 689.0, "epoch": 0.3590897724431108, "frac_reward_zero_std": 0.0, "grad_norm": 2.1814230068778975, "kl": 0.0091705322265625, "learning_rate": 8.285035807260221e-07, "loss": 0.0511, "num_tokens": 64830702.0, "reward": -7.450580596923828e-09, "reward_std": 1.0194575786590576, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.009657040521922823, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06332690631377433, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11279282877125756, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1436 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1417.0, "completions/mean_length": 1265.75, "completions/mean_terminated_length": 1232.2857666015625, "completions/min_length": 1072.0, "completions/min_terminated_length": 1072.0, "epoch": 0.35933983495873967, "frac_reward_zero_std": 0.0, "grad_norm": 2.334499907716662, "kl": 0.010040283203125, "learning_rate": 8.281949347135504e-07, "loss": -0.0006, "num_tokens": 64871226.0, "reward": -2.9802322387695312e-08, "reward_std": 0.794493556022644, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.07001490977060987, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09283433478641878, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06540472290116194, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1437 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1432.0, "completions/mean_length": 1234.0, "completions/mean_terminated_length": 1216.2667236328125, "completions/min_length": 832.0, "completions/min_terminated_length": 832.0, "epoch": 0.3595898974743686, "frac_reward_zero_std": 0.0, "grad_norm": 2.9360745298280047, "kl": 0.0112762451171875, "learning_rate": 8.278860767257864e-07, "loss": -0.0321, "num_tokens": 64916418.0, "reward": 0.0, "reward_std": 0.7654714584350586, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.04412153006633763, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03321721870022851, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08509254221575908, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1438 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1299.0, "completions/mean_length": 988.25, "completions/mean_terminated_length": 954.1333618164062, "completions/min_length": 611.0, "completions/min_terminated_length": 611.0, "epoch": 0.3598399599899975, "frac_reward_zero_std": 0.0, "grad_norm": 3.5700679644605047, "kl": 0.0174560546875, "learning_rate": 8.275770069980697e-07, "loss": -0.022, "num_tokens": 64959206.0, "reward": 1.1175870895385742e-08, "reward_std": 1.0384268760681152, "rewards/wordcountpos_reward_GEOBench/mean": 1.1175870895385742e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0724044901980166, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11127898963518723, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06070572613176774, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1439 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1489.0, "completions/mean_length": 1417.5625, "completions/mean_terminated_length": 1380.0909423828125, "completions/min_length": 1123.0, "completions/min_terminated_length": 1123.0, "epoch": 0.3600900225056264, "frac_reward_zero_std": 0.0, "grad_norm": 2.672880263424142, "kl": 0.0112152099609375, "learning_rate": 8.272677257659009e-07, "loss": 0.0105, "num_tokens": 65017815.0, "reward": 0.0, "reward_std": 0.9780192375183105, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.05696435780049319, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05505248152677053, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08421753138505425, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1440 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1274.0, "completions/max_terminated_length": 1274.0, "completions/mean_length": 998.375, "completions/mean_terminated_length": 998.375, "completions/min_length": 709.0, "completions/min_terminated_length": 709.0, "epoch": 0.3603400850212553, "frac_reward_zero_std": 0.0, "grad_norm": 3.1129541968181984, "kl": 0.0112152099609375, "learning_rate": 8.269582332649423e-07, "loss": -0.0114, "num_tokens": 65056893.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0046532154083252, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.14847390428897073, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.17213915341306768, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7083333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1441 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1441.0, "completions/mean_length": 1260.3125, "completions/mean_terminated_length": 1205.0, "completions/min_length": 951.0, "completions/min_terminated_length": 951.0, "epoch": 0.36059014753688423, "frac_reward_zero_std": 0.0, "grad_norm": 3.349623899732544, "kl": 0.0134124755859375, "learning_rate": 8.266485297310169e-07, "loss": 0.0001, "num_tokens": 65116858.0, "reward": -5.960464477539063e-08, "reward_std": 0.8296217918395996, "rewards/wordcountpos_reward_GEOBench/mean": -5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.012615710136212665, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04324749349458741, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.107496769977314, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1442 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1200.0, "completions/max_terminated_length": 1200.0, "completions/mean_length": 978.625, "completions/mean_terminated_length": 978.625, "completions/min_length": 770.0, "completions/min_terminated_length": 770.0, "epoch": 0.36084021005251316, "frac_reward_zero_std": 0.0, "grad_norm": 2.8407759946970277, "kl": 0.0081024169921875, "learning_rate": 8.263386154001084e-07, "loss": -0.0109, "num_tokens": 65157108.0, "reward": 2.9802322387695312e-08, "reward_std": 0.7655435800552368, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06613936364587766, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09308979230725113, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.775, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06831300510639736, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1443 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1445.0, "completions/mean_length": 1242.25, "completions/mean_terminated_length": 1087.5999755859375, "completions/min_length": 432.0, "completions/min_terminated_length": 432.0, "epoch": 0.361090272568142, "frac_reward_zero_std": 0.0, "grad_norm": 3.0080518159823915, "kl": 0.0130767822265625, "learning_rate": 8.260284905083612e-07, "loss": 0.0071, "num_tokens": 65221664.0, "reward": 0.0, "reward_std": 0.996924638748169, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.004729342803718804, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.18479198378369324, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6666666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0807373427759331, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1444 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1118.0, "completions/max_terminated_length": 1118.0, "completions/mean_length": 954.375, "completions/mean_terminated_length": 954.375, "completions/min_length": 731.0, "completions/min_terminated_length": 731.0, "epoch": 0.36134033508377095, "frac_reward_zero_std": 0.0, "grad_norm": 2.76489702214252, "kl": 0.0108184814453125, "learning_rate": 8.257181552920803e-07, "loss": -0.0393, "num_tokens": 65261806.0, "reward": -2.9802322387695312e-08, "reward_std": 1.0057706832885742, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.02282203329805966, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07266238973236112, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06540472290116198, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1445 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1405.0, "completions/mean_length": 1250.75, "completions/mean_terminated_length": 1234.1334228515625, "completions/min_length": 1052.0, "completions/min_terminated_length": 1052.0, "epoch": 0.36159039759939987, "frac_reward_zero_std": 0.0, "grad_norm": 3.178844035187604, "kl": 0.0145416259765625, "learning_rate": 8.254076099877307e-07, "loss": 0.0176, "num_tokens": 65305562.0, "reward": 0.0, "reward_std": 0.784500241279602, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0950283844164577, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.6261626557027747, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7916666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07649739768026005, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1446 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1305.0, "completions/max_terminated_length": 1305.0, "completions/mean_length": 920.5625, "completions/mean_terminated_length": 920.5625, "completions/min_length": 569.0, "completions/min_terminated_length": 569.0, "epoch": 0.36184046011502874, "frac_reward_zero_std": 0.0, "grad_norm": 3.9740684681418164, "kl": 0.01446533203125, "learning_rate": 8.250968548319375e-07, "loss": 0.0626, "num_tokens": 65336155.0, "reward": 0.0, "reward_std": 1.044834852218628, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06734299678350525, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06955154800699079, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07888106377466156, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1447 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1354.0, "completions/mean_length": 1134.3125, "completions/mean_terminated_length": 1012.4166870117188, "completions/min_length": 702.0, "completions/min_terminated_length": 702.0, "epoch": 0.36209052263065766, "frac_reward_zero_std": 0.0, "grad_norm": 2.37452146330244, "kl": 0.006134033203125, "learning_rate": 8.247858900614859e-07, "loss": 0.0093, "num_tokens": 65382832.0, "reward": 0.0, "reward_std": 0.6833464503288269, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.04500608437251381, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1402677440559909, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0925962962222252, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1448 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1499.0, "completions/mean_length": 1437.125, "completions/mean_terminated_length": 1374.25, "completions/min_length": 1215.0, "completions/min_terminated_length": 1215.0, "epoch": 0.3623405851462866, "frac_reward_zero_std": 0.0, "grad_norm": 2.928790633570917, "kl": 0.0098724365234375, "learning_rate": 8.244747159133209e-07, "loss": 0.01, "num_tokens": 65438154.0, "reward": 0.0, "reward_std": 0.7756710052490234, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.048491663130788495, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09858554351944224, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.059004080210452274, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1449 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1477.0, "completions/mean_length": 1291.0, "completions/mean_terminated_length": 1277.0667724609375, "completions/min_length": 979.0, "completions/min_terminated_length": 979.0, "epoch": 0.36259064766191546, "frac_reward_zero_std": 0.0, "grad_norm": 3.0000104869755777, "kl": 0.0146026611328125, "learning_rate": 8.241633326245465e-07, "loss": -0.0189, "num_tokens": 65492026.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9726828336715698, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.009325547672413642, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08749514573579648, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11080513425729775, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1450 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1404.0, "completions/mean_length": 1263.4375, "completions/mean_terminated_length": 1121.5, "completions/min_length": 802.0, "completions/min_terminated_length": 802.0, "epoch": 0.3628407101775444, "frac_reward_zero_std": 0.0, "grad_norm": 2.721739458535426, "kl": 0.01092529296875, "learning_rate": 8.238517404324268e-07, "loss": -0.0289, "num_tokens": 65529505.0, "reward": 2.9802322387695312e-08, "reward_std": 0.7049499154090881, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.10486709589939128, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0929020941589751, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8041666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10741060020797315, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1451 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1368.0, "completions/max_terminated_length": 1368.0, "completions/mean_length": 1012.9375, "completions/mean_terminated_length": 1012.9375, "completions/min_length": 654.0, "completions/min_terminated_length": 654.0, "epoch": 0.3630907726931733, "frac_reward_zero_std": 0.0, "grad_norm": 3.749456610795307, "kl": 0.01373291015625, "learning_rate": 8.235399395743842e-07, "loss": 0.0018, "num_tokens": 65562136.0, "reward": 0.0, "reward_std": 1.0451421737670898, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.030768954128493623, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05125185410889866, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8333333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10036968702787748, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1452 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1476.0, "completions/max_terminated_length": 1476.0, "completions/mean_length": 1224.0625, "completions/mean_terminated_length": 1224.0625, "completions/min_length": 994.0, "completions/min_terminated_length": 994.0, "epoch": 0.3633408352088022, "frac_reward_zero_std": 0.0, "grad_norm": 3.4561817056207405, "kl": 0.01739501953125, "learning_rate": 8.232279302880012e-07, "loss": -0.0121, "num_tokens": 65601353.0, "reward": 0.0, "reward_std": 0.9092826843261719, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.260601789171338, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.35169633555768964, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8708333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0925962962222252, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1453 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1357.0, "completions/max_terminated_length": 1357.0, "completions/mean_length": 1019.875, "completions/mean_terminated_length": 1019.875, "completions/min_length": 864.0, "completions/min_terminated_length": 864.0, "epoch": 0.3635908977244311, "frac_reward_zero_std": 0.0, "grad_norm": 3.0506289215178204, "kl": 0.010498046875, "learning_rate": 8.22915712811018e-07, "loss": -0.0219, "num_tokens": 65655671.0, "reward": 0.0, "reward_std": 0.6791718602180481, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.08254699828539773, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1205785835810969, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1800720020600813, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1454 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1321.0, "completions/mean_length": 1097.75, "completions/mean_terminated_length": 1040.2857666015625, "completions/min_length": 754.0, "completions/min_terminated_length": 754.0, "epoch": 0.36384096024006, "frac_reward_zero_std": 0.0, "grad_norm": 3.184444611329402, "kl": 0.0143280029296875, "learning_rate": 8.226032873813343e-07, "loss": -0.0116, "num_tokens": 65696323.0, "reward": 0.0, "reward_std": 0.856545090675354, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.004600382210902765, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07575548462506812, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09574271077563383, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1455 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1438.0, "completions/max_terminated_length": 1438.0, "completions/mean_length": 1198.9375, "completions/mean_terminated_length": 1198.9375, "completions/min_length": 897.0, "completions/min_terminated_length": 897.0, "epoch": 0.36409102275568894, "frac_reward_zero_std": 0.0, "grad_norm": 2.6598205618428503, "kl": 0.0081787109375, "learning_rate": 8.222906542370076e-07, "loss": -0.0279, "num_tokens": 65736466.0, "reward": -2.9802322387695312e-08, "reward_std": 1.0292458534240723, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06350595792807404, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.108488820520782, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09803627446568497, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1456 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1422.0, "completions/mean_length": 1091.4375, "completions/mean_terminated_length": 1064.2000732421875, "completions/min_length": 781.0, "completions/min_terminated_length": 781.0, "epoch": 0.3643410852713178, "frac_reward_zero_std": 0.0, "grad_norm": 2.798792628398827, "kl": 0.00902557373046875, "learning_rate": 8.21977813616254e-07, "loss": 0.0156, "num_tokens": 65772825.0, "reward": 1.4901161193847656e-08, "reward_std": 0.8339080214500427, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.006272297104600367, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.041926128175689546, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6666666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06885303726590963, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1457 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1373.0, "completions/mean_length": 1167.9375, "completions/mean_terminated_length": 1145.800048828125, "completions/min_length": 929.0, "completions/min_terminated_length": 929.0, "epoch": 0.36459114778694673, "frac_reward_zero_std": 0.0, "grad_norm": 3.15124887977143, "kl": 0.0142822265625, "learning_rate": 8.216647657574478e-07, "loss": -0.0512, "num_tokens": 65812072.0, "reward": 1.862645149230957e-08, "reward_std": 1.0648953914642334, "rewards/wordcountpos_reward_GEOBench/mean": 1.862645149230957e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.016848957766204153, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07844489154186499, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8708333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10461569884316811, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1458 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1264.0, "completions/max_terminated_length": 1264.0, "completions/mean_length": 983.5625, "completions/mean_terminated_length": 983.5625, "completions/min_length": 672.0, "completions/min_terminated_length": 672.0, "epoch": 0.36484121030257566, "frac_reward_zero_std": 0.0, "grad_norm": 2.4609262492605697, "kl": 0.008525848388671875, "learning_rate": 8.21351510899121e-07, "loss": 0.0363, "num_tokens": 65853065.0, "reward": 2.9802322387695312e-08, "reward_std": 0.6679079532623291, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03996610096575941, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09515390848948463, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8250000000000001, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07252075054258099, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1459 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1456.0, "completions/max_terminated_length": 1456.0, "completions/mean_length": 1057.5625, "completions/mean_terminated_length": 1057.5625, "completions/min_length": 928.0, "completions/min_terminated_length": 928.0, "epoch": 0.3650912728182045, "frac_reward_zero_std": 0.0, "grad_norm": 2.807596531593123, "kl": 0.012664794921875, "learning_rate": 8.210380492799636e-07, "loss": 0.0072, "num_tokens": 65895826.0, "reward": 5.960464477539063e-08, "reward_std": 0.7012479305267334, "rewards/wordcountpos_reward_GEOBench/mean": 5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.23784507604769084, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.31670098445797196, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08255189164891873, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1460 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1179.0, "completions/max_terminated_length": 1179.0, "completions/mean_length": 1024.5625, "completions/mean_terminated_length": 1024.5625, "completions/min_length": 845.0, "completions/min_terminated_length": 845.0, "epoch": 0.36534133533383345, "frac_reward_zero_std": 0.0, "grad_norm": 2.8964901965960332, "kl": 0.01568603515625, "learning_rate": 8.207243811388223e-07, "loss": -0.0196, "num_tokens": 65936139.0, "reward": -7.450580596923828e-09, "reward_std": 0.8754912614822388, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.021999214385735495, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12117255641811589, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0958393717904348, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1461 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1433.0, "completions/mean_length": 1094.5, "completions/mean_terminated_length": 1036.571533203125, "completions/min_length": 833.0, "completions/min_terminated_length": 833.0, "epoch": 0.3655913978494624, "frac_reward_zero_std": 0.0, "grad_norm": 2.486861027726057, "kl": 0.009765625, "learning_rate": 8.204105067147025e-07, "loss": -0.0064, "num_tokens": 65975027.0, "reward": 0.0, "reward_std": 0.8863747119903564, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.1013065481441292, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10615635111851703, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12164002752505566, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1462 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1441.0, "completions/max_terminated_length": 1441.0, "completions/mean_length": 1084.5, "completions/mean_terminated_length": 1084.5, "completions/min_length": 853.0, "completions/min_terminated_length": 853.0, "epoch": 0.3658414603650913, "frac_reward_zero_std": 0.0, "grad_norm": 3.0701241853885897, "kl": 0.0131378173828125, "learning_rate": 8.200964262467656e-07, "loss": -0.0176, "num_tokens": 66019219.0, "reward": 0.0, "reward_std": 0.8863440752029419, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.07914455671627105, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09781532160809377, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07302967433402213, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1463 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1487.0, "completions/mean_length": 1262.0, "completions/mean_terminated_length": 1228.0, "completions/min_length": 1001.0, "completions/min_terminated_length": 1001.0, "epoch": 0.36609152288072017, "frac_reward_zero_std": 0.0, "grad_norm": 2.927176979347193, "kl": 0.0101318359375, "learning_rate": 8.197821399743309e-07, "loss": -0.0159, "num_tokens": 66057227.0, "reward": 0.0, "reward_std": 1.0157487392425537, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.10975484896235452, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.14255764434985752, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8958333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09418264367902596, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1464 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1361.0, "completions/mean_length": 1213.0, "completions/mean_terminated_length": 1193.86669921875, "completions/min_length": 783.0, "completions/min_terminated_length": 783.0, "epoch": 0.3663415853963491, "frac_reward_zero_std": 0.0, "grad_norm": 3.3775762635753717, "kl": 0.015838623046875, "learning_rate": 8.194676481368737e-07, "loss": 0.0186, "num_tokens": 66101595.0, "reward": -2.9802322387695312e-08, "reward_std": 0.9426479935646057, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0010942154887208849, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05144610691388416, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0850925422157591, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1465 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1397.0, "completions/mean_length": 1107.5625, "completions/mean_terminated_length": 1081.4000244140625, "completions/min_length": 810.0, "completions/min_terminated_length": 810.0, "epoch": 0.366591647911978, "frac_reward_zero_std": 0.0, "grad_norm": 3.3182467937938815, "kl": 0.0146026611328125, "learning_rate": 8.191529509740265e-07, "loss": -0.005, "num_tokens": 66147252.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0074886083602905, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03187341993382932, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09322471583748318, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12171612389003693, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1466 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1395.0, "completions/max_terminated_length": 1395.0, "completions/mean_length": 1076.75, "completions/mean_terminated_length": 1076.75, "completions/min_length": 736.0, "completions/min_terminated_length": 736.0, "epoch": 0.3668417104276069, "frac_reward_zero_std": 0.0, "grad_norm": 3.8490245460732484, "kl": 0.0184478759765625, "learning_rate": 8.188380487255781e-07, "loss": -0.0768, "num_tokens": 66199192.0, "reward": -4.0978193283081055e-08, "reward_std": 0.9600286483764648, "rewards/wordcountpos_reward_GEOBench/mean": -4.0978193283081055e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.09627809576008622, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07892267560220449, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06831300510639736, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1467 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1238.0, "completions/mean_length": 903.875, "completions/mean_terminated_length": 864.1333618164062, "completions/min_length": 666.0, "completions/min_terminated_length": 666.0, "epoch": 0.3670917729432358, "frac_reward_zero_std": 0.0, "grad_norm": 3.1402013671363216, "kl": 0.0086669921875, "learning_rate": 8.185229416314735e-07, "loss": -0.0602, "num_tokens": 66238294.0, "reward": 2.9802322387695312e-08, "reward_std": 0.7088519930839539, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.08629016546108055, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.056780292183652784, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.725, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.072520750542581, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1468 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1456.0, "completions/mean_length": 1342.375, "completions/mean_terminated_length": 1306.0, "completions/min_length": 1095.0, "completions/min_terminated_length": 1095.0, "epoch": 0.36734183545886473, "frac_reward_zero_std": 0.0, "grad_norm": 3.0738998664536084, "kl": 0.0114288330078125, "learning_rate": 8.182076299318138e-07, "loss": -0.0017, "num_tokens": 66289876.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8276550769805908, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03848577731168483, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10823681210584378, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.072520750542581, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1469 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1411.0, "completions/mean_length": 1131.75, "completions/mean_terminated_length": 1009.0, "completions/min_length": 810.0, "completions/min_terminated_length": 810.0, "epoch": 0.3675918979744936, "frac_reward_zero_std": 0.0, "grad_norm": 1.8377278864684463, "kl": 0.004169464111328125, "learning_rate": 8.178921138668561e-07, "loss": -0.0595, "num_tokens": 66323696.0, "reward": 0.0, "reward_std": 0.6343519687652588, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.02768569789939282, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.053669028521047206, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08388704928078614, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1470 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1491.0, "completions/mean_length": 1304.375, "completions/mean_terminated_length": 1259.2308349609375, "completions/min_length": 942.0, "completions/min_terminated_length": 942.0, "epoch": 0.3678419604901225, "frac_reward_zero_std": 0.0, "grad_norm": 2.6847224457331103, "kl": 0.00899505615234375, "learning_rate": 8.175763936770131e-07, "loss": -0.0238, "num_tokens": 66375766.0, "reward": 0.0, "reward_std": 0.38029903173446655, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06510170448450779, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1156483409153016, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7666666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1355373393953503, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1471 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1012.0, "completions/mean_length": 1111.5625, "completions/mean_terminated_length": 723.125, "completions/min_length": 494.0, "completions/min_terminated_length": 494.0, "epoch": 0.36809202300575145, "frac_reward_zero_std": 0.0, "grad_norm": 1.8069266552857353, "kl": 0.0065460205078125, "learning_rate": 8.172604696028531e-07, "loss": -0.0262, "num_tokens": 66410511.0, "reward": 0.0, "reward_std": 0.8819104433059692, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.1498032591239151, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09279992006368025, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7374999999999999, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10461569884316813, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1472 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1494.0, "completions/mean_length": 1117.5625, "completions/mean_terminated_length": 1029.3077392578125, "completions/min_length": 570.0, "completions/min_terminated_length": 570.0, "epoch": 0.36834208552138037, "frac_reward_zero_std": 0.0, "grad_norm": 2.644968635416195, "kl": 0.0078125, "learning_rate": 8.169443418850998e-07, "loss": -0.0486, "num_tokens": 66457152.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9662089943885803, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0875109971748991, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1344026072124897, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06070572613176774, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1473 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1480.0, "completions/mean_length": 1356.5625, "completions/mean_terminated_length": 1291.3636474609375, "completions/min_length": 1114.0, "completions/min_terminated_length": 1114.0, "epoch": 0.36859214803700924, "frac_reward_zero_std": 0.0, "grad_norm": 2.7015097364510945, "kl": 0.0101318359375, "learning_rate": 8.166280107646319e-07, "loss": -0.0491, "num_tokens": 66519609.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0009000301361084, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.01923584796023682, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.061773874636499033, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7666666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06440611887195309, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1474 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1481.0, "completions/mean_length": 1352.6875, "completions/mean_terminated_length": 1285.727294921875, "completions/min_length": 1153.0, "completions/min_terminated_length": 1153.0, "epoch": 0.36884221055263816, "frac_reward_zero_std": 0.0, "grad_norm": 2.98400679837669, "kl": 0.0141143798828125, "learning_rate": 8.163114764824833e-07, "loss": 0.0129, "num_tokens": 66566628.0, "reward": 1.4901161193847656e-08, "reward_std": 0.924269437789917, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04650101178648085, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.16028170734609917, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1261979632400061, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1475 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.9375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1390.0, "completions/mean_length": 1493.125, "completions/mean_terminated_length": 1390.0, "completions/min_length": 1390.0, "completions/min_terminated_length": 1390.0, "epoch": 0.3690922730682671, "frac_reward_zero_std": 0.0, "grad_norm": 2.226482552192988, "kl": 0.008575439453125, "learning_rate": 8.159947392798425e-07, "loss": 0.0027, "num_tokens": 66631718.0, "reward": 0.0, "reward_std": 0.8646396398544312, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.3163578016574553, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.3220599813246726, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08255189164891874, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1476 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1457.0, "completions/mean_length": 1114.125, "completions/mean_terminated_length": 1088.4000244140625, "completions/min_length": 847.0, "completions/min_terminated_length": 847.0, "epoch": 0.36934233558389595, "frac_reward_zero_std": 0.0, "grad_norm": 2.7743134403337577, "kl": 0.00928497314453125, "learning_rate": 8.15677799398053e-07, "loss": -0.0149, "num_tokens": 66669136.0, "reward": -7.450580596923828e-09, "reward_std": 0.9292417168617249, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.05043978033854209, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0826362088876191, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11603000888978234, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1477 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1424.0, "completions/max_terminated_length": 1424.0, "completions/mean_length": 1080.3125, "completions/mean_terminated_length": 1080.3125, "completions/min_length": 789.0, "completions/min_terminated_length": 789.0, "epoch": 0.3695923980995249, "frac_reward_zero_std": 0.0, "grad_norm": 3.07967792226581, "kl": 0.0126800537109375, "learning_rate": 8.153606570786121e-07, "loss": -0.0504, "num_tokens": 66702965.0, "reward": 0.0, "reward_std": 1.025867223739624, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06770092739403925, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11146552689690634, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7708333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08062257748298553, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1478 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1368.0, "completions/mean_length": 1153.3125, "completions/mean_terminated_length": 1073.3077392578125, "completions/min_length": 259.0, "completions/min_terminated_length": 259.0, "epoch": 0.3698424606151538, "frac_reward_zero_std": 0.0, "grad_norm": 2.6880141072941703, "kl": 0.0138092041015625, "learning_rate": 8.150433125631718e-07, "loss": -0.1071, "num_tokens": 66759026.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9229059219360352, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.07954707822066091, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05587452670385202, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08255189164891873, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1479 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1494.0, "completions/mean_length": 1322.8125, "completions/mean_terminated_length": 1281.923095703125, "completions/min_length": 939.0, "completions/min_terminated_length": 939.0, "epoch": 0.37009252313078267, "frac_reward_zero_std": 0.0, "grad_norm": 3.034012616848547, "kl": 0.014892578125, "learning_rate": 8.147257660935383e-07, "loss": -0.0091, "num_tokens": 66806191.0, "reward": 0.0, "reward_std": 0.9798064231872559, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.10045901164061402, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.14933985050765805, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8875000000000001, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06763190130459201, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1480 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1149.0, "completions/mean_length": 1236.375, "completions/mean_terminated_length": 972.75, "completions/min_length": 699.0, "completions/min_terminated_length": 699.0, "epoch": 0.3703425856464116, "frac_reward_zero_std": 0.0, "grad_norm": 2.5409644529927524, "kl": 0.010467529296875, "learning_rate": 8.14408017911671e-07, "loss": -0.0033, "num_tokens": 66856925.0, "reward": -2.9802322387695312e-08, "reward_std": 0.7890657186508179, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.2475, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.2556169008496895, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6666666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13109227736669, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1481 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1311.0, "completions/max_terminated_length": 1311.0, "completions/mean_length": 967.3125, "completions/mean_terminated_length": 967.3125, "completions/min_length": 608.0, "completions/min_terminated_length": 608.0, "epoch": 0.3705926481620405, "frac_reward_zero_std": 0.0, "grad_norm": 2.159707302375429, "kl": 0.00733184814453125, "learning_rate": 8.140900682596837e-07, "loss": -0.0301, "num_tokens": 66896074.0, "reward": -2.9802322387695312e-08, "reward_std": 0.958022952079773, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.08535164512684083, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10495278603660473, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.825, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12852438880818895, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1482 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1426.0, "completions/mean_length": 1348.1875, "completions/mean_terminated_length": 1297.5833740234375, "completions/min_length": 1094.0, "completions/min_terminated_length": 1094.0, "epoch": 0.37084271067766944, "frac_reward_zero_std": 0.0, "grad_norm": 3.1200896833055696, "kl": 0.0114593505859375, "learning_rate": 8.137719173798436e-07, "loss": 0.0191, "num_tokens": 66935869.0, "reward": -3.725290298461914e-08, "reward_std": 1.0285968780517578, "rewards/wordcountpos_reward_GEOBench/mean": -3.725290298461914e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03899332616435374, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09667800228010007, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.775, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.04791968589521743, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1483 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1484.0, "completions/mean_length": 1107.0625, "completions/mean_terminated_length": 1080.86669921875, "completions/min_length": 650.0, "completions/min_terminated_length": 650.0, "epoch": 0.3710927731932983, "frac_reward_zero_std": 0.0, "grad_norm": 3.6085143018811023, "kl": 0.0133056640625, "learning_rate": 8.134535655145711e-07, "loss": 0.001, "num_tokens": 66976414.0, "reward": -2.9802322387695312e-08, "reward_std": 1.0405633449554443, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.01668086756562567, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.02996964384376398, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08388704928078614, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1484 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1487.0, "completions/mean_length": 1208.25, "completions/mean_terminated_length": 1111.0, "completions/min_length": 604.0, "completions/min_terminated_length": 604.0, "epoch": 0.37134283570892723, "frac_reward_zero_std": 0.0, "grad_norm": 2.7198793436497715, "kl": 0.0116729736328125, "learning_rate": 8.131350129064394e-07, "loss": -0.0878, "num_tokens": 67021890.0, "reward": 2.9802322387695312e-08, "reward_std": 0.7507574558258057, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.050113302134811036, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.038438496090298736, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8041666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11792967144619462, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1485 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1377.0, "completions/mean_length": 1265.75, "completions/mean_terminated_length": 1159.272705078125, "completions/min_length": 1023.0, "completions/min_terminated_length": 1023.0, "epoch": 0.37159289822455616, "frac_reward_zero_std": 0.0, "grad_norm": 3.5467799047052453, "kl": 0.01568603515625, "learning_rate": 8.128162597981754e-07, "loss": -0.0449, "num_tokens": 67076062.0, "reward": 0.0, "reward_std": 0.9870882034301758, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.10702113117278378, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1351059435634634, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11800816042090448, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1486 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1248.0, "completions/max_terminated_length": 1248.0, "completions/mean_length": 969.375, "completions/mean_terminated_length": 969.375, "completions/min_length": 476.0, "completions/min_terminated_length": 476.0, "epoch": 0.371842960740185, "frac_reward_zero_std": 0.0, "grad_norm": 3.192411464386482, "kl": 0.01611328125, "learning_rate": 8.124973064326582e-07, "loss": 0.0281, "num_tokens": 67126292.0, "reward": -7.450580596923828e-09, "reward_std": 1.0641274452209473, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.08588414087241236, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09168779598711677, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.775, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10000000000000002, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1487 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1476.0, "completions/max_terminated_length": 1476.0, "completions/mean_length": 1010.0, "completions/mean_terminated_length": 1010.0, "completions/min_length": 812.0, "completions/min_terminated_length": 812.0, "epoch": 0.37209302325581395, "frac_reward_zero_std": 0.0, "grad_norm": 3.9359519465305293, "kl": 0.0154571533203125, "learning_rate": 8.121781530529197e-07, "loss": -0.0854, "num_tokens": 67166444.0, "reward": -2.9802322387695312e-08, "reward_std": 0.9828296303749084, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.004410347234990945, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06537513238270655, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8958333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13102162671355697, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1488 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1500.0, "completions/max_terminated_length": 1500.0, "completions/mean_length": 1024.5, "completions/mean_terminated_length": 1024.5, "completions/min_length": 557.0, "completions/min_terminated_length": 557.0, "epoch": 0.37234308577144287, "frac_reward_zero_std": 0.0, "grad_norm": 3.3583826484739094, "kl": 0.0146942138671875, "learning_rate": 8.118587999021438e-07, "loss": -0.0412, "num_tokens": 67203636.0, "reward": 2.9802322387695312e-08, "reward_std": 1.0050976276397705, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.043582074146309005, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07939539718192079, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7708333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08421753138505425, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1489 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1461.0, "completions/mean_length": 1049.125, "completions/mean_terminated_length": 698.4444580078125, "completions/min_length": 314.0, "completions/min_terminated_length": 314.0, "epoch": 0.37259314828707174, "frac_reward_zero_std": 0.0, "grad_norm": 3.7042334023989043, "kl": 0.01067352294921875, "learning_rate": 8.115392472236675e-07, "loss": -0.0082, "num_tokens": 67240166.0, "reward": 0.0, "reward_std": 0.6294206380844116, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.1446032892439471, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.17899136193366913, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1112221667221529, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1490 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1085.0, "completions/max_terminated_length": 1085.0, "completions/mean_length": 890.4375, "completions/mean_terminated_length": 890.4375, "completions/min_length": 643.0, "completions/min_terminated_length": 643.0, "epoch": 0.37284321080270066, "frac_reward_zero_std": 0.0, "grad_norm": 2.110970106402351, "kl": 0.00811004638671875, "learning_rate": 8.112194952609791e-07, "loss": -0.0164, "num_tokens": 67272917.0, "reward": 0.0, "reward_std": 0.49520978331565857, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03764818936440118, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0673276592796193, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.725, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08388704928078614, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1491 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1417.0, "completions/max_terminated_length": 1417.0, "completions/mean_length": 1121.375, "completions/mean_terminated_length": 1121.375, "completions/min_length": 788.0, "completions/min_terminated_length": 788.0, "epoch": 0.3730932733183296, "frac_reward_zero_std": 0.0, "grad_norm": 3.618822980465436, "kl": 0.0141143798828125, "learning_rate": 8.10899544257719e-07, "loss": -0.0186, "num_tokens": 67320947.0, "reward": 0.0, "reward_std": 0.403276264667511, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.5565982857639202, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.4318334254869241, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10183501544346314, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1492 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1394.0, "completions/max_terminated_length": 1394.0, "completions/mean_length": 952.125, "completions/mean_terminated_length": 952.125, "completions/min_length": 626.0, "completions/min_terminated_length": 626.0, "epoch": 0.3733433358339585, "frac_reward_zero_std": 0.0, "grad_norm": 3.4806236775947808, "kl": 0.01812744140625, "learning_rate": 8.105793944576792e-07, "loss": 0.0125, "num_tokens": 67371613.0, "reward": 0.0, "reward_std": 0.7708301544189453, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.05433399823060825, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09403775287628156, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7333333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07302967433402216, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1493 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1387.0, "completions/mean_length": 1144.8125, "completions/mean_terminated_length": 1121.1334228515625, "completions/min_length": 880.0, "completions/min_terminated_length": 880.0, "epoch": 0.3735933983495874, "frac_reward_zero_std": 0.0, "grad_norm": 3.2089583601088534, "kl": 0.0136566162109375, "learning_rate": 8.102590461048032e-07, "loss": -0.023, "num_tokens": 67412306.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9908801317214966, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06216505357891488, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09785577115996501, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10470416879457553, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1494 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1494.0, "completions/mean_length": 1368.875, "completions/mean_terminated_length": 1309.2728271484375, "completions/min_length": 820.0, "completions/min_terminated_length": 820.0, "epoch": 0.3738434608652163, "frac_reward_zero_std": 0.0, "grad_norm": 3.460649304887129, "kl": 0.0145263671875, "learning_rate": 8.099384994431858e-07, "loss": -0.0754, "num_tokens": 67460680.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8378720283508301, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04279961361727562, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09854692388571741, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7916666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09699179041242312, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1495 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1479.0, "completions/mean_length": 1299.375, "completions/mean_terminated_length": 1270.71435546875, "completions/min_length": 950.0, "completions/min_terminated_length": 950.0, "epoch": 0.3740935233808452, "frac_reward_zero_std": 0.0, "grad_norm": 2.7534246952939903, "kl": 0.0113067626953125, "learning_rate": 8.09617754717073e-07, "loss": 0.0135, "num_tokens": 67502654.0, "reward": 2.9802322387695312e-08, "reward_std": 0.5559778213500977, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06438180179899364, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.13941362445909422, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08509254221575908, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1496 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1276.0, "completions/max_terminated_length": 1276.0, "completions/mean_length": 1091.8125, "completions/mean_terminated_length": 1091.8125, "completions/min_length": 671.0, "completions/min_terminated_length": 671.0, "epoch": 0.3743435858964741, "frac_reward_zero_std": 0.0, "grad_norm": 3.156055738377159, "kl": 0.0145721435546875, "learning_rate": 8.092968121708615e-07, "loss": -0.0479, "num_tokens": 67543427.0, "reward": -5.960464477539063e-08, "reward_std": 0.8373007774353027, "rewards/wordcountpos_reward_GEOBench/mean": -5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.16550460169206993, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.19651028438389576, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11603000888978234, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1497 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1500.0, "completions/mean_length": 1395.875, "completions/mean_terminated_length": 1291.75, "completions/min_length": 700.0, "completions/min_terminated_length": 700.0, "epoch": 0.374593648412103, "frac_reward_zero_std": 0.0, "grad_norm": 2.709712017376254, "kl": 0.01324462890625, "learning_rate": 8.089756720490986e-07, "loss": 0.0479, "num_tokens": 67601153.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9794222116470337, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.04397759290929448, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10624840063864831, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0969917904124231, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1498 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1486.0, "completions/mean_length": 1283.1875, "completions/mean_terminated_length": 1210.916748046875, "completions/min_length": 1028.0, "completions/min_terminated_length": 1028.0, "epoch": 0.37484371092773194, "frac_reward_zero_std": 0.0, "grad_norm": 2.0421288364777985, "kl": 0.00801849365234375, "learning_rate": 8.086543345964832e-07, "loss": -0.0088, "num_tokens": 67646628.0, "reward": 0.0, "reward_std": 0.7523441910743713, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.004230870015823505, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03686867938497357, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8708333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08933913745655642, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1499 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1377.0, "completions/max_terminated_length": 1377.0, "completions/mean_length": 1084.5625, "completions/mean_terminated_length": 1084.5625, "completions/min_length": 718.0, "completions/min_terminated_length": 718.0, "epoch": 0.37509377344336087, "frac_reward_zero_std": 0.0, "grad_norm": 3.251795525853553, "kl": 0.0135345458984375, "learning_rate": 8.083328000578629e-07, "loss": 0.0533, "num_tokens": 67696165.0, "reward": -1.862645149230957e-08, "reward_std": 1.0655055046081543, "rewards/wordcountpos_reward_GEOBench/mean": -1.862645149230957e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.024671821095989845, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1261924562144704, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7333333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06885303726590968, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1500 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1433.0, "completions/max_terminated_length": 1433.0, "completions/mean_length": 1097.1875, "completions/mean_terminated_length": 1097.1875, "completions/min_length": 721.0, "completions/min_terminated_length": 721.0, "epoch": 0.37534383595898974, "frac_reward_zero_std": 0.0, "grad_norm": 3.2334463273784357, "kl": 0.011383056640625, "learning_rate": 8.080110686782367e-07, "loss": 0.0221, "num_tokens": 67732552.0, "reward": 1.1175870895385742e-08, "reward_std": 0.9996165633201599, "rewards/wordcountpos_reward_GEOBench/mean": 1.1175870895385742e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0650167755210288, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.13535534392348658, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10390522747338701, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1501 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1433.0, "completions/mean_length": 1373.625, "completions/mean_terminated_length": 1211.1429443359375, "completions/min_length": 865.0, "completions/min_terminated_length": 865.0, "epoch": 0.37559389847461866, "frac_reward_zero_std": 0.0, "grad_norm": 2.7307020718798576, "kl": 0.0122222900390625, "learning_rate": 8.076891407027532e-07, "loss": 0.0076, "num_tokens": 67778682.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0042811632156372, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.3186788646888212, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1226036520035022, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08734775114237135, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1502 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1371.0, "completions/mean_length": 1298.25, "completions/mean_terminated_length": 1096.5, "completions/min_length": 614.0, "completions/min_terminated_length": 614.0, "epoch": 0.3758439609902476, "frac_reward_zero_std": 0.0, "grad_norm": 2.8400736759999248, "kl": 0.008941650390625, "learning_rate": 8.073670163767108e-07, "loss": 0.0319, "num_tokens": 67843486.0, "reward": -2.9802322387695312e-08, "reward_std": 0.5219864845275879, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.09414104471157134, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.13567276591093033, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10183501544346314, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1503 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1409.0, "completions/mean_length": 1243.0, "completions/mean_terminated_length": 1225.86669921875, "completions/min_length": 1110.0, "completions/min_terminated_length": 1110.0, "epoch": 0.37609402350587645, "frac_reward_zero_std": 0.0, "grad_norm": 2.348208006909992, "kl": 0.00800323486328125, "learning_rate": 8.070446959455576e-07, "loss": -0.0108, "num_tokens": 67887246.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8852283954620361, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.00027177319072115404, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08869963980569558, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8875000000000001, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06763190130459201, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1504 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1236.0, "completions/max_terminated_length": 1236.0, "completions/mean_length": 978.5, "completions/mean_terminated_length": 978.5, "completions/min_length": 738.0, "completions/min_terminated_length": 738.0, "epoch": 0.3763440860215054, "frac_reward_zero_std": 0.0, "grad_norm": 3.9645794268632315, "kl": 0.017425537109375, "learning_rate": 8.067221796548909e-07, "loss": 0.0061, "num_tokens": 67936390.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9736731052398682, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.04846241888701107, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09554238811428035, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.85, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11547005383792518, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1505 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1483.0, "completions/max_terminated_length": 1483.0, "completions/mean_length": 1157.9375, "completions/mean_terminated_length": 1157.9375, "completions/min_length": 548.0, "completions/min_terminated_length": 548.0, "epoch": 0.3765941485371343, "frac_reward_zero_std": 0.0, "grad_norm": 3.1846604023959806, "kl": 0.013702392578125, "learning_rate": 8.063994677504574e-07, "loss": -0.0964, "num_tokens": 67990613.0, "reward": 0.0, "reward_std": 0.7812597751617432, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.058717674941821445, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0809720037723865, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06206328908341753, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1506 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.9375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1495.0, "completions/mean_length": 1499.6875, "completions/mean_terminated_length": 1495.0, "completions/min_length": 1495.0, "completions/min_terminated_length": 1495.0, "epoch": 0.37684421105276317, "frac_reward_zero_std": 0.0, "grad_norm": 2.219973061899923, "kl": 0.00788116455078125, "learning_rate": 8.06076560478153e-07, "loss": 0.0002, "num_tokens": 68052928.0, "reward": 0.0, "reward_std": 0.7832177877426147, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04107543220520439, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09013381930997988, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08255189164891874, "rewards/wordcountpos_reward_GEOBench/std": 1.0327954292297363, "step": 1507 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1274.0, "completions/max_terminated_length": 1274.0, "completions/mean_length": 1072.375, "completions/mean_terminated_length": 1072.375, "completions/min_length": 803.0, "completions/min_terminated_length": 803.0, "epoch": 0.3770942735683921, "frac_reward_zero_std": 0.0, "grad_norm": 3.020656569025146, "kl": 0.01727294921875, "learning_rate": 8.057534580840222e-07, "loss": 0.0243, "num_tokens": 68102998.0, "reward": 0.0, "reward_std": 0.6298606395721436, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.16266136414647483, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.24030500590478454, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10749676997731401, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1508 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1463.0, "completions/mean_length": 1443.5625, "completions/mean_terminated_length": 1349.5, "completions/min_length": 1230.0, "completions/min_terminated_length": 1230.0, "epoch": 0.377344336084021, "frac_reward_zero_std": 0.0, "grad_norm": 2.7210732209466357, "kl": 0.0102691650390625, "learning_rate": 8.054301608142584e-07, "loss": -0.0002, "num_tokens": 68154103.0, "reward": 2.9802322387695312e-08, "reward_std": 0.7782875299453735, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.04103824189678752, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06251211161722262, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10183501544346313, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1509 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1355.0, "completions/mean_length": 1303.0, "completions/mean_terminated_length": 1149.77783203125, "completions/min_length": 961.0, "completions/min_terminated_length": 961.0, "epoch": 0.37759439859964994, "frac_reward_zero_std": 0.0, "grad_norm": 3.220916145343941, "kl": 0.0116729736328125, "learning_rate": 8.051066689152032e-07, "loss": -0.0115, "num_tokens": 68203159.0, "reward": 0.0, "reward_std": 0.6027798652648926, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.47876945296107587, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.4093736363543239, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11155467020454343, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1510 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1494.0, "completions/mean_length": 1293.1875, "completions/mean_terminated_length": 1199.181884765625, "completions/min_length": 915.0, "completions/min_terminated_length": 915.0, "epoch": 0.3778444611152788, "frac_reward_zero_std": 0.0, "grad_norm": 2.9154250606698953, "kl": 0.0136871337890625, "learning_rate": 8.047829826333468e-07, "loss": -0.0117, "num_tokens": 68258490.0, "reward": -2.9802322387695312e-08, "reward_std": 0.5005489587783813, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.030438389440754998, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1275974043063942, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08766518798921948, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1511 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1481.0, "completions/max_terminated_length": 1481.0, "completions/mean_length": 1114.5, "completions/mean_terminated_length": 1114.5, "completions/min_length": 815.0, "completions/min_terminated_length": 815.0, "epoch": 0.37809452363090773, "frac_reward_zero_std": 0.0, "grad_norm": 3.2041140171462636, "kl": 0.0121002197265625, "learning_rate": 8.044591022153271e-07, "loss": 0.0029, "num_tokens": 68299882.0, "reward": -2.9802322387695312e-08, "reward_std": 0.6996527314186096, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.05209552908714723, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11373225665105001, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07888106377466157, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1512 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1486.0, "completions/mean_length": 1164.3125, "completions/mean_terminated_length": 1011.727294921875, "completions/min_length": 463.0, "completions/min_terminated_length": 463.0, "epoch": 0.37834458614653665, "frac_reward_zero_std": 0.0, "grad_norm": 3.1115256033163563, "kl": 0.0117034912109375, "learning_rate": 8.041350279079308e-07, "loss": 0.0226, "num_tokens": 68362855.0, "reward": 0.0, "reward_std": 0.587918758392334, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.2251504634017874, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.31107009530510876, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6791666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06540472290116195, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1513 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1494.0, "completions/mean_length": 1297.25, "completions/mean_terminated_length": 1268.2857666015625, "completions/min_length": 909.0, "completions/min_terminated_length": 909.0, "epoch": 0.3785946486621655, "frac_reward_zero_std": 0.0, "grad_norm": 2.5348280305910107, "kl": 0.0103912353515625, "learning_rate": 8.038107599580912e-07, "loss": -0.0224, "num_tokens": 68404931.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0149377584457397, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.04420001348486697, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06397232764043675, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9291666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0824396524513313, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1514 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1417.0, "completions/mean_length": 1350.875, "completions/mean_terminated_length": 1261.4000244140625, "completions/min_length": 994.0, "completions/min_terminated_length": 994.0, "epoch": 0.37884471117779445, "frac_reward_zero_std": 0.0, "grad_norm": 2.8256563445060916, "kl": 0.0097503662109375, "learning_rate": 8.034862986128899e-07, "loss": 0.0124, "num_tokens": 68451569.0, "reward": -3.725290298461914e-09, "reward_std": 1.0613123178482056, "rewards/wordcountpos_reward_GEOBench/mean": -3.725290298461914e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.005891360754825023, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05032037060450219, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7916666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.05900408021045227, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1515 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1193.0, "completions/max_terminated_length": 1193.0, "completions/mean_length": 867.375, "completions/mean_terminated_length": 867.375, "completions/min_length": 484.0, "completions/min_terminated_length": 484.0, "epoch": 0.37909477369342337, "frac_reward_zero_std": 0.0, "grad_norm": 4.233790335307018, "kl": 0.0152130126953125, "learning_rate": 8.031616441195557e-07, "loss": -0.0971, "num_tokens": 68484887.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8392364382743835, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.025828784867413017, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05233867602316305, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6749999999999999, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0906764700582363, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1516 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1451.0, "completions/mean_length": 1277.9375, "completions/mean_terminated_length": 1144.7000732421875, "completions/min_length": 936.0, "completions/min_terminated_length": 936.0, "epoch": 0.37934483620905224, "frac_reward_zero_std": 0.0, "grad_norm": 3.0148452198909883, "kl": 0.00974273681640625, "learning_rate": 8.028367967254645e-07, "loss": -0.0303, "num_tokens": 68540030.0, "reward": -2.9802322387695312e-08, "reward_std": 0.7211209535598755, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.023370002906762055, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0702720677660387, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08243965245133134, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1517 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1493.0, "completions/mean_length": 1139.375, "completions/mean_terminated_length": 1115.3333740234375, "completions/min_length": 795.0, "completions/min_terminated_length": 795.0, "epoch": 0.37959489872468116, "frac_reward_zero_std": 0.0, "grad_norm": 2.452355036975796, "kl": 0.00860595703125, "learning_rate": 8.025117566781392e-07, "loss": -0.0003, "num_tokens": 68574188.0, "reward": 0.0, "reward_std": 0.6125326752662659, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.008733415841786375, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06260698132745086, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06978803887752094, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1518 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1474.0, "completions/mean_length": 1348.3125, "completions/mean_terminated_length": 1196.625, "completions/min_length": 770.0, "completions/min_terminated_length": 770.0, "epoch": 0.3798449612403101, "frac_reward_zero_std": 0.0, "grad_norm": 2.8405081810792545, "kl": 0.01214599609375, "learning_rate": 8.021865242252494e-07, "loss": -0.0045, "num_tokens": 68631065.0, "reward": 0.0, "reward_std": 1.0255464315414429, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.14792016423823884, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08927107498849876, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1102186379345533, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1519 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1203.0, "completions/max_terminated_length": 1203.0, "completions/mean_length": 1023.125, "completions/mean_terminated_length": 1023.125, "completions/min_length": 858.0, "completions/min_terminated_length": 858.0, "epoch": 0.380095023755939, "frac_reward_zero_std": 0.0, "grad_norm": 3.636966712510466, "kl": 0.01470947265625, "learning_rate": 8.018610996146117e-07, "loss": -0.0049, "num_tokens": 68674395.0, "reward": -2.2351741790771484e-08, "reward_std": 1.0430679321289062, "rewards/wordcountpos_reward_GEOBench/mean": -2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.017253022908865063, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07571907068909264, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7666666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08073734277593314, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1520 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1382.0, "completions/max_terminated_length": 1382.0, "completions/mean_length": 1280.6875, "completions/mean_terminated_length": 1280.6875, "completions/min_length": 1142.0, "completions/min_terminated_length": 1142.0, "epoch": 0.3803450862715679, "frac_reward_zero_std": 0.0, "grad_norm": 1.9709049959682816, "kl": 0.00739288330078125, "learning_rate": 8.015354830941886e-07, "loss": -0.0138, "num_tokens": 68719950.0, "reward": 0.0, "reward_std": 0.46789103746414185, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.061114991257755706, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.16249721982762558, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8333333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14605934866804432, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1521 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1316.0, "completions/mean_length": 1088.75, "completions/mean_terminated_length": 993.84619140625, "completions/min_length": 733.0, "completions/min_terminated_length": 733.0, "epoch": 0.3805951487871968, "frac_reward_zero_std": 0.0, "grad_norm": 2.741369233140328, "kl": 0.011932373046875, "learning_rate": 8.01209674912089e-07, "loss": 0.0481, "num_tokens": 68760770.0, "reward": 2.9802322387695312e-08, "reward_std": 0.5776246786117554, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.055223881022627715, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08383175045602988, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7708333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0687184270936277, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1522 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1305.0, "completions/mean_length": 1104.0, "completions/mean_terminated_length": 924.0, "completions/min_length": 726.0, "completions/min_terminated_length": 726.0, "epoch": 0.3808452113028257, "frac_reward_zero_std": 0.0, "grad_norm": 3.2226844165623802, "kl": 0.014312744140625, "learning_rate": 8.008836753165683e-07, "loss": -0.0022, "num_tokens": 68802690.0, "reward": 1.4901161193847656e-08, "reward_std": 1.010846734046936, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.037969359112717704, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05612429218483967, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8041666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11279282877125757, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1523 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1460.0, "completions/mean_length": 1014.8125, "completions/mean_terminated_length": 982.4667358398438, "completions/min_length": 763.0, "completions/min_terminated_length": 763.0, "epoch": 0.3810952738184546, "frac_reward_zero_std": 0.0, "grad_norm": 2.3873992733937848, "kl": 0.011505126953125, "learning_rate": 8.005574845560269e-07, "loss": 0.0886, "num_tokens": 68836327.0, "reward": 0.0, "reward_std": 1.0215191841125488, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.05771249916112181, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1099367143688324, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7333333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08432740427115681, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1524 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1499.0, "completions/mean_length": 1029.4375, "completions/mean_terminated_length": 998.0667114257812, "completions/min_length": 740.0, "completions/min_terminated_length": 740.0, "epoch": 0.3813453363340835, "frac_reward_zero_std": 0.0, "grad_norm": 3.4792130337615075, "kl": 0.013092041015625, "learning_rate": 8.002311028790117e-07, "loss": -0.0507, "num_tokens": 68880734.0, "reward": -2.9802322387695312e-08, "reward_std": 0.674964189529419, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.046363424061961624, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11199647127879539, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.725, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08734775114237134, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1525 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1305.0, "completions/mean_length": 1114.1875, "completions/mean_terminated_length": 1088.4666748046875, "completions/min_length": 819.0, "completions/min_terminated_length": 819.0, "epoch": 0.38159539884971244, "frac_reward_zero_std": 0.0, "grad_norm": 3.984765399606739, "kl": 0.019134521484375, "learning_rate": 7.999045305342142e-07, "loss": -0.036, "num_tokens": 68920697.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0495131015777588, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.10537732988701976, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06698392248922437, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09727776191382574, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1526 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1299.0, "completions/max_terminated_length": 1299.0, "completions/mean_length": 1147.5, "completions/mean_terminated_length": 1147.5, "completions/min_length": 959.0, "completions/min_terminated_length": 959.0, "epoch": 0.3818454613653413, "frac_reward_zero_std": 0.0, "grad_norm": 3.269037563583943, "kl": 0.0169219970703125, "learning_rate": 7.995777677704721e-07, "loss": -0.0178, "num_tokens": 68969953.0, "reward": -2.9802322387695312e-08, "reward_std": 1.0467830896377563, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.09205020756166254, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0762568950576228, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.15533714826025882, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1527 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1460.0, "completions/mean_length": 1265.375, "completions/mean_terminated_length": 1249.7333984375, "completions/min_length": 1100.0, "completions/min_terminated_length": 1100.0, "epoch": 0.38209552388097023, "frac_reward_zero_std": 0.0, "grad_norm": 2.3643228037284914, "kl": 0.00876617431640625, "learning_rate": 7.992508148367675e-07, "loss": -0.0002, "num_tokens": 69014207.0, "reward": -7.450580596923828e-09, "reward_std": 0.9657981395721436, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.010443583321717128, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1179563406087079, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8916666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06382847385042252, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1528 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1418.0, "completions/mean_length": 1180.625, "completions/mean_terminated_length": 1135.0, "completions/min_length": 780.0, "completions/min_terminated_length": 780.0, "epoch": 0.38234558639659916, "frac_reward_zero_std": 0.0, "grad_norm": 2.6007287691951193, "kl": 0.0118408203125, "learning_rate": 7.989236719822281e-07, "loss": -0.0422, "num_tokens": 69048865.0, "reward": 1.4901161193847656e-08, "reward_std": 0.8488974571228027, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.22368193448282853, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.27347455219068484, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09179284245476839, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1529 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1410.0, "completions/mean_length": 1320.3125, "completions/mean_terminated_length": 1140.625, "completions/min_length": 821.0, "completions/min_terminated_length": 821.0, "epoch": 0.3825956489122281, "frac_reward_zero_std": 0.0, "grad_norm": 3.474841421770269, "kl": 0.0150146484375, "learning_rate": 7.985963394561255e-07, "loss": 0.0365, "num_tokens": 69111750.0, "reward": 5.960464477539063e-08, "reward_std": 0.35294660925865173, "rewards/wordcountpos_reward_GEOBench/mean": 5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.036227931332993873, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.048291867922819795, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.16187558093703852, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1530 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1300.0, "completions/mean_length": 1175.0, "completions/mean_terminated_length": 1066.666748046875, "completions/min_length": 969.0, "completions/min_terminated_length": 969.0, "epoch": 0.38284571142785695, "frac_reward_zero_std": 0.0, "grad_norm": 2.482022334177577, "kl": 0.0078582763671875, "learning_rate": 7.982688175078761e-07, "loss": -0.0044, "num_tokens": 69165070.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8644785284996033, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0934946438716615, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11061374341676947, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12382783747337808, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1531 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1454.0, "completions/mean_length": 1313.75, "completions/mean_terminated_length": 1202.0, "completions/min_length": 637.0, "completions/min_terminated_length": 637.0, "epoch": 0.3830957739434859, "frac_reward_zero_std": 0.0, "grad_norm": 2.8953010219268456, "kl": 0.009063720703125, "learning_rate": 7.97941106387041e-07, "loss": 0.0472, "num_tokens": 69213842.0, "reward": 0.0, "reward_std": 0.22906708717346191, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.009169768265782013, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.011061276026806524, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12292725943057181, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1532 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1483.0, "completions/mean_length": 1273.125, "completions/mean_terminated_length": 1240.71435546875, "completions/min_length": 946.0, "completions/min_terminated_length": 946.0, "epoch": 0.3833458364591148, "frac_reward_zero_std": 0.0, "grad_norm": 2.9088864320531216, "kl": 0.0159149169921875, "learning_rate": 7.97613206343325e-07, "loss": 0.0012, "num_tokens": 69263156.0, "reward": 0.0, "reward_std": 0.8067635297775269, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.040168063642319625, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03867098459769607, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07588978362901862, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1533 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1479.0, "completions/mean_length": 1423.1875, "completions/mean_terminated_length": 1388.2728271484375, "completions/min_length": 1262.0, "completions/min_terminated_length": 1262.0, "epoch": 0.38359589897474367, "frac_reward_zero_std": 0.0, "grad_norm": 1.7880308629697426, "kl": 0.0056095123291015625, "learning_rate": 7.972851176265774e-07, "loss": -0.0234, "num_tokens": 69314087.0, "reward": -5.960464477539063e-08, "reward_std": 0.613574743270874, "rewards/wordcountpos_reward_GEOBench/mean": -5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03644807799150852, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0506480468998148, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1102186379345533, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1534 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1157.0, "completions/mean_length": 1132.0, "completions/mean_terminated_length": 964.727294921875, "completions/min_length": 709.0, "completions/min_terminated_length": 709.0, "epoch": 0.3838459614903726, "frac_reward_zero_std": 0.0, "grad_norm": 2.387119615683856, "kl": 0.01026153564453125, "learning_rate": 7.969568404867902e-07, "loss": -0.0402, "num_tokens": 69360823.0, "reward": -2.9802322387695312e-08, "reward_std": 0.6649572849273682, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.020197060831179486, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09495606693392188, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06885303726590966, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1535 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1378.0, "completions/mean_length": 1013.125, "completions/mean_terminated_length": 900.769287109375, "completions/min_length": 662.0, "completions/min_terminated_length": 662.0, "epoch": 0.3840960240060015, "frac_reward_zero_std": 0.0, "grad_norm": 3.7966842760367943, "kl": 0.009765625, "learning_rate": 7.966283751741005e-07, "loss": 0.0481, "num_tokens": 69393145.0, "reward": 0.0, "reward_std": 0.9594006538391113, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.12282931514932709, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.16024511767457397, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10470416879457554, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1536 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1426.0, "completions/mean_length": 1215.4375, "completions/mean_terminated_length": 1120.5833740234375, "completions/min_length": 953.0, "completions/min_terminated_length": 953.0, "epoch": 0.3843460865216304, "frac_reward_zero_std": 0.0, "grad_norm": 2.6977718213200035, "kl": 0.0109710693359375, "learning_rate": 7.962997219387873e-07, "loss": -0.0326, "num_tokens": 69441416.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0026373863220215, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.11610517229416792, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08976505809781637, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.05443310539518176, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1537 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1478.0, "completions/mean_length": 1405.0625, "completions/mean_terminated_length": 1348.0999755859375, "completions/min_length": 1045.0, "completions/min_terminated_length": 1045.0, "epoch": 0.3845961490372593, "frac_reward_zero_std": 0.0, "grad_norm": 3.009485770158174, "kl": 0.014495849609375, "learning_rate": 7.959708810312737e-07, "loss": 0.005, "num_tokens": 69500905.0, "reward": -3.725290298461914e-09, "reward_std": 1.0688321590423584, "rewards/wordcountpos_reward_GEOBench/mean": -3.725290298461914e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.00013543747776446641, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05202515846693297, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11287488977066931, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1538 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1413.0, "completions/max_terminated_length": 1413.0, "completions/mean_length": 969.75, "completions/mean_terminated_length": 969.75, "completions/min_length": 698.0, "completions/min_terminated_length": 698.0, "epoch": 0.38484621155288823, "frac_reward_zero_std": 0.0, "grad_norm": 2.173967799863722, "kl": 0.0096588134765625, "learning_rate": 7.956418527021257e-07, "loss": -0.0522, "num_tokens": 69530389.0, "reward": -2.9802322387695312e-08, "reward_std": 0.6874761581420898, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.052862471094238146, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05833966618142554, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09583937179043481, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1539 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1356.0, "completions/mean_length": 1390.1875, "completions/mean_terminated_length": 1280.375, "completions/min_length": 1185.0, "completions/min_terminated_length": 1185.0, "epoch": 0.38509627406851715, "frac_reward_zero_std": 0.0, "grad_norm": 2.6758479424321364, "kl": 0.0139923095703125, "learning_rate": 7.953126372020516e-07, "loss": -0.0082, "num_tokens": 69586448.0, "reward": 1.4901161193847656e-08, "reward_std": 1.006786584854126, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.02569992624442275, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1037338175582625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07685966046898342, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1540 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1450.0, "completions/max_terminated_length": 1450.0, "completions/mean_length": 995.25, "completions/mean_terminated_length": 995.25, "completions/min_length": 769.0, "completions/min_terminated_length": 769.0, "epoch": 0.385346336584146, "frac_reward_zero_std": 0.0, "grad_norm": 3.0599804065271545, "kl": 0.01171875, "learning_rate": 7.949832347819028e-07, "loss": -0.0303, "num_tokens": 69627700.0, "reward": 0.0, "reward_std": 0.9018995761871338, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0665276327996565, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1541 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1409.0, "completions/mean_length": 1055.8125, "completions/mean_terminated_length": 992.357177734375, "completions/min_length": 631.0, "completions/min_terminated_length": 631.0, "epoch": 0.38559639909977494, "frac_reward_zero_std": 0.0, "grad_norm": 3.199370137791998, "kl": 0.0124664306640625, "learning_rate": 7.946536456926731e-07, "loss": 0.0016, "num_tokens": 69663617.0, "reward": 7.450580596923828e-09, "reward_std": 1.0383566617965698, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03807979016738928, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.061591024174049436, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.825, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12852438880818895, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1542 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1444.0, "completions/mean_length": 1288.9375, "completions/mean_terminated_length": 1258.7857666015625, "completions/min_length": 1053.0, "completions/min_terminated_length": 1053.0, "epoch": 0.38584646161540387, "frac_reward_zero_std": 0.0, "grad_norm": 3.1161355152481645, "kl": 0.01483154296875, "learning_rate": 7.943238701854984e-07, "loss": -0.0379, "num_tokens": 69703936.0, "reward": 2.9802322387695312e-08, "reward_std": 0.6780154705047607, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.11205105647992485, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.16436134712975298, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1299572579307862, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1543 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1443.0, "completions/max_terminated_length": 1443.0, "completions/mean_length": 1161.625, "completions/mean_terminated_length": 1161.625, "completions/min_length": 1008.0, "completions/min_terminated_length": 1008.0, "epoch": 0.38609652413103274, "frac_reward_zero_std": 0.0, "grad_norm": 2.930114710587476, "kl": 0.01220703125, "learning_rate": 7.939939085116566e-07, "loss": -0.0187, "num_tokens": 69753666.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0255470275878906, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.029404461036513972, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.054763856082638805, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7666666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.20073937405575493, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1544 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1154.0, "completions/mean_length": 1179.3125, "completions/mean_terminated_length": 929.888916015625, "completions/min_length": 736.0, "completions/min_terminated_length": 736.0, "epoch": 0.38634658664666166, "frac_reward_zero_std": 0.0, "grad_norm": 2.945045404056169, "kl": 0.010833740234375, "learning_rate": 7.936637609225676e-07, "loss": -0.0101, "num_tokens": 69796215.0, "reward": 0.0, "reward_std": 0.78216952085495, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.09829492112493629, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10612996137720844, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12102953419784838, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1545 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1465.0, "completions/mean_length": 1292.125, "completions/mean_terminated_length": 1244.1539306640625, "completions/min_length": 819.0, "completions/min_terminated_length": 819.0, "epoch": 0.3865966491622906, "frac_reward_zero_std": 0.0, "grad_norm": 2.977782636266777, "kl": 0.0125579833984375, "learning_rate": 7.933334276697927e-07, "loss": -0.0206, "num_tokens": 69854097.0, "reward": 0.0, "reward_std": 0.6692916750907898, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0240093613911875, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05450274276972827, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13326387079497304, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1546 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1278.0, "completions/max_terminated_length": 1278.0, "completions/mean_length": 1009.25, "completions/mean_terminated_length": 1009.25, "completions/min_length": 500.0, "completions/min_terminated_length": 500.0, "epoch": 0.38684671167791945, "frac_reward_zero_std": 0.0, "grad_norm": 3.198173858390861, "kl": 0.0142669677734375, "learning_rate": 7.930029090050351e-07, "loss": -0.0277, "num_tokens": 69896157.0, "reward": 0.0, "reward_std": 1.029550313949585, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0036785824963070602, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08806846155803835, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09259629622222522, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1547 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1448.0, "completions/mean_length": 1288.625, "completions/mean_terminated_length": 1258.4285888671875, "completions/min_length": 915.0, "completions/min_terminated_length": 915.0, "epoch": 0.3870967741935484, "frac_reward_zero_std": 0.0, "grad_norm": 3.2501062512484933, "kl": 0.0126190185546875, "learning_rate": 7.92672205180139e-07, "loss": 0.0204, "num_tokens": 69945391.0, "reward": 0.0, "reward_std": 0.9966356158256531, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.07466540805234946, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11391926181804711, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7041666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09727776191382574, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1548 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1440.0, "completions/mean_length": 1105.5625, "completions/mean_terminated_length": 1079.2667236328125, "completions/min_length": 816.0, "completions/min_terminated_length": 816.0, "epoch": 0.3873468367091773, "frac_reward_zero_std": 0.0, "grad_norm": 2.6380615767284716, "kl": 0.0097198486328125, "learning_rate": 7.923413164470896e-07, "loss": -0.0058, "num_tokens": 69989736.0, "reward": 0.0, "reward_std": 0.40065422654151917, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.00609191695273857, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.16562476083474484, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7333333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14605934866804432, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1549 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1042.0, "completions/max_terminated_length": 1042.0, "completions/mean_length": 824.6875, "completions/mean_terminated_length": 824.6875, "completions/min_length": 585.0, "completions/min_terminated_length": 585.0, "epoch": 0.3875968992248062, "frac_reward_zero_std": 0.0, "grad_norm": 3.7346455193605936, "kl": 0.01556396484375, "learning_rate": 7.920102430580133e-07, "loss": -0.0416, "num_tokens": 70023699.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9037766456604004, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.028221555186371625, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09381445001420638, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10576003586036263, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1550 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1400.0, "completions/max_terminated_length": 1400.0, "completions/mean_length": 1018.75, "completions/mean_terminated_length": 1018.75, "completions/min_length": 515.0, "completions/min_terminated_length": 515.0, "epoch": 0.3878469617404351, "frac_reward_zero_std": 0.0, "grad_norm": 3.5750471349181403, "kl": 0.0141448974609375, "learning_rate": 7.916789852651767e-07, "loss": -0.008, "num_tokens": 70054279.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9920423626899719, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.04766313880161329, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08574732282395216, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.05561108336107646, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1551 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1242.0, "completions/max_terminated_length": 1242.0, "completions/mean_length": 1098.1875, "completions/mean_terminated_length": 1098.1875, "completions/min_length": 983.0, "completions/min_terminated_length": 983.0, "epoch": 0.388097024256064, "frac_reward_zero_std": 0.0, "grad_norm": 3.1075116618035756, "kl": 0.0164031982421875, "learning_rate": 7.913475433209874e-07, "loss": -0.0234, "num_tokens": 70098906.0, "reward": 0.0, "reward_std": 0.6207641363143921, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.004853839089055521, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11177442018108075, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8541666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10390522747338701, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1552 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1261.0, "completions/max_terminated_length": 1261.0, "completions/mean_length": 1040.625, "completions/mean_terminated_length": 1040.625, "completions/min_length": 807.0, "completions/min_terminated_length": 807.0, "epoch": 0.38834708677169294, "frac_reward_zero_std": 0.0, "grad_norm": 3.936115691541997, "kl": 0.0156707763671875, "learning_rate": 7.910159174779934e-07, "loss": -0.0185, "num_tokens": 70136548.0, "reward": 0.0, "reward_std": 0.6384569406509399, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.08812024515489794, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.18316509088406005, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11409872268574492, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1553 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1286.0, "completions/mean_length": 1086.6875, "completions/mean_terminated_length": 1027.6429443359375, "completions/min_length": 742.0, "completions/min_terminated_length": 742.0, "epoch": 0.3885971492873218, "frac_reward_zero_std": 0.0, "grad_norm": 2.8116405473645774, "kl": 0.0131988525390625, "learning_rate": 7.906841079888821e-07, "loss": -0.0125, "num_tokens": 70183599.0, "reward": 0.0, "reward_std": 0.9105096459388733, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.028372282886751463, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11741436584421612, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.725, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08027729719194866, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1554 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1318.0, "completions/max_terminated_length": 1318.0, "completions/mean_length": 1112.375, "completions/mean_terminated_length": 1112.375, "completions/min_length": 850.0, "completions/min_terminated_length": 850.0, "epoch": 0.38884721180295073, "frac_reward_zero_std": 0.0, "grad_norm": 3.696143754498351, "kl": 0.020904541015625, "learning_rate": 7.903521151064816e-07, "loss": -0.005, "num_tokens": 70229701.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9365147948265076, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.10839634668040778, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08008422290901122, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8916666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11642832797715323, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1555 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1206.0, "completions/mean_length": 1111.25, "completions/mean_terminated_length": 1085.3333740234375, "completions/min_length": 898.0, "completions/min_terminated_length": 898.0, "epoch": 0.38909727431857966, "frac_reward_zero_std": 0.0, "grad_norm": 2.4607393952766894, "kl": 0.00995635986328125, "learning_rate": 7.900199390837595e-07, "loss": 0.0303, "num_tokens": 70281969.0, "reward": -1.4901161193847656e-08, "reward_std": 0.8985007405281067, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.007615319979992872, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.017132075950034763, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7124999999999999, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0469436226095058, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1556 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1476.0, "completions/max_terminated_length": 1476.0, "completions/mean_length": 1070.1875, "completions/mean_terminated_length": 1070.1875, "completions/min_length": 683.0, "completions/min_terminated_length": 683.0, "epoch": 0.3893473368342086, "frac_reward_zero_std": 0.0, "grad_norm": 3.192119326204611, "kl": 0.0155792236328125, "learning_rate": 7.896875801738226e-07, "loss": 0.0186, "num_tokens": 70317180.0, "reward": 7.450580596923828e-09, "reward_std": 0.9963094592094421, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.053827606693544305, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.031047116596190152, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12995725793078622, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1557 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1355.0, "completions/mean_length": 1151.375, "completions/mean_terminated_length": 1035.166748046875, "completions/min_length": 897.0, "completions/min_terminated_length": 897.0, "epoch": 0.38959739934983745, "frac_reward_zero_std": 0.0, "grad_norm": 3.0605362282702635, "kl": 0.01016998291015625, "learning_rate": 7.893550386299176e-07, "loss": 0.0237, "num_tokens": 70360970.0, "reward": 0.0, "reward_std": 0.822307825088501, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.049137286556452456, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09281919158475511, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10470416879457554, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1558 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1373.0, "completions/mean_length": 1147.8125, "completions/mean_terminated_length": 1124.3333740234375, "completions/min_length": 832.0, "completions/min_terminated_length": 832.0, "epoch": 0.38984746186546637, "frac_reward_zero_std": 0.0, "grad_norm": 2.4119132243417427, "kl": 0.01025390625, "learning_rate": 7.890223147054298e-07, "loss": 0.0078, "num_tokens": 70400391.0, "reward": 0.0, "reward_std": 0.9648492336273193, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.07375646546185156, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.15583610606037815, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06652763279965648, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1559 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1439.0, "completions/mean_length": 1157.4375, "completions/mean_terminated_length": 1134.60009765625, "completions/min_length": 861.0, "completions/min_terminated_length": 861.0, "epoch": 0.3900975243810953, "frac_reward_zero_std": 0.0, "grad_norm": 3.046271765818246, "kl": 0.0121612548828125, "learning_rate": 7.88689408653884e-07, "loss": 0.0285, "num_tokens": 70445502.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9690751433372498, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.008333145453195048, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.047601116755927264, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8583333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07649739768026004, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1560 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1492.0, "completions/mean_length": 1375.0625, "completions/mean_terminated_length": 1277.888916015625, "completions/min_length": 745.0, "completions/min_terminated_length": 745.0, "epoch": 0.39034758689672416, "frac_reward_zero_std": 0.0, "grad_norm": 3.086545784830947, "kl": 0.0124359130859375, "learning_rate": 7.883563207289437e-07, "loss": -0.0024, "num_tokens": 70492791.0, "reward": 0.0, "reward_std": 0.9935873746871948, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.031995489879943356, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0420250342276332, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1753303759784389, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1561 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1146.0, "completions/max_terminated_length": 1146.0, "completions/mean_length": 853.3125, "completions/mean_terminated_length": 853.3125, "completions/min_length": 480.0, "completions/min_terminated_length": 480.0, "epoch": 0.3905976494123531, "frac_reward_zero_std": 0.0, "grad_norm": 3.307046977644347, "kl": 0.0166778564453125, "learning_rate": 7.880230511844105e-07, "loss": -0.0231, "num_tokens": 70541252.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8680849671363831, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.14503922538863734, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.16543083069708803, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10318986456114841, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1562 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1384.0, "completions/max_terminated_length": 1384.0, "completions/mean_length": 1028.8125, "completions/mean_terminated_length": 1028.8125, "completions/min_length": 820.0, "completions/min_terminated_length": 820.0, "epoch": 0.390847711927982, "frac_reward_zero_std": 0.0, "grad_norm": 2.8042469320406274, "kl": 0.0125732421875, "learning_rate": 7.876896002742251e-07, "loss": 0.0414, "num_tokens": 70581273.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9417210221290588, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03321305489464099, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08662662736544528, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.825, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0969917904124231, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1563 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1474.0, "completions/mean_length": 1202.6875, "completions/mean_terminated_length": 1103.5833740234375, "completions/min_length": 909.0, "completions/min_terminated_length": 909.0, "epoch": 0.3910977744436109, "frac_reward_zero_std": 0.0, "grad_norm": 2.9122882942469808, "kl": 0.0093536376953125, "learning_rate": 7.873559682524654e-07, "loss": -0.0234, "num_tokens": 70634964.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9018257856369019, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.08823758406410961, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0912251235146049, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07698003589195011, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1564 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1430.0, "completions/max_terminated_length": 1430.0, "completions/mean_length": 1151.8125, "completions/mean_terminated_length": 1151.8125, "completions/min_length": 805.0, "completions/min_terminated_length": 805.0, "epoch": 0.3913478369592398, "frac_reward_zero_std": 0.0, "grad_norm": 1.9045083917665608, "kl": 0.010772705078125, "learning_rate": 7.870221553733486e-07, "loss": -0.0082, "num_tokens": 70679153.0, "reward": 0.0, "reward_std": 0.8418854475021362, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.030561426656844203, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08745259261869971, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8041666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08933913745655644, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1565 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1449.0, "completions/mean_length": 1203.0625, "completions/mean_terminated_length": 1183.2667236328125, "completions/min_length": 832.0, "completions/min_terminated_length": 832.0, "epoch": 0.3915978994748687, "frac_reward_zero_std": 0.0, "grad_norm": 2.4758013109255312, "kl": 0.00946044921875, "learning_rate": 7.866881618912285e-07, "loss": -0.0564, "num_tokens": 70730970.0, "reward": 0.0, "reward_std": 0.8549232482910156, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.005622476234456599, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.027653018778855343, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1344398529978149, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1566 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1466.0, "completions/mean_length": 1370.125, "completions/mean_terminated_length": 1292.2000732421875, "completions/min_length": 1078.0, "completions/min_terminated_length": 1078.0, "epoch": 0.39184796199049765, "frac_reward_zero_std": 0.0, "grad_norm": 2.6684323451995815, "kl": 0.0167388916015625, "learning_rate": 7.863539880605974e-07, "loss": -0.0141, "num_tokens": 70794788.0, "reward": 0.0, "reward_std": 0.9611808061599731, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.09102662975660893, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11118581803670373, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.775, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12382783747337808, "rewards/wordcountpos_reward_GEOBench/std": 1.0327954292297363, "step": 1567 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.75, "completions/max_length": 1500.0, "completions/max_terminated_length": 1500.0, "completions/mean_length": 1484.5, "completions/mean_terminated_length": 1438.0, "completions/min_length": 1338.0, "completions/min_terminated_length": 1338.0, "epoch": 0.3920980245061265, "frac_reward_zero_std": 0.0, "grad_norm": 2.703966536812483, "kl": 0.0115814208984375, "learning_rate": 7.860196341360841e-07, "loss": -0.0029, "num_tokens": 70862668.0, "reward": 0.0, "reward_std": 0.8686152696609497, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0648795689206637, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07343537577626648, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13443985299781488, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1568 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1421.0, "completions/max_terminated_length": 1421.0, "completions/mean_length": 1191.3125, "completions/mean_terminated_length": 1191.3125, "completions/min_length": 897.0, "completions/min_terminated_length": 897.0, "epoch": 0.39234808702175544, "frac_reward_zero_std": 0.0, "grad_norm": 3.711262626810369, "kl": 0.01800537109375, "learning_rate": 7.856851003724558e-07, "loss": 0.0098, "num_tokens": 70912801.0, "reward": 0.0, "reward_std": 0.9018560647964478, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.007093282744042525, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09857253621833208, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7333333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.23349200953891017, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1569 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1498.0, "completions/mean_length": 1389.6875, "completions/mean_terminated_length": 1205.8333740234375, "completions/min_length": 303.0, "completions/min_terminated_length": 303.0, "epoch": 0.39259814953738437, "frac_reward_zero_std": 0.0, "grad_norm": 2.500379829544296, "kl": 0.0095977783203125, "learning_rate": 7.853503870246159e-07, "loss": 0.1228, "num_tokens": 70968084.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8541646003723145, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.013089122755529323, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12484871593296057, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8708333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08933913745655642, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1570 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1392.0, "completions/mean_length": 1081.5, "completions/mean_terminated_length": 1021.71435546875, "completions/min_length": 556.0, "completions/min_terminated_length": 556.0, "epoch": 0.39284821205301323, "frac_reward_zero_std": 0.0, "grad_norm": 3.318642276928274, "kl": 0.0155181884765625, "learning_rate": 7.850154943476047e-07, "loss": -0.0488, "num_tokens": 71007244.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0132873058319092, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.012906011085720415, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06140395009197726, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7916666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09067647005823631, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1571 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1442.0, "completions/mean_length": 1240.9375, "completions/mean_terminated_length": 1203.9285888671875, "completions/min_length": 924.0, "completions/min_terminated_length": 924.0, "epoch": 0.39309827456864216, "frac_reward_zero_std": 0.0, "grad_norm": 2.621190842827133, "kl": 0.01467132568359375, "learning_rate": 7.846804225965995e-07, "loss": -0.0005, "num_tokens": 71055003.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0427652597427368, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.07331346484209832, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08952765572661192, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8041666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11538983843829066, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1572 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1433.0, "completions/mean_length": 1152.6875, "completions/mean_terminated_length": 1129.533447265625, "completions/min_length": 835.0, "completions/min_terminated_length": 835.0, "epoch": 0.3933483370842711, "frac_reward_zero_std": 0.0, "grad_norm": 3.137343394513244, "kl": 0.013397216796875, "learning_rate": 7.843451720269135e-07, "loss": -0.0077, "num_tokens": 71096358.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0010414123535156, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.013009832747679318, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0870719951090613, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09803627446568497, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1573 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1475.0, "completions/max_terminated_length": 1475.0, "completions/mean_length": 1083.0625, "completions/mean_terminated_length": 1083.0625, "completions/min_length": 671.0, "completions/min_terminated_length": 671.0, "epoch": 0.39359839959989995, "frac_reward_zero_std": 0.0, "grad_norm": 3.755114198954612, "kl": 0.015350341796875, "learning_rate": 7.840097428939969e-07, "loss": -0.0573, "num_tokens": 71142655.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9134328961372375, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.015127038515126964, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07236254396450188, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07290277645477447, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1574 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1315.0, "completions/max_terminated_length": 1315.0, "completions/mean_length": 905.8125, "completions/mean_terminated_length": 905.8125, "completions/min_length": 598.0, "completions/min_terminated_length": 598.0, "epoch": 0.3938484621155289, "frac_reward_zero_std": 0.0, "grad_norm": 3.616438532262193, "kl": 0.0166015625, "learning_rate": 7.836741354534353e-07, "loss": -0.0794, "num_tokens": 71172572.0, "reward": -3.3527612686157227e-08, "reward_std": 1.0148518085479736, "rewards/wordcountpos_reward_GEOBench/mean": -3.3527612686157227e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0008318433785490425, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.027512442365966134, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07252075054258102, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1575 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1461.0, "completions/mean_length": 1091.4375, "completions/mean_terminated_length": 1064.2000732421875, "completions/min_length": 749.0, "completions/min_terminated_length": 749.0, "epoch": 0.3940985246311578, "frac_reward_zero_std": 0.0, "grad_norm": 3.060549715111791, "kl": 0.0108795166015625, "learning_rate": 7.833383499609505e-07, "loss": 0.0, "num_tokens": 71211987.0, "reward": 0.0, "reward_std": 0.9054416418075562, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.04890571986567938, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06044507198203013, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8041666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07084150279686705, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1576 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1464.0, "completions/mean_length": 1093.875, "completions/mean_terminated_length": 1066.800048828125, "completions/min_length": 679.0, "completions/min_terminated_length": 679.0, "epoch": 0.3943485871467867, "frac_reward_zero_std": 0.0, "grad_norm": 3.584426977678065, "kl": 0.016448974609375, "learning_rate": 7.830023866723997e-07, "loss": 0.0144, "num_tokens": 71248041.0, "reward": 0.0, "reward_std": 0.8814120292663574, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.1690216265304657, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.13801387999343298, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7916666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0969917904124231, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1577 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1369.0, "completions/max_terminated_length": 1369.0, "completions/mean_length": 1006.5625, "completions/mean_terminated_length": 1006.5625, "completions/min_length": 781.0, "completions/min_terminated_length": 781.0, "epoch": 0.3945986496624156, "frac_reward_zero_std": 0.0, "grad_norm": 3.4501965777809125, "kl": 0.01690673828125, "learning_rate": 7.826662458437762e-07, "loss": 0.0026, "num_tokens": 71298810.0, "reward": 1.4901161193847656e-08, "reward_std": 0.8568593263626099, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.019375580601435818, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03960883699004363, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09067647005823631, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1578 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 990.0, "completions/mean_length": 1079.5, "completions/mean_terminated_length": 659.0, "completions/min_length": 501.0, "completions/min_terminated_length": 501.0, "epoch": 0.3948487121780445, "frac_reward_zero_std": 0.0, "grad_norm": 2.468586600942178, "kl": 0.008331298828125, "learning_rate": 7.823299277312077e-07, "loss": -0.058, "num_tokens": 71340874.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0263588428497314, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.08439596666285983, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09067685988695291, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11894598836509011, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1579 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1443.0, "completions/mean_length": 1206.8125, "completions/mean_terminated_length": 1109.0833740234375, "completions/min_length": 414.0, "completions/min_terminated_length": 414.0, "epoch": 0.39509877469367344, "frac_reward_zero_std": 0.0, "grad_norm": 2.8803416373573323, "kl": 0.0119476318359375, "learning_rate": 7.819934325909575e-07, "loss": 0.0743, "num_tokens": 71391431.0, "reward": -2.9802322387695312e-08, "reward_std": 0.36634689569473267, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.047075354135333244, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10634502948100887, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.15104573749303493, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1580 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1326.0, "completions/max_terminated_length": 1326.0, "completions/mean_length": 1023.625, "completions/mean_terminated_length": 1023.625, "completions/min_length": 769.0, "completions/min_terminated_length": 769.0, "epoch": 0.3953488372093023, "frac_reward_zero_std": 0.0, "grad_norm": 4.266789910511784, "kl": 0.021697998046875, "learning_rate": 7.816567606794239e-07, "loss": -0.0181, "num_tokens": 71448817.0, "reward": 0.0, "reward_std": 0.940520167350769, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.018670168034805156, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08201213942629866, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08333333333333337, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1581 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1431.0, "completions/mean_length": 1136.75, "completions/mean_terminated_length": 971.6364135742188, "completions/min_length": 677.0, "completions/min_terminated_length": 677.0, "epoch": 0.39559889972493123, "frac_reward_zero_std": 0.0, "grad_norm": 3.5881883717617407, "kl": 0.0191192626953125, "learning_rate": 7.813199122531395e-07, "loss": -0.1049, "num_tokens": 71492789.0, "reward": -2.9802322387695312e-08, "reward_std": 0.9783716201782227, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.044643699278968905, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04258182709884232, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11474609652039006, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1582 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1418.0, "completions/mean_length": 1294.875, "completions/mean_terminated_length": 1201.6363525390625, "completions/min_length": 948.0, "completions/min_terminated_length": 948.0, "epoch": 0.39584896224056015, "frac_reward_zero_std": 0.0, "grad_norm": 2.7852347575261533, "kl": 0.0149383544921875, "learning_rate": 7.809828875687715e-07, "loss": -0.0174, "num_tokens": 71554171.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0556868314743042, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.09011524655223928, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.080002156672278, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07097208632298364, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1583 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1363.0, "completions/mean_length": 1201.0, "completions/mean_terminated_length": 1158.2857666015625, "completions/min_length": 679.0, "completions/min_terminated_length": 679.0, "epoch": 0.396099024756189, "frac_reward_zero_std": 0.0, "grad_norm": 2.7066978106428317, "kl": 0.017364501953125, "learning_rate": 7.806456868831222e-07, "loss": 0.0156, "num_tokens": 71602835.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8677076101303101, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.05760585399540517, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09770193770470086, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09953596037316068, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1584 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1491.0, "completions/mean_length": 1325.3125, "completions/mean_terminated_length": 1285.0, "completions/min_length": 909.0, "completions/min_terminated_length": 909.0, "epoch": 0.39634908727181795, "frac_reward_zero_std": 0.0, "grad_norm": 3.0357093344650283, "kl": 0.0122528076171875, "learning_rate": 7.803083104531264e-07, "loss": -0.0144, "num_tokens": 71649384.0, "reward": 0.0, "reward_std": 0.9185574650764465, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.09856370749971975, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.180412817814222, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6916666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1585 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1484.0, "completions/mean_length": 1335.4375, "completions/mean_terminated_length": 1260.6363525390625, "completions/min_length": 969.0, "completions/min_terminated_length": 969.0, "epoch": 0.39659914978744687, "frac_reward_zero_std": 0.0, "grad_norm": 2.831372478212745, "kl": 0.0124664306640625, "learning_rate": 7.799707585358542e-07, "loss": 0.024, "num_tokens": 71691855.0, "reward": 0.0, "reward_std": 0.6088191270828247, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04409484953073255, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12056376130349733, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11547005383792518, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1586 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1459.0, "completions/mean_length": 1206.0625, "completions/mean_terminated_length": 1186.4666748046875, "completions/min_length": 870.0, "completions/min_terminated_length": 870.0, "epoch": 0.3968492123030758, "frac_reward_zero_std": 0.0, "grad_norm": 3.3966978890910626, "kl": 0.0153045654296875, "learning_rate": 7.796330313885089e-07, "loss": -0.0237, "num_tokens": 71734968.0, "reward": 0.0, "reward_std": 1.0196411609649658, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.04411303523825525, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07017076571658123, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09339283817414602, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1587 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1365.0, "completions/max_terminated_length": 1365.0, "completions/mean_length": 1104.125, "completions/mean_terminated_length": 1104.125, "completions/min_length": 825.0, "completions/min_terminated_length": 825.0, "epoch": 0.39709927481870466, "frac_reward_zero_std": 0.0, "grad_norm": 2.73829921992881, "kl": 0.00870513916015625, "learning_rate": 7.792951292684273e-07, "loss": -0.0025, "num_tokens": 71780410.0, "reward": 2.9802322387695312e-08, "reward_std": 0.764035701751709, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.018283971807105615, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11891485032187667, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06206328908341755, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1588 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1479.0, "completions/mean_length": 1131.6875, "completions/mean_terminated_length": 1046.6923828125, "completions/min_length": 642.0, "completions/min_terminated_length": 642.0, "epoch": 0.3973493373343336, "frac_reward_zero_std": 0.0, "grad_norm": 2.8145997477364975, "kl": 0.01132965087890625, "learning_rate": 7.789570524330796e-07, "loss": -0.0394, "num_tokens": 71823829.0, "reward": 0.0, "reward_std": 0.9908758401870728, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.058373173685013484, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1790824555076345, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10576003586036263, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1589 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1412.0, "completions/mean_length": 1341.5, "completions/mean_terminated_length": 1218.2222900390625, "completions/min_length": 933.0, "completions/min_terminated_length": 933.0, "epoch": 0.3975993998499625, "frac_reward_zero_std": 0.0, "grad_norm": 3.1959848345499697, "kl": 0.0117950439453125, "learning_rate": 7.786188011400694e-07, "loss": -0.0007, "num_tokens": 71873005.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9784872531890869, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.01726255279336918, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1054995320558551, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7041666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.04194352464039305, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1590 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1432.0, "completions/mean_length": 1208.5, "completions/mean_terminated_length": 1189.0667724609375, "completions/min_length": 316.0, "completions/min_terminated_length": 316.0, "epoch": 0.3978494623655914, "frac_reward_zero_std": 0.0, "grad_norm": 3.020463345961487, "kl": 0.0120849609375, "learning_rate": 7.782803756471323e-07, "loss": -0.053, "num_tokens": 71922405.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8330576419830322, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.1575313303855437, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0863943379014422, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8583333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09067647005823629, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1591 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1266.0, "completions/max_terminated_length": 1266.0, "completions/mean_length": 1042.5625, "completions/mean_terminated_length": 1042.5625, "completions/min_length": 696.0, "completions/min_terminated_length": 696.0, "epoch": 0.3980995248812203, "frac_reward_zero_std": 0.0, "grad_norm": 3.2065951890807614, "kl": 0.01409912109375, "learning_rate": 7.779417762121378e-07, "loss": -0.0058, "num_tokens": 71959190.0, "reward": -1.1175870895385742e-08, "reward_std": 1.0026516914367676, "rewards/wordcountpos_reward_GEOBench/mean": -1.1175870895385742e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.05656119969265448, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06503229516539986, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7916666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08388704928078614, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1592 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1350.0, "completions/mean_length": 1158.375, "completions/mean_terminated_length": 1135.60009765625, "completions/min_length": 868.0, "completions/min_terminated_length": 868.0, "epoch": 0.3983495873968492, "frac_reward_zero_std": 0.0, "grad_norm": 2.52239167200604, "kl": 0.0111846923828125, "learning_rate": 7.776030030930875e-07, "loss": -0.0049, "num_tokens": 71999156.0, "reward": 0.0, "reward_std": 0.9251689910888672, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.05694893771643508, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09856572021607832, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8583333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0906764700582363, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1593 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1020.0, "completions/mean_length": 1111.5625, "completions/mean_terminated_length": 878.5, "completions/min_length": 650.0, "completions/min_terminated_length": 650.0, "epoch": 0.3985996499124781, "frac_reward_zero_std": 0.0, "grad_norm": 2.395878140781291, "kl": 0.008697509765625, "learning_rate": 7.772640565481146e-07, "loss": 0.0156, "num_tokens": 72045845.0, "reward": -5.960464477539063e-08, "reward_std": 0.7168657779693604, "rewards/wordcountpos_reward_GEOBench/mean": -5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.023667382384246816, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10852735380327623, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.17018508443151817, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1594 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1437.0, "completions/mean_length": 1039.6875, "completions/mean_terminated_length": 1009.0000610351562, "completions/min_length": 640.0, "completions/min_terminated_length": 640.0, "epoch": 0.398849712428107, "frac_reward_zero_std": 0.0, "grad_norm": 4.283984160466364, "kl": 0.0201416015625, "learning_rate": 7.769249368354855e-07, "loss": 0.0, "num_tokens": 72084424.0, "reward": -2.9802322387695312e-08, "reward_std": 0.6014885902404785, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.3997231047759588, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.39397828625837045, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.102469507659596, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1595 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1462.0, "completions/mean_length": 1261.75, "completions/mean_terminated_length": 1118.800048828125, "completions/min_length": 345.0, "completions/min_terminated_length": 345.0, "epoch": 0.39909977494373594, "frac_reward_zero_std": 0.0, "grad_norm": 2.5466513239822954, "kl": 0.0092926025390625, "learning_rate": 7.765856442135984e-07, "loss": -0.0165, "num_tokens": 72132516.0, "reward": 2.9802322387695312e-08, "reward_std": 0.7729835510253906, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.005695989416098663, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.01629243114843496, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7666666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09737289911202955, "rewards/wordcountpos_reward_GEOBench/std": 1.0327954292297363, "step": 1596 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1500.0, "completions/mean_length": 1338.3125, "completions/mean_terminated_length": 1264.8182373046875, "completions/min_length": 983.0, "completions/min_terminated_length": 983.0, "epoch": 0.39934983745936486, "frac_reward_zero_std": 0.0, "grad_norm": 2.9035975580013975, "kl": 0.0121612548828125, "learning_rate": 7.762461789409827e-07, "loss": 0.0055, "num_tokens": 72179001.0, "reward": -2.2351741790771484e-08, "reward_std": 1.0503668785095215, "rewards/wordcountpos_reward_GEOBench/mean": -2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.031814962408772636, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.040463803007402925, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7916666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.05900408021045227, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1597 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1452.0, "completions/mean_length": 1068.875, "completions/mean_terminated_length": 1007.2857666015625, "completions/min_length": 443.0, "completions/min_terminated_length": 443.0, "epoch": 0.39959989997499373, "frac_reward_zero_std": 0.0, "grad_norm": 3.1143314649864897, "kl": 0.01458740234375, "learning_rate": 7.759065412762998e-07, "loss": 0.0122, "num_tokens": 72212767.0, "reward": 0.0, "reward_std": 0.7790982723236084, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.1886551629304689, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.3421823672065537, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11385500851066223, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1598 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1447.0, "completions/mean_length": 1341.75, "completions/mean_terminated_length": 1246.800048828125, "completions/min_length": 680.0, "completions/min_terminated_length": 680.0, "epoch": 0.39984996249062266, "frac_reward_zero_std": 0.0, "grad_norm": 2.1486964806391273, "kl": 0.00951385498046875, "learning_rate": 7.755667314783419e-07, "loss": -0.0226, "num_tokens": 72264787.0, "reward": 0.0, "reward_std": 0.8932489156723022, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.018822905381403222, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.057930717343051545, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6291666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12164002752505564, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1599 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1411.0, "completions/mean_length": 1125.125, "completions/mean_terminated_length": 1100.1334228515625, "completions/min_length": 716.0, "completions/min_terminated_length": 716.0, "epoch": 0.4001000250062516, "frac_reward_zero_std": 0.0, "grad_norm": 2.1258693213515096, "kl": 0.00836181640625, "learning_rate": 7.752267498060333e-07, "loss": 0.0023, "num_tokens": 72305005.0, "reward": 0.0, "reward_std": 0.8811789155006409, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.001133280069798093, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08667918487699058, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0665276327996565, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1600 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1379.0, "completions/mean_length": 1142.5, "completions/mean_terminated_length": 1091.4285888671875, "completions/min_length": 291.0, "completions/min_terminated_length": 291.0, "epoch": 0.40035008752188045, "frac_reward_zero_std": 0.0, "grad_norm": 2.6742493315243165, "kl": 0.0128936767578125, "learning_rate": 7.748865965184285e-07, "loss": -0.0544, "num_tokens": 72354845.0, "reward": 0.0, "reward_std": 0.711220383644104, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.010580870011326625, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07731067068730048, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8708333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10174405069512348, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1601 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1405.0, "completions/mean_length": 1325.75, "completions/mean_terminated_length": 1246.5455322265625, "completions/min_length": 1105.0, "completions/min_terminated_length": 1105.0, "epoch": 0.4006001500375094, "frac_reward_zero_std": 0.0, "grad_norm": 2.7168299099197, "kl": 0.011260986328125, "learning_rate": 7.745462718747131e-07, "loss": -0.0246, "num_tokens": 72400073.0, "reward": -2.9802322387695312e-08, "reward_std": 0.9625579118728638, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.08864440967060773, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06650450104760552, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14782371884055637, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1602 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.6875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1444.0, "completions/mean_length": 1408.875, "completions/mean_terminated_length": 1208.4000244140625, "completions/min_length": 1088.0, "completions/min_terminated_length": 1088.0, "epoch": 0.4008502125531383, "frac_reward_zero_std": 0.0, "grad_norm": 3.2460653894943885, "kl": 0.018768310546875, "learning_rate": 7.742057761342029e-07, "loss": -0.0219, "num_tokens": 72455455.0, "reward": -2.9802322387695312e-08, "reward_std": 0.7645143270492554, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.11106957015020276, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.15668735868068936, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7666666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08777074514725114, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1603 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1485.0, "completions/mean_length": 1425.25, "completions/mean_terminated_length": 1350.5, "completions/min_length": 1179.0, "completions/min_terminated_length": 1179.0, "epoch": 0.40110027506876716, "frac_reward_zero_std": 0.0, "grad_norm": 3.675294792025924, "kl": 0.0183258056640625, "learning_rate": 7.738651095563448e-07, "loss": 0.0192, "num_tokens": 72512195.0, "reward": 0.0, "reward_std": 0.9487957954406738, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.028281162022312012, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09524120807987907, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7916666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07649739768026005, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1604 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1274.0, "completions/mean_length": 1117.9375, "completions/mean_terminated_length": 1092.4666748046875, "completions/min_length": 817.0, "completions/min_terminated_length": 817.0, "epoch": 0.4013503375843961, "frac_reward_zero_std": 0.0, "grad_norm": 3.306976811444816, "kl": 0.0150299072265625, "learning_rate": 7.735242724007148e-07, "loss": 0.0224, "num_tokens": 72545090.0, "reward": 0.0, "reward_std": 0.7310828566551208, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.11354157706154419, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.13891574262767725, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09339283817414602, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1605 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1234.0, "completions/max_terminated_length": 1234.0, "completions/mean_length": 971.25, "completions/mean_terminated_length": 971.25, "completions/min_length": 681.0, "completions/min_terminated_length": 681.0, "epoch": 0.401600400100025, "frac_reward_zero_std": 0.0, "grad_norm": 3.295486606262917, "kl": 0.0129241943359375, "learning_rate": 7.7318326492702e-07, "loss": -0.0458, "num_tokens": 72577662.0, "reward": 0.0, "reward_std": 0.4759182631969452, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0016497416421158775, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06621072882045455, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10101338378503964, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1606 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1458.0, "completions/mean_length": 1168.625, "completions/mean_terminated_length": 910.888916015625, "completions/min_length": 565.0, "completions/min_terminated_length": 565.0, "epoch": 0.40185046261565394, "frac_reward_zero_std": 0.0, "grad_norm": 2.896522704779701, "kl": 0.01080322265625, "learning_rate": 7.728420873950965e-07, "loss": 0.0041, "num_tokens": 72638056.0, "reward": 0.0, "reward_std": 0.8267627358436584, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.05552999903773472, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12237375627578954, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07503085784948506, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1607 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1370.0, "completions/mean_length": 1233.6875, "completions/mean_terminated_length": 1026.5555419921875, "completions/min_length": 860.0, "completions/min_terminated_length": 860.0, "epoch": 0.4021005251312828, "frac_reward_zero_std": 0.0, "grad_norm": 3.074687452288223, "kl": 0.0140838623046875, "learning_rate": 7.725007400649103e-07, "loss": 0.0112, "num_tokens": 72679819.0, "reward": 5.960464477539063e-08, "reward_std": 0.7221042513847351, "rewards/wordcountpos_reward_GEOBench/mean": 5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.16676878523628724, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.13177360804402025, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13662601021279466, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1608 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1477.0, "completions/mean_length": 1335.8125, "completions/mean_terminated_length": 1237.300048828125, "completions/min_length": 1046.0, "completions/min_terminated_length": 1046.0, "epoch": 0.40235058764691173, "frac_reward_zero_std": 0.0, "grad_norm": 2.8124132875993677, "kl": 0.011444091796875, "learning_rate": 7.721592231965568e-07, "loss": -0.0229, "num_tokens": 72727808.0, "reward": 0.0, "reward_std": 0.9603712558746338, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0469031245318257, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.20362905629956465, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8291666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06871842709362769, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1609 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1386.0, "completions/mean_length": 1196.0, "completions/mean_terminated_length": 1175.7333984375, "completions/min_length": 858.0, "completions/min_terminated_length": 858.0, "epoch": 0.40260065016254065, "frac_reward_zero_std": 0.0, "grad_norm": 2.9015377691528084, "kl": 0.0122528076171875, "learning_rate": 7.718175370502603e-07, "loss": -0.02, "num_tokens": 72773160.0, "reward": -2.9802322387695312e-08, "reward_std": 0.7851569056510925, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.01452829791520522, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09918447302825152, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7916666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.05900408021045227, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1610 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1498.0, "completions/mean_length": 1244.1875, "completions/mean_terminated_length": 1185.1539306640625, "completions/min_length": 827.0, "completions/min_terminated_length": 827.0, "epoch": 0.4028507126781695, "frac_reward_zero_std": 0.0, "grad_norm": 3.2759855412818877, "kl": 0.017852783203125, "learning_rate": 7.714756818863745e-07, "loss": -0.0017, "num_tokens": 72833875.0, "reward": 0.0, "reward_std": 0.5694240927696228, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.08120672597031105, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.3230552542641551, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6124999999999999, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09496588081262933, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1611 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1485.0, "completions/mean_length": 1064.375, "completions/mean_terminated_length": 1002.1428833007812, "completions/min_length": 555.0, "completions/min_terminated_length": 555.0, "epoch": 0.40310077519379844, "frac_reward_zero_std": 0.0, "grad_norm": 2.2945297703583205, "kl": 0.0123443603515625, "learning_rate": 7.711336579653816e-07, "loss": -0.1247, "num_tokens": 72881225.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9023599624633789, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06658079067126386, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.2518764735882452, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13158576980363348, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1612 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1466.0, "completions/mean_length": 1250.75, "completions/mean_terminated_length": 1167.666748046875, "completions/min_length": 975.0, "completions/min_terminated_length": 975.0, "epoch": 0.40335083770942737, "frac_reward_zero_std": 0.0, "grad_norm": 2.6589065591028653, "kl": 0.008148193359375, "learning_rate": 7.707914655478924e-07, "loss": 0.0027, "num_tokens": 72924125.0, "reward": 0.0, "reward_std": 0.5202261209487915, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0019246421644610306, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03693291724465334, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1517795672580372, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1613 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1402.0, "completions/mean_length": 1209.375, "completions/mean_terminated_length": 1190.0001220703125, "completions/min_length": 961.0, "completions/min_terminated_length": 961.0, "epoch": 0.4036009002250563, "frac_reward_zero_std": 0.0, "grad_norm": 3.076164234669731, "kl": 0.0133514404296875, "learning_rate": 7.70449104894646e-07, "loss": 0.0244, "num_tokens": 72974691.0, "reward": 2.9802322387695312e-08, "reward_std": 0.7803144454956055, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04921647448904596, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05419067610722199, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8291666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08421753138505424, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1614 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1384.0, "completions/max_terminated_length": 1384.0, "completions/mean_length": 1088.875, "completions/mean_terminated_length": 1088.875, "completions/min_length": 806.0, "completions/min_terminated_length": 806.0, "epoch": 0.40385096274068516, "frac_reward_zero_std": 0.0, "grad_norm": 3.1226291471848264, "kl": 0.01593017578125, "learning_rate": 7.701065762665103e-07, "loss": -0.041, "num_tokens": 73017785.0, "reward": 2.9802322387695312e-08, "reward_std": 0.7884033918380737, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.036126834328734064, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12840425040197548, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11925695879998881, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1615 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1493.0, "completions/max_terminated_length": 1493.0, "completions/mean_length": 1077.8125, "completions/mean_terminated_length": 1077.8125, "completions/min_length": 593.0, "completions/min_terminated_length": 593.0, "epoch": 0.4041010252563141, "frac_reward_zero_std": 0.0, "grad_norm": 2.479185169530575, "kl": 0.01214599609375, "learning_rate": 7.697638799244803e-07, "loss": -0.0352, "num_tokens": 73060238.0, "reward": 2.9802322387695312e-08, "reward_std": 0.5089660286903381, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.019350933315299114, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04009050234416078, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10318986456114841, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1616 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1144.0, "completions/mean_length": 1119.5, "completions/mean_terminated_length": 992.6666870117188, "completions/min_length": 889.0, "completions/min_terminated_length": 889.0, "epoch": 0.404351087771943, "frac_reward_zero_std": 0.0, "grad_norm": 3.279077974782196, "kl": 0.0139923095703125, "learning_rate": 7.694210161296795e-07, "loss": -0.0597, "num_tokens": 73099854.0, "reward": -7.450580596923828e-09, "reward_std": 0.9805716276168823, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0027581392051031026, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09939061050260432, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07969850595746357, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1617 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1451.0, "completions/mean_length": 1304.3125, "completions/mean_terminated_length": 1259.1539306640625, "completions/min_length": 1022.0, "completions/min_terminated_length": 1022.0, "epoch": 0.4046011502875719, "frac_reward_zero_std": 0.0, "grad_norm": 2.9718873295084545, "kl": 0.0129241943359375, "learning_rate": 7.690779851433585e-07, "loss": -0.0164, "num_tokens": 73151011.0, "reward": -2.9802322387695312e-08, "reward_std": 0.7308509349822998, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.04238415572511402, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07122678698793564, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11538983843829066, "rewards/wordcountpos_reward_GEOBench/std": 1.0327954292297363, "step": 1618 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1371.0, "completions/max_terminated_length": 1371.0, "completions/mean_length": 904.6875, "completions/mean_terminated_length": 904.6875, "completions/min_length": 685.0, "completions/min_terminated_length": 685.0, "epoch": 0.4048512128032008, "frac_reward_zero_std": 0.0, "grad_norm": 2.104301575619807, "kl": 0.00658416748046875, "learning_rate": 7.687347872268956e-07, "loss": -0.0724, "num_tokens": 73200758.0, "reward": 2.2351741790771484e-08, "reward_std": 0.9756397604942322, "rewards/wordcountpos_reward_GEOBench/mean": 2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.010895066333022781, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11006983601659456, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0718795288428261, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1619 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1363.0, "completions/mean_length": 1351.6875, "completions/mean_terminated_length": 1236.3333740234375, "completions/min_length": 1076.0, "completions/min_terminated_length": 1076.0, "epoch": 0.4051012753188297, "frac_reward_zero_std": 0.0, "grad_norm": 2.851452291338438, "kl": 0.012939453125, "learning_rate": 7.683914226417962e-07, "loss": -0.0223, "num_tokens": 73246337.0, "reward": -2.2351741790771484e-08, "reward_std": 1.0226210355758667, "rewards/wordcountpos_reward_GEOBench/mean": -2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06486921996816304, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.13943531254969008, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12224747213928167, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1620 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1416.0, "completions/mean_length": 1224.875, "completions/mean_terminated_length": 1059.800048828125, "completions/min_length": 831.0, "completions/min_terminated_length": 831.0, "epoch": 0.4053513378344586, "frac_reward_zero_std": 0.0, "grad_norm": 2.952785634628913, "kl": 0.01123046875, "learning_rate": 7.680478916496926e-07, "loss": 0.0161, "num_tokens": 73283159.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9983932971954346, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10741060020797313, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1621 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1238.0, "completions/mean_length": 976.5, "completions/mean_terminated_length": 941.6000366210938, "completions/min_length": 602.0, "completions/min_terminated_length": 602.0, "epoch": 0.4056014003500875, "frac_reward_zero_std": 0.0, "grad_norm": 3.567954210265031, "kl": 0.016998291015625, "learning_rate": 7.677041945123441e-07, "loss": -0.0365, "num_tokens": 73331415.0, "reward": -2.9802322387695312e-08, "reward_std": 0.9122024774551392, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.022543675897674156, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06981030694660756, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11800816042090449, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1622 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1407.0, "completions/mean_length": 1082.0, "completions/mean_terminated_length": 1022.2857666015625, "completions/min_length": 792.0, "completions/min_terminated_length": 792.0, "epoch": 0.40585146286571644, "frac_reward_zero_std": 0.0, "grad_norm": 3.456948435358128, "kl": 0.016693115234375, "learning_rate": 7.673603314916366e-07, "loss": -0.0377, "num_tokens": 73374207.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0166778564453125, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.059769882222178, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10135788655614283, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08850612031567835, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1623 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1320.0, "completions/mean_length": 1158.0, "completions/mean_terminated_length": 1079.076904296875, "completions/min_length": 824.0, "completions/min_terminated_length": 824.0, "epoch": 0.40610152538134536, "frac_reward_zero_std": 0.0, "grad_norm": 3.1355389340977635, "kl": 0.012359619140625, "learning_rate": 7.670163028495821e-07, "loss": 0.0556, "num_tokens": 73416367.0, "reward": -2.9802322387695312e-08, "reward_std": 0.7798465490341187, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.003345619340249059, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03786138493773039, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07888106377466157, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1624 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1033.0, "completions/max_terminated_length": 1033.0, "completions/mean_length": 722.5625, "completions/mean_terminated_length": 722.5625, "completions/min_length": 223.0, "completions/min_terminated_length": 223.0, "epoch": 0.40635158789697423, "frac_reward_zero_std": 0.0, "grad_norm": 3.814014170971254, "kl": 0.014373779296875, "learning_rate": 7.66672108848319e-07, "loss": -0.0216, "num_tokens": 73447536.0, "reward": -2.2351741790771484e-08, "reward_std": 1.0300780534744263, "rewards/wordcountpos_reward_GEOBench/mean": -2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0730277292892191, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0719774492438926, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10741060020797315, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1625 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1335.0, "completions/max_terminated_length": 1335.0, "completions/mean_length": 1187.25, "completions/mean_terminated_length": 1187.25, "completions/min_length": 996.0, "completions/min_terminated_length": 996.0, "epoch": 0.40660165041260315, "frac_reward_zero_std": 0.0, "grad_norm": 3.293630302577568, "kl": 0.0158843994140625, "learning_rate": 7.66327749750112e-07, "loss": -0.0128, "num_tokens": 73494964.0, "reward": 2.2351741790771484e-08, "reward_std": 1.062612533569336, "rewards/wordcountpos_reward_GEOBench/mean": 2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.1182905772304078, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07468533073299631, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10945995377982527, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1626 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1464.0, "completions/max_terminated_length": 1464.0, "completions/mean_length": 1087.75, "completions/mean_terminated_length": 1087.75, "completions/min_length": 937.0, "completions/min_terminated_length": 937.0, "epoch": 0.4068517129282321, "frac_reward_zero_std": 0.0, "grad_norm": 3.5474151356038344, "kl": 0.0163116455078125, "learning_rate": 7.659832258173507e-07, "loss": 0.0341, "num_tokens": 73545384.0, "reward": -2.9802322387695312e-08, "reward_std": 0.9162627458572388, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03246916429546719, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08759681810862804, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08606629658238707, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1627 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1141.0, "completions/max_terminated_length": 1141.0, "completions/mean_length": 943.8125, "completions/mean_terminated_length": 943.8125, "completions/min_length": 706.0, "completions/min_terminated_length": 706.0, "epoch": 0.40710177544386095, "frac_reward_zero_std": 0.0, "grad_norm": 2.9036353782921043, "kl": 0.013946533203125, "learning_rate": 7.656385373125515e-07, "loss": -0.0018, "num_tokens": 73577389.0, "reward": -2.9802322387695312e-08, "reward_std": 0.9496052265167236, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.08578677292075729, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09976725363373616, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.775, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.15371932093796678, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1628 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1497.0, "completions/mean_length": 1316.1875, "completions/mean_terminated_length": 1254.916748046875, "completions/min_length": 1005.0, "completions/min_terminated_length": 1005.0, "epoch": 0.40735183795948987, "frac_reward_zero_std": 0.0, "grad_norm": 2.807051628793773, "kl": 0.01275634765625, "learning_rate": 7.65293684498355e-07, "loss": 0.0129, "num_tokens": 73635688.0, "reward": -3.725290298461914e-08, "reward_std": 1.067591667175293, "rewards/wordcountpos_reward_GEOBench/mean": -3.725290298461914e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.02127420549506371, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07230699767837566, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.725, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11642832797715322, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1629 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1159.0, "completions/mean_length": 1270.8125, "completions/mean_terminated_length": 1041.625, "completions/min_length": 1008.0, "completions/min_terminated_length": 1008.0, "epoch": 0.4076019004751188, "frac_reward_zero_std": 0.0, "grad_norm": 2.5823915999988554, "kl": 0.01740264892578125, "learning_rate": 7.64948667637528e-07, "loss": 0.0263, "num_tokens": 73688645.0, "reward": 0.0, "reward_std": 0.7360256314277649, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.02115591679712968, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.033699396894585544, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09179284245476839, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1630 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1483.0, "completions/mean_length": 1143.9375, "completions/mean_terminated_length": 982.0909423828125, "completions/min_length": 784.0, "completions/min_terminated_length": 784.0, "epoch": 0.40785196299074766, "frac_reward_zero_std": 0.0, "grad_norm": 2.827237105479521, "kl": 0.0104217529296875, "learning_rate": 7.64603486992962e-07, "loss": 0.0358, "num_tokens": 73735508.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9667670130729675, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.07316526900627612, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11538029413693852, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06666666666666668, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1631 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1465.0, "completions/mean_length": 1406.0, "completions/mean_terminated_length": 1312.0, "completions/min_length": 1154.0, "completions/min_terminated_length": 1154.0, "epoch": 0.4081020255063766, "frac_reward_zero_std": 0.0, "grad_norm": 2.4657422012238617, "kl": 0.01263427734375, "learning_rate": 7.642581428276727e-07, "loss": -0.0026, "num_tokens": 73785348.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9363234043121338, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.058822653704051875, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0728715490546228, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8041666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10174405069512348, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1632 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1313.0, "completions/max_terminated_length": 1313.0, "completions/mean_length": 1051.3125, "completions/mean_terminated_length": 1051.3125, "completions/min_length": 723.0, "completions/min_terminated_length": 723.0, "epoch": 0.4083520880220055, "frac_reward_zero_std": 0.0, "grad_norm": 3.2217058247171675, "kl": 0.0149993896484375, "learning_rate": 7.639126354048011e-07, "loss": -0.0526, "num_tokens": 73829209.0, "reward": 0.0, "reward_std": 1.0592005252838135, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.024817492983190647, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.025631396538271147, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07649739768026005, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1633 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1009.0, "completions/max_terminated_length": 1009.0, "completions/mean_length": 754.875, "completions/mean_terminated_length": 754.875, "completions/min_length": 492.0, "completions/min_terminated_length": 492.0, "epoch": 0.40860215053763443, "frac_reward_zero_std": 0.0, "grad_norm": 3.0507876631479833, "kl": 0.00897979736328125, "learning_rate": 7.635669649876126e-07, "loss": -0.0347, "num_tokens": 73855887.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9966955780982971, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.053247946341417704, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.20413989590417722, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.675, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11385500851066221, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1634 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1470.0, "completions/mean_length": 1296.5, "completions/mean_terminated_length": 1093.0, "completions/min_length": 940.0, "completions/min_terminated_length": 940.0, "epoch": 0.4088522130532633, "frac_reward_zero_std": 0.0, "grad_norm": 2.6832833785886225, "kl": 0.009765625, "learning_rate": 7.632211318394961e-07, "loss": -0.0333, "num_tokens": 73901975.0, "reward": 0.0, "reward_std": 1.031982660293579, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.14959643556187055, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.14979976019522767, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11917929226045819, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1635 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1496.0, "completions/mean_length": 1400.8125, "completions/mean_terminated_length": 1323.6666259765625, "completions/min_length": 945.0, "completions/min_terminated_length": 945.0, "epoch": 0.4091022755688922, "frac_reward_zero_std": 0.0, "grad_norm": 3.134738236761002, "kl": 0.016143798828125, "learning_rate": 7.628751362239652e-07, "loss": 0.0038, "num_tokens": 73963636.0, "reward": 2.9802322387695312e-08, "reward_std": 0.7798345685005188, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.004975009904965902, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07724268433892245, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.85, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09269623828717428, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1636 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1425.0, "completions/mean_length": 1159.875, "completions/mean_terminated_length": 1046.5, "completions/min_length": 755.0, "completions/min_terminated_length": 755.0, "epoch": 0.40935233808452115, "frac_reward_zero_std": 0.0, "grad_norm": 2.376462371338996, "kl": 0.0085601806640625, "learning_rate": 7.625289784046573e-07, "loss": -0.0291, "num_tokens": 74016530.0, "reward": 0.0, "reward_std": 1.0067377090454102, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03120315190739062, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10366104623824578, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0850925422157591, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1637 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1499.0, "completions/mean_length": 1244.875, "completions/mean_terminated_length": 1159.8333740234375, "completions/min_length": 642.0, "completions/min_terminated_length": 642.0, "epoch": 0.40960240060015, "frac_reward_zero_std": 0.0, "grad_norm": 2.6600701207530135, "kl": 0.0119171142578125, "learning_rate": 7.621826586453327e-07, "loss": -0.0727, "num_tokens": 74062672.0, "reward": 0.0, "reward_std": 0.6177958846092224, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.01139168323167249, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08323289015397711, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07588978362901863, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1638 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1192.0, "completions/mean_length": 1060.8125, "completions/mean_terminated_length": 1031.533447265625, "completions/min_length": 841.0, "completions/min_terminated_length": 841.0, "epoch": 0.40985246311577894, "frac_reward_zero_std": 0.0, "grad_norm": 3.7901622549668503, "kl": 0.0159912109375, "learning_rate": 7.618361772098758e-07, "loss": -0.0329, "num_tokens": 74100669.0, "reward": 0.0, "reward_std": 0.4796094596385956, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04519165692556638, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05698263616973287, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06206328908341753, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1639 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1442.0, "completions/mean_length": 1135.3125, "completions/mean_terminated_length": 851.6666870117188, "completions/min_length": 592.0, "completions/min_terminated_length": 592.0, "epoch": 0.41010252563140787, "frac_reward_zero_std": 0.0, "grad_norm": 2.8667739959589453, "kl": 0.01163482666015625, "learning_rate": 7.61489534362294e-07, "loss": -0.0274, "num_tokens": 74146858.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9513424634933472, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.006026133685409982, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.020546649158195436, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10809803506625451, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1640 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1113.0, "completions/max_terminated_length": 1113.0, "completions/mean_length": 917.4375, "completions/mean_terminated_length": 917.4375, "completions/min_length": 698.0, "completions/min_terminated_length": 698.0, "epoch": 0.41035258814703673, "frac_reward_zero_std": 0.0, "grad_norm": 4.162713174364149, "kl": 0.022796630859375, "learning_rate": 7.611427303667174e-07, "loss": -0.0284, "num_tokens": 74201273.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0683602094650269, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.05593567776241068, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12628482300330102, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6666666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06885303726590963, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1641 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1485.0, "completions/mean_length": 1289.625, "completions/mean_terminated_length": 1219.5, "completions/min_length": 758.0, "completions/min_terminated_length": 758.0, "epoch": 0.41060265066266566, "frac_reward_zero_std": 0.0, "grad_norm": 3.1357161562193223, "kl": 0.010955810546875, "learning_rate": 7.607957654873995e-07, "loss": -0.055, "num_tokens": 74253603.0, "reward": -7.450580596923828e-09, "reward_std": 0.969018816947937, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04002385866049527, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06435098221778776, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7708333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10602235962635781, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1642 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1351.0, "completions/mean_length": 1212.4375, "completions/mean_terminated_length": 1171.357177734375, "completions/min_length": 1064.0, "completions/min_terminated_length": 1064.0, "epoch": 0.4108527131782946, "frac_reward_zero_std": 0.0, "grad_norm": 3.247477051437793, "kl": 0.0109405517578125, "learning_rate": 7.604486399887153e-07, "loss": -0.0169, "num_tokens": 74297986.0, "reward": 0.0, "reward_std": 1.0636203289031982, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.08022777305188443, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.18823903739333256, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08333333333333336, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1643 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1490.0, "completions/mean_length": 1340.8125, "completions/mean_terminated_length": 1304.0770263671875, "completions/min_length": 1100.0, "completions/min_terminated_length": 1100.0, "epoch": 0.4111027756939235, "frac_reward_zero_std": 0.0, "grad_norm": 2.9156677207387305, "kl": 0.0136260986328125, "learning_rate": 7.601013541351638e-07, "loss": -0.0239, "num_tokens": 74353703.0, "reward": 0.0, "reward_std": 0.8252875804901123, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.07643871513085648, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12666144890915146, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8958333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09098229375970786, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1644 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1469.0, "completions/mean_length": 1351.1875, "completions/mean_terminated_length": 1235.4444580078125, "completions/min_length": 951.0, "completions/min_terminated_length": 951.0, "epoch": 0.4113528382095524, "frac_reward_zero_std": 0.0, "grad_norm": 2.9466226712887824, "kl": 0.0155487060546875, "learning_rate": 7.597539081913645e-07, "loss": 0.0212, "num_tokens": 74410002.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8241056799888611, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.07682182095894138, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.27726024644206687, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1343709624716425, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1645 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1462.0, "completions/mean_length": 1179.6875, "completions/mean_terminated_length": 1133.9285888671875, "completions/min_length": 681.0, "completions/min_terminated_length": 681.0, "epoch": 0.4116029007251813, "frac_reward_zero_std": 0.0, "grad_norm": 2.6876923807090995, "kl": 0.011810302734375, "learning_rate": 7.594063024220601e-07, "loss": -0.0344, "num_tokens": 74451277.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8990912437438965, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.042607206353925516, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.21220213698840068, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.072520750542581, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1646 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1472.0, "completions/mean_length": 1393.625, "completions/mean_terminated_length": 1329.800048828125, "completions/min_length": 747.0, "completions/min_terminated_length": 747.0, "epoch": 0.4118529632408102, "frac_reward_zero_std": 0.0, "grad_norm": 2.993247087676568, "kl": 0.01470947265625, "learning_rate": 7.590585370921144e-07, "loss": -0.0408, "num_tokens": 74507759.0, "reward": 7.450580596923828e-09, "reward_std": 1.0057283639907837, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.04458750557757054, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05797450443616805, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7666666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.15396007178390023, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1647 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1483.0, "completions/mean_length": 1121.75, "completions/mean_terminated_length": 1096.533447265625, "completions/min_length": 661.0, "completions/min_terminated_length": 661.0, "epoch": 0.4121030257564391, "frac_reward_zero_std": 0.0, "grad_norm": 3.2156578686348425, "kl": 0.014923095703125, "learning_rate": 7.587106124665131e-07, "loss": -0.0292, "num_tokens": 74557643.0, "reward": 3.725290298461914e-09, "reward_std": 1.0619440078735352, "rewards/wordcountpos_reward_GEOBench/mean": 3.725290298461914e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.07763841105836113, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10345798638599232, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07649739768026005, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1648 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1462.0, "completions/mean_length": 1181.1875, "completions/mean_terminated_length": 1159.933349609375, "completions/min_length": 813.0, "completions/min_terminated_length": 813.0, "epoch": 0.412353088272068, "frac_reward_zero_std": 0.0, "grad_norm": 3.0163606873012108, "kl": 0.0120086669921875, "learning_rate": 7.583625288103635e-07, "loss": -0.0329, "num_tokens": 74603582.0, "reward": 0.0, "reward_std": 0.744328498840332, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.05360552486808002, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.20330778044297967, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09016445879408158, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1649 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1457.0, "completions/max_terminated_length": 1457.0, "completions/mean_length": 1185.1875, "completions/mean_terminated_length": 1185.1875, "completions/min_length": 659.0, "completions/min_terminated_length": 659.0, "epoch": 0.41260315078769694, "frac_reward_zero_std": 0.0, "grad_norm": 3.1379389806383147, "kl": 0.01373291015625, "learning_rate": 7.580142863888933e-07, "loss": 0.0441, "num_tokens": 74652649.0, "reward": 7.450580596923828e-09, "reward_std": 1.0455820560455322, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.039705486424343336, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.14242541114524265, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13443985299781488, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1650 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1431.0, "completions/max_terminated_length": 1431.0, "completions/mean_length": 1054.3125, "completions/mean_terminated_length": 1054.3125, "completions/min_length": 786.0, "completions/min_terminated_length": 786.0, "epoch": 0.4128532133033258, "frac_reward_zero_std": 0.0, "grad_norm": 2.0539817842635424, "kl": 0.0120697021484375, "learning_rate": 7.57665885467452e-07, "loss": 0.0074, "num_tokens": 74708702.0, "reward": 2.9802322387695312e-08, "reward_std": 0.7204165458679199, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.07398051050339775, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.45725457589565227, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07588978362901862, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1651 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1286.0, "completions/mean_length": 1117.5, "completions/mean_terminated_length": 990.0, "completions/min_length": 758.0, "completions/min_terminated_length": 758.0, "epoch": 0.41310327581895473, "frac_reward_zero_std": 0.0, "grad_norm": 3.097164296829905, "kl": 0.015716552734375, "learning_rate": 7.573173263115092e-07, "loss": 0.0107, "num_tokens": 74758422.0, "reward": 0.0, "reward_std": 0.43053457140922546, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.062493730748263816, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.14377385476557067, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7333333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09428090415820635, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1652 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1262.0, "completions/max_terminated_length": 1262.0, "completions/mean_length": 908.5, "completions/mean_terminated_length": 908.5, "completions/min_length": 661.0, "completions/min_terminated_length": 661.0, "epoch": 0.41335333833458365, "frac_reward_zero_std": 0.0, "grad_norm": 3.0157182152699753, "kl": 0.0160064697265625, "learning_rate": 7.569686091866555e-07, "loss": -0.0031, "num_tokens": 74794182.0, "reward": 0.0, "reward_std": 0.8773343563079834, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.12561777770815982, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.17680613423384395, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7666666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06440611887195309, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1653 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1475.0, "completions/mean_length": 1153.625, "completions/mean_terminated_length": 1104.1429443359375, "completions/min_length": 787.0, "completions/min_terminated_length": 787.0, "epoch": 0.4136034008502126, "frac_reward_zero_std": 0.0, "grad_norm": 3.0011862326344025, "kl": 0.0114898681640625, "learning_rate": 7.56619734358602e-07, "loss": -0.0076, "num_tokens": 74840344.0, "reward": 2.9802322387695312e-08, "reward_std": 1.0319846868515015, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.029528456837645784, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.055817981951147455, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10390522747338703, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1654 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1435.0, "completions/mean_length": 1229.6875, "completions/mean_terminated_length": 1211.666748046875, "completions/min_length": 925.0, "completions/min_terminated_length": 925.0, "epoch": 0.41385346336584145, "frac_reward_zero_std": 0.0, "grad_norm": 2.522322711692423, "kl": 0.0099945068359375, "learning_rate": 7.562707020931795e-07, "loss": -0.0257, "num_tokens": 74886275.0, "reward": 2.9802322387695312e-08, "reward_std": 0.7764508724212646, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.013368301599249843, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05386684448302195, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8041666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0925962962222252, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1655 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1385.0, "completions/max_terminated_length": 1385.0, "completions/mean_length": 984.3125, "completions/mean_terminated_length": 984.3125, "completions/min_length": 763.0, "completions/min_terminated_length": 763.0, "epoch": 0.41410352588147037, "frac_reward_zero_std": 0.0, "grad_norm": 3.177262429497986, "kl": 0.0114898681640625, "learning_rate": 7.559215126563391e-07, "loss": -0.0277, "num_tokens": 74916648.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9935610294342041, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.12136078778718966, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09341545264465391, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8708333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1046156988431681, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1656 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1496.0, "completions/mean_length": 1383.75, "completions/mean_terminated_length": 1330.9091796875, "completions/min_length": 1238.0, "completions/min_terminated_length": 1238.0, "epoch": 0.4143535883970993, "frac_reward_zero_std": 0.0, "grad_norm": 2.752625444783915, "kl": 0.0122528076171875, "learning_rate": 7.555721663141512e-07, "loss": 0.0185, "num_tokens": 74975124.0, "reward": 0.0, "reward_std": 0.8692355155944824, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.10981046364813994, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.2507074947941006, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09339283817414602, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1657 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1231.0, "completions/mean_length": 1011.9375, "completions/mean_terminated_length": 979.4000244140625, "completions/min_length": 754.0, "completions/min_terminated_length": 754.0, "epoch": 0.41460365091272816, "frac_reward_zero_std": 0.0, "grad_norm": 2.4617453689126902, "kl": 0.0112762451171875, "learning_rate": 7.552226633328067e-07, "loss": 0.0079, "num_tokens": 75009307.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8644049167633057, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0730910912854593, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06441869141968827, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08062257748298551, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1658 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1445.0, "completions/max_terminated_length": 1445.0, "completions/mean_length": 1165.5625, "completions/mean_terminated_length": 1165.5625, "completions/min_length": 752.0, "completions/min_terminated_length": 752.0, "epoch": 0.4148537134283571, "frac_reward_zero_std": 0.0, "grad_norm": 2.6783559100628342, "kl": 0.0276947021484375, "learning_rate": 7.548730039786146e-07, "loss": -0.0058, "num_tokens": 75048132.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8120135068893433, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.00023706675352496332, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03881604174047323, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.85, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10183501544346313, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1659 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1470.0, "completions/mean_length": 1142.0625, "completions/mean_terminated_length": 1059.4615478515625, "completions/min_length": 775.0, "completions/min_terminated_length": 775.0, "epoch": 0.415103775943986, "frac_reward_zero_std": 0.0, "grad_norm": 2.8921722529973684, "kl": 0.011016845703125, "learning_rate": 7.545231885180044e-07, "loss": -0.0664, "num_tokens": 75087045.0, "reward": -6.705522537231445e-08, "reward_std": 1.0464140176773071, "rewards/wordcountpos_reward_GEOBench/mean": -6.705522537231445e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.07314880634828491, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.18538615840530656, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.775, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12382783747337808, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1660 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1500.0, "completions/mean_length": 939.875, "completions/mean_terminated_length": 902.5333862304688, "completions/min_length": 483.0, "completions/min_terminated_length": 483.0, "epoch": 0.4153538384596149, "frac_reward_zero_std": 0.0, "grad_norm": 3.080031640108799, "kl": 0.011920928955078125, "learning_rate": 7.541732172175231e-07, "loss": -0.0569, "num_tokens": 75133651.0, "reward": 0.0, "reward_std": 0.8746100664138794, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.1135869870272698, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10133813845812673, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07187952884282607, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1661 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1471.0, "completions/mean_length": 1271.8125, "completions/mean_terminated_length": 1239.21435546875, "completions/min_length": 957.0, "completions/min_terminated_length": 957.0, "epoch": 0.4156039009752438, "frac_reward_zero_std": 0.0, "grad_norm": 3.3688912820288666, "kl": 0.01641845703125, "learning_rate": 7.538230903438378e-07, "loss": 0.0155, "num_tokens": 75190080.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0080353021621704, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.180892398371815, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11637301077520698, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0666666666666667, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1662 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1476.0, "completions/mean_length": 1299.8125, "completions/mean_terminated_length": 1253.615478515625, "completions/min_length": 937.0, "completions/min_terminated_length": 937.0, "epoch": 0.4158539634908727, "frac_reward_zero_std": 0.0, "grad_norm": 3.204496675491254, "kl": 0.018035888671875, "learning_rate": 7.534728081637333e-07, "loss": -0.0102, "num_tokens": 75237381.0, "reward": -5.960464477539063e-08, "reward_std": 0.71047443151474, "rewards/wordcountpos_reward_GEOBench/mean": -5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.054445826382074014, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.060196701887033806, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.825, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13305526559931294, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1663 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1372.0, "completions/max_terminated_length": 1372.0, "completions/mean_length": 1019.875, "completions/mean_terminated_length": 1019.875, "completions/min_length": 680.0, "completions/min_terminated_length": 680.0, "epoch": 0.41610402600650165, "frac_reward_zero_std": 0.0, "grad_norm": 3.4872736702709664, "kl": 0.0125274658203125, "learning_rate": 7.531223709441129e-07, "loss": 0.0021, "num_tokens": 75266867.0, "reward": -2.9802322387695312e-08, "reward_std": 0.528732180595398, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.33853367021449576, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.23881988089570744, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7083333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09699179041242312, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1664 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1488.0, "completions/mean_length": 1232.875, "completions/mean_terminated_length": 1215.0667724609375, "completions/min_length": 972.0, "completions/min_terminated_length": 972.0, "epoch": 0.4163540885221305, "frac_reward_zero_std": 0.0, "grad_norm": 2.7234110731375165, "kl": 0.012359619140625, "learning_rate": 7.527717789519981e-07, "loss": 0.0171, "num_tokens": 75316817.0, "reward": 0.0, "reward_std": 0.8514928817749023, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06259640181184897, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.19706353545756353, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8958333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08766518798921945, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1665 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1493.0, "completions/mean_length": 1130.9375, "completions/mean_terminated_length": 1078.21435546875, "completions/min_length": 908.0, "completions/min_terminated_length": 908.0, "epoch": 0.41660415103775944, "frac_reward_zero_std": 0.0, "grad_norm": 352.69591569909403, "kl": 0.1099090576171875, "learning_rate": 7.524210324545288e-07, "loss": 0.004, "num_tokens": 75367240.0, "reward": 2.9802322387695312e-08, "reward_std": 1.0536458492279053, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.061090382015045616, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10303892413156415, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7916666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09388724521901162, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1666 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1467.0, "completions/mean_length": 1327.25, "completions/mean_terminated_length": 1105.1429443359375, "completions/min_length": 881.0, "completions/min_terminated_length": 881.0, "epoch": 0.41685421355338836, "frac_reward_zero_std": 0.0, "grad_norm": 2.14048655300006, "kl": 0.00937652587890625, "learning_rate": 7.520701317189615e-07, "loss": 0.0227, "num_tokens": 75404524.0, "reward": 0.0, "reward_std": 0.8738413453102112, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04956228342438993, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09008881667279273, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14751020052613062, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1667 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1389.0, "completions/mean_length": 1284.3125, "completions/mean_terminated_length": 1116.5555419921875, "completions/min_length": 983.0, "completions/min_terminated_length": 983.0, "epoch": 0.41710427606901723, "frac_reward_zero_std": 0.0, "grad_norm": 3.046464100520718, "kl": 0.013275146484375, "learning_rate": 7.517190770126713e-07, "loss": -0.0153, "num_tokens": 75452937.0, "reward": 4.470348358154297e-08, "reward_std": 1.0508009195327759, "rewards/wordcountpos_reward_GEOBench/mean": 4.470348358154297e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.10736465454999562, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.2149182754205662, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06426219440409446, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1668 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1306.0, "completions/mean_length": 1350.375, "completions/mean_terminated_length": 1200.75, "completions/min_length": 1167.0, "completions/min_terminated_length": 1167.0, "epoch": 0.41735433858464616, "frac_reward_zero_std": 0.0, "grad_norm": 1.853569878077144, "kl": 0.00395965576171875, "learning_rate": 7.513678686031503e-07, "loss": 0.0202, "num_tokens": 75501447.0, "reward": 0.0, "reward_std": 0.8619295358657837, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.1608095071520528, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.16531802563030085, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8291666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12164002752505566, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1669 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1449.0, "completions/max_terminated_length": 1449.0, "completions/mean_length": 1065.75, "completions/mean_terminated_length": 1065.75, "completions/min_length": 825.0, "completions/min_terminated_length": 825.0, "epoch": 0.4176044011002751, "frac_reward_zero_std": 0.0, "grad_norm": 3.7848027567508638, "kl": 0.0147247314453125, "learning_rate": 7.510165067580072e-07, "loss": 0.0112, "num_tokens": 75534667.0, "reward": 0.0, "reward_std": 0.6430781483650208, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.047475256385602474, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12432251257627341, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10327955589886446, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1670 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1437.0, "completions/mean_length": 1034.5, "completions/mean_terminated_length": 1003.4667358398438, "completions/min_length": 545.0, "completions/min_terminated_length": 545.0, "epoch": 0.41785446361590395, "frac_reward_zero_std": 0.0, "grad_norm": 3.639206938731161, "kl": 0.01300048828125, "learning_rate": 7.506649917449684e-07, "loss": -0.1419, "num_tokens": 75574179.0, "reward": 0.0, "reward_std": 1.0350569486618042, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.12258390344850577, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.13718264877575484, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12345339501504503, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1671 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1165.0, "completions/mean_length": 1211.25, "completions/mean_terminated_length": 1038.0, "completions/min_length": 830.0, "completions/min_terminated_length": 830.0, "epoch": 0.41810452613153287, "frac_reward_zero_std": 0.0, "grad_norm": 2.8015411511155777, "kl": 0.012176513671875, "learning_rate": 7.503133238318765e-07, "loss": 0.0016, "num_tokens": 75622439.0, "reward": -2.9802322387695312e-08, "reward_std": 0.88728928565979, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.061826483782218784, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04035799000724675, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.825, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12141145226353543, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1672 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1401.0, "completions/max_terminated_length": 1401.0, "completions/mean_length": 1226.5625, "completions/mean_terminated_length": 1226.5625, "completions/min_length": 970.0, "completions/min_terminated_length": 970.0, "epoch": 0.4183545886471618, "frac_reward_zero_std": 0.0, "grad_norm": 3.5419084887981236, "kl": 0.0146636962890625, "learning_rate": 7.499615032866909e-07, "loss": -0.0098, "num_tokens": 75667656.0, "reward": 0.0, "reward_std": 0.9284898638725281, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.19476320645906825, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.19560001489884796, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0850925422157591, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1673 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1360.0, "completions/mean_length": 1232.625, "completions/mean_terminated_length": 1170.923095703125, "completions/min_length": 962.0, "completions/min_terminated_length": 962.0, "epoch": 0.4186046511627907, "frac_reward_zero_std": 0.0, "grad_norm": 3.3677810562328387, "kl": 0.019439697265625, "learning_rate": 7.496095303774869e-07, "loss": -0.0123, "num_tokens": 75721858.0, "reward": 3.725290298461914e-09, "reward_std": 1.0121711492538452, "rewards/wordcountpos_reward_GEOBench/mean": 3.725290298461914e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0575269395411657, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1194371664054065, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.05900408021045224, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1674 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1500.0, "completions/mean_length": 1365.375, "completions/mean_terminated_length": 1260.6666259765625, "completions/min_length": 1032.0, "completions/min_terminated_length": 1032.0, "epoch": 0.4188547136784196, "frac_reward_zero_std": 0.0, "grad_norm": 3.0169423724488693, "kl": 0.012054443359375, "learning_rate": 7.492574053724566e-07, "loss": 0.0173, "num_tokens": 75772464.0, "reward": -1.862645149230957e-08, "reward_std": 1.0512410402297974, "rewards/wordcountpos_reward_GEOBench/mean": -1.862645149230957e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.015037599218082807, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.028510167474891296, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12102953419784838, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1675 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1415.0, "completions/mean_length": 960.9375, "completions/mean_terminated_length": 925.0000610351562, "completions/min_length": 690.0, "completions/min_terminated_length": 690.0, "epoch": 0.4191047761940485, "frac_reward_zero_std": 0.0, "grad_norm": 3.973655914597154, "kl": 0.016510009765625, "learning_rate": 7.489051285399072e-07, "loss": 0.0086, "num_tokens": 75808975.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8450506925582886, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.027405335450309667, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04364323042812711, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09803627446568497, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1676 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1479.0, "completions/mean_length": 1223.9375, "completions/mean_terminated_length": 1184.5, "completions/min_length": 795.0, "completions/min_terminated_length": 795.0, "epoch": 0.41935483870967744, "frac_reward_zero_std": 0.0, "grad_norm": 3.2453231755059297, "kl": 0.0141143798828125, "learning_rate": 7.48552700148262e-07, "loss": -0.0076, "num_tokens": 75846510.0, "reward": 0.0, "reward_std": 1.0259451866149902, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.018928757776922846, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07616112908901099, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1166666666666667, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1677 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1366.0, "completions/max_terminated_length": 1366.0, "completions/mean_length": 1007.5, "completions/mean_terminated_length": 1007.5, "completions/min_length": 699.0, "completions/min_terminated_length": 699.0, "epoch": 0.4196049012253063, "frac_reward_zero_std": 0.0, "grad_norm": 2.6445059381288125, "kl": 0.013580322265625, "learning_rate": 7.482001204660598e-07, "loss": 0.0258, "num_tokens": 75881886.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9271225929260254, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.005174079518608373, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.060423976352819674, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1067187372905475, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1678 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1372.0, "completions/max_terminated_length": 1372.0, "completions/mean_length": 968.8125, "completions/mean_terminated_length": 968.8125, "completions/min_length": 747.0, "completions/min_terminated_length": 747.0, "epoch": 0.4198549637409352, "frac_reward_zero_std": 0.0, "grad_norm": 2.588953746070299, "kl": 0.00864410400390625, "learning_rate": 7.478473897619545e-07, "loss": -0.0322, "num_tokens": 75906371.0, "reward": 0.0, "reward_std": 0.6871511936187744, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.027500029804884238, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04518069376347753, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0843274042711568, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1679 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1273.0, "completions/mean_length": 1087.0, "completions/mean_terminated_length": 1028.0, "completions/min_length": 797.0, "completions/min_terminated_length": 797.0, "epoch": 0.42010502625656415, "frac_reward_zero_std": 0.0, "grad_norm": 2.976500688172902, "kl": 0.014862060546875, "learning_rate": 7.474945083047152e-07, "loss": 0.0096, "num_tokens": 75946907.0, "reward": 0.0, "reward_std": 0.7001305818557739, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03337728606551483, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1165142254640259, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1112221667221529, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1680 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1414.0, "completions/mean_length": 1087.125, "completions/mean_terminated_length": 1059.60009765625, "completions/min_length": 687.0, "completions/min_terminated_length": 687.0, "epoch": 0.4203550887721931, "frac_reward_zero_std": 0.0, "grad_norm": 3.8852645229207696, "kl": 0.0149688720703125, "learning_rate": 7.471414763632257e-07, "loss": -0.0303, "num_tokens": 75986373.0, "reward": -2.9802322387695312e-08, "reward_std": 1.0073473453521729, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.059286178166472955, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04811381485654346, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.775, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11642832797715323, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1681 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1349.0, "completions/max_terminated_length": 1349.0, "completions/mean_length": 998.6875, "completions/mean_terminated_length": 998.6875, "completions/min_length": 674.0, "completions/min_terminated_length": 674.0, "epoch": 0.42060515128782194, "frac_reward_zero_std": 0.0, "grad_norm": 3.443061894118909, "kl": 0.016448974609375, "learning_rate": 7.467882942064849e-07, "loss": 0.0307, "num_tokens": 76023112.0, "reward": 0.0, "reward_std": 0.666774570941925, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06464804285158501, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.2868455779581023, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08255189164891874, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1682 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1369.0, "completions/mean_length": 1250.125, "completions/mean_terminated_length": 1166.8333740234375, "completions/min_length": 912.0, "completions/min_terminated_length": 912.0, "epoch": 0.42085521380345087, "frac_reward_zero_std": 0.0, "grad_norm": 3.3520773081283024, "kl": 0.013092041015625, "learning_rate": 7.464349621036057e-07, "loss": 0.0099, "num_tokens": 76072506.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8601709604263306, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.006751471774873923, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0859148319344969, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.825, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0906764700582363, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1683 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1478.0, "completions/mean_length": 1309.9375, "completions/mean_terminated_length": 1282.7857666015625, "completions/min_length": 1030.0, "completions/min_terminated_length": 1030.0, "epoch": 0.4211052763190798, "frac_reward_zero_std": 0.0, "grad_norm": 2.5922912648756546, "kl": 0.01165771484375, "learning_rate": 7.460814803238155e-07, "loss": -0.0217, "num_tokens": 76113609.0, "reward": 0.0, "reward_std": 0.7738279104232788, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.10090979020775993, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05932376098735716, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.825, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12852438880818895, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1684 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1161.0, "completions/max_terminated_length": 1161.0, "completions/mean_length": 964.1875, "completions/mean_terminated_length": 964.1875, "completions/min_length": 825.0, "completions/min_terminated_length": 825.0, "epoch": 0.42135533883470866, "frac_reward_zero_std": 0.0, "grad_norm": 3.5849549743152753, "kl": 0.012481689453125, "learning_rate": 7.457278491364553e-07, "loss": -0.0199, "num_tokens": 76144036.0, "reward": 0.0, "reward_std": 0.8819991946220398, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.1049069222084735, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.17179637036653558, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.04791968589521739, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1685 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1494.0, "completions/mean_length": 1204.625, "completions/mean_terminated_length": 1106.166748046875, "completions/min_length": 686.0, "completions/min_terminated_length": 686.0, "epoch": 0.4216054013503376, "frac_reward_zero_std": 0.0, "grad_norm": 2.7781217292552705, "kl": 0.00997161865234375, "learning_rate": 7.453740688109809e-07, "loss": 0.0173, "num_tokens": 76184190.0, "reward": 0.0, "reward_std": 0.9381718635559082, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.02792995423312164, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0468694629524883, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13492110177323527, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1686 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1456.0, "completions/max_terminated_length": 1456.0, "completions/mean_length": 1143.5625, "completions/mean_terminated_length": 1143.5625, "completions/min_length": 759.0, "completions/min_terminated_length": 759.0, "epoch": 0.4218554638659665, "frac_reward_zero_std": 0.0, "grad_norm": 3.749216294450825, "kl": 0.0162353515625, "learning_rate": 7.450201396169608e-07, "loss": -0.0525, "num_tokens": 76234927.0, "reward": 0.0, "reward_std": 0.5604196786880493, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.058426604084554024, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10932292000659724, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10852547064066473, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1687 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1238.0, "completions/max_terminated_length": 1238.0, "completions/mean_length": 1032.75, "completions/mean_terminated_length": 1032.75, "completions/min_length": 735.0, "completions/min_terminated_length": 735.0, "epoch": 0.4221055263815954, "frac_reward_zero_std": 0.0, "grad_norm": 3.54721177482292, "kl": 0.0163726806640625, "learning_rate": 7.446660618240773e-07, "loss": 0.0234, "num_tokens": 76268723.0, "reward": 0.0, "reward_std": 0.7959558963775635, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.1331995904975732, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.2206596147612983, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09878896324620107, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1688 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1480.0, "completions/mean_length": 1424.9375, "completions/mean_terminated_length": 1379.9000244140625, "completions/min_length": 1179.0, "completions/min_terminated_length": 1179.0, "epoch": 0.4223555888972243, "frac_reward_zero_std": 0.0, "grad_norm": 2.6184243170295427, "kl": 0.0108184814453125, "learning_rate": 7.443118357021259e-07, "loss": 0.0057, "num_tokens": 76317250.0, "reward": 0.0, "reward_std": 0.45646435022354126, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.045059351073713325, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06750889359787252, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10390522747338703, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1689 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1352.0, "completions/max_terminated_length": 1352.0, "completions/mean_length": 1090.875, "completions/mean_terminated_length": 1090.875, "completions/min_length": 599.0, "completions/min_terminated_length": 599.0, "epoch": 0.4226056514128532, "frac_reward_zero_std": 0.0, "grad_norm": 3.570877935720824, "kl": 0.0176849365234375, "learning_rate": 7.439574615210152e-07, "loss": -0.0199, "num_tokens": 76366976.0, "reward": 2.9802322387695312e-08, "reward_std": 0.762123703956604, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0628639270331137, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07138934257799437, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08944271909999162, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1690 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1443.0, "completions/mean_length": 1148.5, "completions/mean_terminated_length": 1125.0667724609375, "completions/min_length": 823.0, "completions/min_terminated_length": 823.0, "epoch": 0.42285571392848215, "frac_reward_zero_std": 0.0, "grad_norm": 3.6253306355021957, "kl": 0.01507568359375, "learning_rate": 7.436029395507665e-07, "loss": 0.0062, "num_tokens": 76419776.0, "reward": -2.9802322387695312e-08, "reward_std": 0.9695255756378174, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11013459778666118, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1691 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1500.0, "completions/mean_length": 1404.875, "completions/mean_terminated_length": 1282.571533203125, "completions/min_length": 1088.0, "completions/min_terminated_length": 1088.0, "epoch": 0.423105776444111, "frac_reward_zero_std": 0.0, "grad_norm": 2.8550875094893957, "kl": 0.01202392578125, "learning_rate": 7.432482700615137e-07, "loss": -0.0461, "num_tokens": 76467006.0, "reward": 1.4901161193847656e-08, "reward_std": 0.933671772480011, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.05129599723142419, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.19443267719062804, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7916666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06382847385042258, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1692 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1078.0, "completions/max_terminated_length": 1078.0, "completions/mean_length": 890.0, "completions/mean_terminated_length": 890.0, "completions/min_length": 752.0, "completions/min_terminated_length": 752.0, "epoch": 0.42335583895973994, "frac_reward_zero_std": 0.0, "grad_norm": 3.975435807586785, "kl": 0.014739990234375, "learning_rate": 7.428934533235035e-07, "loss": -0.0382, "num_tokens": 76506838.0, "reward": 0.0, "reward_std": 1.0381333827972412, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.02454417269728037, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07265462035688092, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7666666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06885303726590968, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1693 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1459.0, "completions/mean_length": 1216.6875, "completions/mean_terminated_length": 1197.800048828125, "completions/min_length": 975.0, "completions/min_terminated_length": 975.0, "epoch": 0.42360590147536886, "frac_reward_zero_std": 0.0, "grad_norm": 3.2810816333412793, "kl": 0.0135650634765625, "learning_rate": 7.425384896070939e-07, "loss": 0.0189, "num_tokens": 76550049.0, "reward": 0.0, "reward_std": 0.8792513012886047, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06005866977550446, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05571149837005707, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11385500851066223, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1694 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1409.0, "completions/mean_length": 1403.375, "completions/mean_terminated_length": 1279.1429443359375, "completions/min_length": 1052.0, "completions/min_terminated_length": 1052.0, "epoch": 0.42385596399099773, "frac_reward_zero_std": 0.0, "grad_norm": 1.8430440315917709, "kl": 0.008087158203125, "learning_rate": 7.421833791827557e-07, "loss": 0.0306, "num_tokens": 76605703.0, "reward": 0.0, "reward_std": 0.9814079999923706, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.05391611291083663, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0706107881880112, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10101338378503963, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1695 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1453.0, "completions/mean_length": 1323.375, "completions/mean_terminated_length": 1243.0909423828125, "completions/min_length": 648.0, "completions/min_terminated_length": 648.0, "epoch": 0.42410602650662665, "frac_reward_zero_std": 0.0, "grad_norm": 3.123633924245886, "kl": 0.0119476318359375, "learning_rate": 7.418281223210716e-07, "loss": -0.0156, "num_tokens": 76660061.0, "reward": -2.2351741790771484e-08, "reward_std": 1.050215482711792, "rewards/wordcountpos_reward_GEOBench/mean": -2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06307049256187527, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06613018455028405, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8291666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.05947299418254506, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1696 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1318.0, "completions/max_terminated_length": 1318.0, "completions/mean_length": 1045.3125, "completions/mean_terminated_length": 1045.3125, "completions/min_length": 821.0, "completions/min_terminated_length": 821.0, "epoch": 0.4243560890222556, "frac_reward_zero_std": 0.0, "grad_norm": 3.2051728273277793, "kl": 0.01251220703125, "learning_rate": 7.414727192927351e-07, "loss": -0.0521, "num_tokens": 76709986.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9851381778717041, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0127984887051877, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06733280974314439, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07781745019952505, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1697 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1125.0, "completions/mean_length": 1276.625, "completions/mean_terminated_length": 1053.25, "completions/min_length": 907.0, "completions/min_terminated_length": 907.0, "epoch": 0.42460615153788445, "frac_reward_zero_std": 0.0, "grad_norm": 3.1376703560829973, "kl": 0.01556396484375, "learning_rate": 7.411171703685514e-07, "loss": 0.0017, "num_tokens": 76765156.0, "reward": 0.0, "reward_std": 0.8955140113830566, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.038773185186371975, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1603149618922244, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7708333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08766518798921946, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1698 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1463.0, "completions/max_terminated_length": 1463.0, "completions/mean_length": 941.875, "completions/mean_terminated_length": 941.875, "completions/min_length": 683.0, "completions/min_terminated_length": 683.0, "epoch": 0.42485621405351337, "frac_reward_zero_std": 0.0, "grad_norm": 2.9686181842188124, "kl": 0.010650634765625, "learning_rate": 7.407614758194373e-07, "loss": -0.0462, "num_tokens": 76809794.0, "reward": 2.2351741790771484e-08, "reward_std": 1.0385222434997559, "rewards/wordcountpos_reward_GEOBench/mean": 2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06093803126737424, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.254631958352538, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7374999999999999, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13214750456578045, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1699 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1481.0, "completions/mean_length": 1105.0625, "completions/mean_terminated_length": 1078.7333984375, "completions/min_length": 760.0, "completions/min_terminated_length": 760.0, "epoch": 0.4251062765691423, "frac_reward_zero_std": 0.0, "grad_norm": 2.694112506737599, "kl": 0.009075164794921875, "learning_rate": 7.4040563591642e-07, "loss": 0.0143, "num_tokens": 76860963.0, "reward": 0.0, "reward_std": 0.9114781618118286, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.07560150087566755, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09182842342579518, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07187952884282611, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1700 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.9375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1491.0, "completions/mean_length": 1499.4375, "completions/mean_terminated_length": 1491.0, "completions/min_length": 1491.0, "completions/min_terminated_length": 1491.0, "epoch": 0.4253563390847712, "frac_reward_zero_std": 0.0, "grad_norm": 2.2532617245789583, "kl": 0.00901031494140625, "learning_rate": 7.400496509306378e-07, "loss": 0.0005, "num_tokens": 76925458.0, "reward": -2.60770320892334e-08, "reward_std": 1.0568445920944214, "rewards/wordcountpos_reward_GEOBench/mean": -2.60770320892334e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.035137096997930044, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04906992017892229, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09888264649460886, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1701 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1214.0, "completions/max_terminated_length": 1214.0, "completions/mean_length": 896.0625, "completions/mean_terminated_length": 896.0625, "completions/min_length": 575.0, "completions/min_terminated_length": 575.0, "epoch": 0.4256064016004001, "frac_reward_zero_std": 0.0, "grad_norm": 3.749236576084285, "kl": 0.0124053955078125, "learning_rate": 7.396935211333395e-07, "loss": -0.0099, "num_tokens": 76953827.0, "reward": 0.0, "reward_std": 0.7670438885688782, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.07372152712475051, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09683552252029443, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10945995377982527, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1702 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1444.0, "completions/mean_length": 1026.0, "completions/mean_terminated_length": 994.4000244140625, "completions/min_length": 275.0, "completions/min_terminated_length": 275.0, "epoch": 0.425856464116029, "frac_reward_zero_std": 0.0, "grad_norm": 2.851252886317879, "kl": 0.0128173828125, "learning_rate": 7.393372467958838e-07, "loss": -0.167, "num_tokens": 76990851.0, "reward": 0.0, "reward_std": 0.6378856897354126, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.015025376222257476, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07540394401121309, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7041666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08421753138505424, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1703 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1193.0, "completions/max_terminated_length": 1193.0, "completions/mean_length": 994.625, "completions/mean_terminated_length": 994.625, "completions/min_length": 715.0, "completions/min_terminated_length": 715.0, "epoch": 0.42610652663165793, "frac_reward_zero_std": 0.0, "grad_norm": 2.8978465067477184, "kl": 0.01019287109375, "learning_rate": 7.389808281897402e-07, "loss": 0.0173, "num_tokens": 77033085.0, "reward": 0.0, "reward_std": 0.7430769205093384, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.07863594656246167, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12221623712776605, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06382847385042252, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1704 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1498.0, "completions/mean_length": 1257.25, "completions/mean_terminated_length": 1201.2308349609375, "completions/min_length": 992.0, "completions/min_terminated_length": 992.0, "epoch": 0.4263565891472868, "frac_reward_zero_std": 0.0, "grad_norm": 2.2069804609260943, "kl": 0.0113525390625, "learning_rate": 7.38624265586488e-07, "loss": 0.0291, "num_tokens": 77077481.0, "reward": 7.450580596923828e-09, "reward_std": 1.0354727506637573, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.04745677686696955, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06671713464725833, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07969850595746357, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1705 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1491.0, "completions/max_terminated_length": 1491.0, "completions/mean_length": 1217.0625, "completions/mean_terminated_length": 1217.0625, "completions/min_length": 1059.0, "completions/min_terminated_length": 1059.0, "epoch": 0.4266066516629157, "frac_reward_zero_std": 0.0, "grad_norm": 3.0088637604468436, "kl": 0.013427734375, "learning_rate": 7.382675592578156e-07, "loss": -0.0001, "num_tokens": 77117018.0, "reward": 0.0, "reward_std": 0.8761802911758423, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.10425917811159001, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11893819780068318, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07588978362901862, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1706 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1422.0, "completions/mean_length": 1314.3125, "completions/mean_terminated_length": 1229.9091796875, "completions/min_length": 988.0, "completions/min_terminated_length": 988.0, "epoch": 0.42685671417854465, "frac_reward_zero_std": 0.0, "grad_norm": 2.9380605851417436, "kl": 0.015838623046875, "learning_rate": 7.379107094755216e-07, "loss": -0.0337, "num_tokens": 77167799.0, "reward": 2.9802322387695312e-08, "reward_std": 0.5786500573158264, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.10940781069694486, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.15194525267366268, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10036968702787749, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1707 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1425.0, "completions/max_terminated_length": 1425.0, "completions/mean_length": 1095.9375, "completions/mean_terminated_length": 1095.9375, "completions/min_length": 816.0, "completions/min_terminated_length": 816.0, "epoch": 0.4271067766941735, "frac_reward_zero_std": 0.0, "grad_norm": 3.004245420592507, "kl": 0.0107269287109375, "learning_rate": 7.375537165115137e-07, "loss": -0.0132, "num_tokens": 77196694.0, "reward": -4.0978193283081055e-08, "reward_std": 0.8819522261619568, "rewards/wordcountpos_reward_GEOBench/mean": -4.0978193283081055e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.011007469059136209, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03084885559833136, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.725, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09067647005823631, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1708 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1440.0, "completions/mean_length": 1307.625, "completions/mean_terminated_length": 1243.5, "completions/min_length": 989.0, "completions/min_terminated_length": 989.0, "epoch": 0.42735683920980244, "frac_reward_zero_std": 0.0, "grad_norm": 2.6462178358478408, "kl": 0.011932373046875, "learning_rate": 7.371965806378088e-07, "loss": -0.0265, "num_tokens": 77249184.0, "reward": 0.0, "reward_std": 1.0420149564743042, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.029018442732793238, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0577382897276513, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8583333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07252075054258098, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1709 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1433.0, "completions/max_terminated_length": 1433.0, "completions/mean_length": 1063.4375, "completions/mean_terminated_length": 1063.4375, "completions/min_length": 771.0, "completions/min_terminated_length": 771.0, "epoch": 0.42760690172543137, "frac_reward_zero_std": 0.0, "grad_norm": 3.605377153606494, "kl": 0.0142364501953125, "learning_rate": 7.36839302126532e-07, "loss": -0.0411, "num_tokens": 77296679.0, "reward": 0.0, "reward_std": 0.9608206748962402, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.11887425479182742, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09131367292165721, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12285191326386657, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1710 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1107.0, "completions/max_terminated_length": 1107.0, "completions/mean_length": 867.0625, "completions/mean_terminated_length": 867.0625, "completions/min_length": 554.0, "completions/min_terminated_length": 554.0, "epoch": 0.4278569642410603, "frac_reward_zero_std": 0.0, "grad_norm": 4.112921804976062, "kl": 0.0234375, "learning_rate": 7.364818812499184e-07, "loss": -0.0486, "num_tokens": 77326360.0, "reward": 1.862645149230957e-08, "reward_std": 1.0443978309631348, "rewards/wordcountpos_reward_GEOBench/mean": 1.862645149230957e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03813971622228321, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.050477600644084686, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.094182643679026, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1711 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1398.0, "completions/max_terminated_length": 1398.0, "completions/mean_length": 952.5, "completions/mean_terminated_length": 952.5, "completions/min_length": 738.0, "completions/min_terminated_length": 738.0, "epoch": 0.42810702675668916, "frac_reward_zero_std": 0.0, "grad_norm": 3.0869224386002947, "kl": 0.00925445556640625, "learning_rate": 7.361243182803104e-07, "loss": 0.022, "num_tokens": 77362904.0, "reward": 0.0, "reward_std": 0.6350979208946228, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.07799173056752835, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.23144513332730576, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.15389991938004774, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1712 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1434.0, "completions/mean_length": 1285.1875, "completions/mean_terminated_length": 1213.5833740234375, "completions/min_length": 1057.0, "completions/min_terminated_length": 1057.0, "epoch": 0.4283570892723181, "frac_reward_zero_std": 0.0, "grad_norm": 2.536567732158228, "kl": 0.014007568359375, "learning_rate": 7.35766613490159e-07, "loss": -0.0009, "num_tokens": 77395691.0, "reward": 0.0, "reward_std": 0.8846445083618164, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.004146092875305404, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08532619555189487, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8708333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.061913918736689035, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1713 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1384.0, "completions/max_terminated_length": 1384.0, "completions/mean_length": 1062.5, "completions/mean_terminated_length": 1062.5, "completions/min_length": 650.0, "completions/min_terminated_length": 650.0, "epoch": 0.428607151787947, "frac_reward_zero_std": 0.0, "grad_norm": 3.7538269250157184, "kl": 0.020294189453125, "learning_rate": 7.354087671520237e-07, "loss": -0.0567, "num_tokens": 77438083.0, "reward": 2.9802322387695312e-08, "reward_std": 1.028388500213623, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.1846293265482696, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.31719962724717665, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08850612031567838, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1714 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1230.0, "completions/max_terminated_length": 1230.0, "completions/mean_length": 1014.0, "completions/mean_terminated_length": 1014.0, "completions/min_length": 728.0, "completions/min_terminated_length": 728.0, "epoch": 0.4288572143035759, "frac_reward_zero_std": 0.0, "grad_norm": 3.8805665008034245, "kl": 0.016998291015625, "learning_rate": 7.350507795385712e-07, "loss": -0.0318, "num_tokens": 77477163.0, "reward": 0.0, "reward_std": 0.8361481428146362, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03416819974620741, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.044358444219603416, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6916666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07649739768026004, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1715 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1404.0, "completions/mean_length": 1276.5, "completions/mean_terminated_length": 1224.923095703125, "completions/min_length": 1027.0, "completions/min_terminated_length": 1027.0, "epoch": 0.4291072768192048, "frac_reward_zero_std": 0.0, "grad_norm": 2.7126129603030376, "kl": 0.0112762451171875, "learning_rate": 7.346926509225764e-07, "loss": -0.0341, "num_tokens": 77520147.0, "reward": 0.0, "reward_std": 0.8212155103683472, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.1874063548795113, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.2081588523007934, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07888106377466157, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1716 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1049.0, "completions/max_terminated_length": 1049.0, "completions/mean_length": 882.25, "completions/mean_terminated_length": 882.25, "completions/min_length": 776.0, "completions/min_terminated_length": 776.0, "epoch": 0.4293573393348337, "frac_reward_zero_std": 0.0, "grad_norm": 3.73297604009859, "kl": 0.0142669677734375, "learning_rate": 7.343343815769214e-07, "loss": -0.0338, "num_tokens": 77555727.0, "reward": 0.0, "reward_std": 1.0215754508972168, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.039226991674885886, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06510774110541348, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08333333333333336, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1717 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1264.0, "completions/max_terminated_length": 1264.0, "completions/mean_length": 979.6875, "completions/mean_terminated_length": 979.6875, "completions/min_length": 632.0, "completions/min_terminated_length": 632.0, "epoch": 0.4296074018504626, "frac_reward_zero_std": 0.0, "grad_norm": 3.978206317028288, "kl": 0.0184478759765625, "learning_rate": 7.339759717745952e-07, "loss": -0.0392, "num_tokens": 77597850.0, "reward": -2.9802322387695312e-08, "reward_std": 0.6792944669723511, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.19666774570664602, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0866628265154293, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07888106377466156, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1718 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1432.0, "completions/max_terminated_length": 1432.0, "completions/mean_length": 1142.5625, "completions/mean_terminated_length": 1142.5625, "completions/min_length": 747.0, "completions/min_terminated_length": 747.0, "epoch": 0.4298574643660915, "frac_reward_zero_std": 0.0, "grad_norm": 2.8705708134504007, "kl": 0.01568603515625, "learning_rate": 7.336174217886944e-07, "loss": -0.0486, "num_tokens": 77643299.0, "reward": 0.0, "reward_std": 1.0433552265167236, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.030748640799835913, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12408752381645217, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8583333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1029203215725281, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1719 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1337.0, "completions/mean_length": 1109.0, "completions/mean_terminated_length": 1082.933349609375, "completions/min_length": 820.0, "completions/min_terminated_length": 820.0, "epoch": 0.43010752688172044, "frac_reward_zero_std": 0.0, "grad_norm": 3.3070519347331673, "kl": 0.0147705078125, "learning_rate": 7.332587318924225e-07, "loss": -0.0398, "num_tokens": 77674963.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9584343433380127, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.014707138839407833, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0826795584417147, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08850612031567835, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1720 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1454.0, "completions/max_terminated_length": 1454.0, "completions/mean_length": 992.25, "completions/mean_terminated_length": 992.25, "completions/min_length": 627.0, "completions/min_terminated_length": 627.0, "epoch": 0.43035758939734936, "frac_reward_zero_std": 0.0, "grad_norm": 3.7680225960427114, "kl": 0.0172271728515625, "learning_rate": 7.328999023590886e-07, "loss": -0.0349, "num_tokens": 77728135.0, "reward": 0.0, "reward_std": 0.9037297964096069, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.1114204587586881, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.17379306814169848, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7041666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0909822937597079, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1721 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1442.0, "completions/mean_length": 1222.25, "completions/mean_terminated_length": 1158.1539306640625, "completions/min_length": 642.0, "completions/min_terminated_length": 642.0, "epoch": 0.43060765191297823, "frac_reward_zero_std": 0.0, "grad_norm": 2.6786290392066037, "kl": 0.0091705322265625, "learning_rate": 7.325409334621094e-07, "loss": -0.0539, "num_tokens": 77763867.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0488533973693848, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.08508669231626333, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08362584346829638, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08243965245133134, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1722 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1389.0, "completions/mean_length": 1140.0625, "completions/mean_terminated_length": 1088.6429443359375, "completions/min_length": 881.0, "completions/min_terminated_length": 881.0, "epoch": 0.43085771442860715, "frac_reward_zero_std": 0.0, "grad_norm": 2.6573405994979438, "kl": 0.00887298583984375, "learning_rate": 7.32181825475007e-07, "loss": -0.0095, "num_tokens": 77806444.0, "reward": -1.1175870895385742e-08, "reward_std": 1.0274724960327148, "rewards/wordcountpos_reward_GEOBench/mean": -1.1175870895385742e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.015696922008556134, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03885191986265283, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10461569884316811, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1723 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1385.0, "completions/mean_length": 1131.75, "completions/mean_terminated_length": 1107.2000732421875, "completions/min_length": 891.0, "completions/min_terminated_length": 891.0, "epoch": 0.4311077769442361, "frac_reward_zero_std": 0.0, "grad_norm": 3.1339277926820523, "kl": 0.0120849609375, "learning_rate": 7.318225786714096e-07, "loss": -0.0621, "num_tokens": 77839760.0, "reward": 0.0, "reward_std": 0.9213806390762329, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0105053334906302, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.038765485455977564, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09699179041242312, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1724 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1077.0, "completions/max_terminated_length": 1077.0, "completions/mean_length": 842.1875, "completions/mean_terminated_length": 842.1875, "completions/min_length": 701.0, "completions/min_terminated_length": 701.0, "epoch": 0.43135783945986494, "frac_reward_zero_std": 0.0, "grad_norm": 3.4960659357896757, "kl": 0.0141448974609375, "learning_rate": 7.314631933250519e-07, "loss": -0.0038, "num_tokens": 77881723.0, "reward": 0.0, "reward_std": 0.9342890977859497, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.023563738181330045, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.055255357984741654, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10470416879457554, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1725 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1364.0, "completions/max_terminated_length": 1364.0, "completions/mean_length": 1179.5625, "completions/mean_terminated_length": 1179.5625, "completions/min_length": 1077.0, "completions/min_terminated_length": 1077.0, "epoch": 0.43160790197549387, "frac_reward_zero_std": 0.0, "grad_norm": 2.4904885454942765, "kl": 0.0081024169921875, "learning_rate": 7.311036697097731e-07, "loss": -0.022, "num_tokens": 77922460.0, "reward": 0.0, "reward_std": 0.8332759141921997, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.2173509805689877, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.2192598061444211, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8958333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.059472994182545036, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1726 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1437.0, "completions/max_terminated_length": 1437.0, "completions/mean_length": 1154.0625, "completions/mean_terminated_length": 1154.0625, "completions/min_length": 801.0, "completions/min_terminated_length": 801.0, "epoch": 0.4318579644911228, "frac_reward_zero_std": 0.0, "grad_norm": 3.3728753049874474, "kl": 0.01495361328125, "learning_rate": 7.307440080995183e-07, "loss": 0.0222, "num_tokens": 77978557.0, "reward": 0.0, "reward_std": 0.5775347948074341, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.02177433295852809, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12272861742177738, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11603000888978234, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1727 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1419.0, "completions/mean_length": 1301.375, "completions/mean_terminated_length": 1182.2000732421875, "completions/min_length": 951.0, "completions/min_terminated_length": 951.0, "epoch": 0.43210802700675166, "frac_reward_zero_std": 0.0, "grad_norm": 2.9215357695538873, "kl": 0.01129150390625, "learning_rate": 7.303842087683378e-07, "loss": 0.0199, "num_tokens": 78031587.0, "reward": -5.960464477539063e-08, "reward_std": 0.6386969089508057, "rewards/wordcountpos_reward_GEOBench/mean": -5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.07208395989274538, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08027058004469234, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08944271909999162, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1728 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1090.0, "completions/max_terminated_length": 1090.0, "completions/mean_length": 966.9375, "completions/mean_terminated_length": 966.9375, "completions/min_length": 686.0, "completions/min_terminated_length": 686.0, "epoch": 0.4323580895223806, "frac_reward_zero_std": 0.0, "grad_norm": 3.782385840436489, "kl": 0.0137939453125, "learning_rate": 7.300242719903869e-07, "loss": -0.0105, "num_tokens": 78073178.0, "reward": 1.4901161193847656e-08, "reward_std": 0.932848334312439, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.22527287549760217, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.2249712670783646, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7333333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09428090415820636, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1729 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1446.0, "completions/mean_length": 1226.0, "completions/mean_terminated_length": 1162.769287109375, "completions/min_length": 795.0, "completions/min_terminated_length": 795.0, "epoch": 0.4326081520380095, "frac_reward_zero_std": 0.0, "grad_norm": 2.9581604616448964, "kl": 0.014404296875, "learning_rate": 7.29664198039925e-07, "loss": 0.0587, "num_tokens": 78122490.0, "reward": -7.450580596923828e-09, "reward_std": 1.0319743156433105, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03569536733034149, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.15626830022715701, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10327955589886448, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1730 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1386.0, "completions/mean_length": 1103.125, "completions/mean_terminated_length": 1046.4285888671875, "completions/min_length": 693.0, "completions/min_terminated_length": 693.0, "epoch": 0.43285821455363843, "frac_reward_zero_std": 0.0, "grad_norm": 3.678119502563029, "kl": 0.0173797607421875, "learning_rate": 7.293039871913168e-07, "loss": 0.0342, "num_tokens": 78157244.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0179539918899536, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06533908451181936, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03683203596842986, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7916666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12141145226353545, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1731 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1430.0, "completions/mean_length": 1116.0625, "completions/mean_terminated_length": 1090.4666748046875, "completions/min_length": 838.0, "completions/min_terminated_length": 838.0, "epoch": 0.4331082770692673, "frac_reward_zero_std": 0.0, "grad_norm": 3.273245854042366, "kl": 0.0160064697265625, "learning_rate": 7.28943639719031e-07, "loss": -0.0203, "num_tokens": 78204565.0, "reward": -4.470348358154297e-08, "reward_std": 1.0118680000305176, "rewards/wordcountpos_reward_GEOBench/mean": -4.470348358154297e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.044196710581532475, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06610571614448972, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7666666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0910840068085298, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1732 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1485.0, "completions/mean_length": 1221.0625, "completions/mean_terminated_length": 1202.4666748046875, "completions/min_length": 897.0, "completions/min_terminated_length": 897.0, "epoch": 0.4333583395848962, "frac_reward_zero_std": 0.0, "grad_norm": 3.1566576389389596, "kl": 0.0133056640625, "learning_rate": 7.285831558976403e-07, "loss": 0.0247, "num_tokens": 78257990.0, "reward": -2.9802322387695312e-08, "reward_std": 0.727614164352417, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.1414838467664965, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0854671725564654, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09067647005823631, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1733 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1349.0, "completions/max_terminated_length": 1349.0, "completions/mean_length": 1124.0, "completions/mean_terminated_length": 1124.0, "completions/min_length": 876.0, "completions/min_terminated_length": 876.0, "epoch": 0.43360840210052515, "frac_reward_zero_std": 0.0, "grad_norm": 3.2609625937819455, "kl": 0.0110931396484375, "learning_rate": 7.282225360018214e-07, "loss": 0.0388, "num_tokens": 78303630.0, "reward": 0.0, "reward_std": 0.8154395222663879, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.006490947511628318, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.16363698797396378, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.825, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14580555290954889, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1734 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1487.0, "completions/mean_length": 1321.5, "completions/mean_terminated_length": 1296.0, "completions/min_length": 1013.0, "completions/min_terminated_length": 1013.0, "epoch": 0.433858464616154, "frac_reward_zero_std": 0.0, "grad_norm": 2.471842414004994, "kl": 0.011627197265625, "learning_rate": 7.278617803063547e-07, "loss": -0.0465, "num_tokens": 78353286.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0611933469772339, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.09297876635573582, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.13299693401042684, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8875000000000001, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09953596037316065, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1735 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1479.0, "completions/mean_length": 1446.3125, "completions/mean_terminated_length": 1356.8333740234375, "completions/min_length": 1251.0, "completions/min_terminated_length": 1251.0, "epoch": 0.43410852713178294, "frac_reward_zero_std": 0.0, "grad_norm": 2.172860557073858, "kl": 0.0118865966796875, "learning_rate": 7.275008890861239e-07, "loss": -0.003, "num_tokens": 78409323.0, "reward": 3.3527612686157227e-08, "reward_std": 1.0643044710159302, "rewards/wordcountpos_reward_GEOBench/mean": 3.3527612686157227e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.07794313527846314, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1077587507249419, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07097208632298359, "rewards/wordcountpos_reward_GEOBench/std": 1.0327954292297363, "step": 1736 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1390.0, "completions/max_terminated_length": 1390.0, "completions/mean_length": 1134.3125, "completions/mean_terminated_length": 1134.3125, "completions/min_length": 995.0, "completions/min_terminated_length": 995.0, "epoch": 0.43435858964741186, "frac_reward_zero_std": 0.0, "grad_norm": 3.3724610900387324, "kl": 0.013824462890625, "learning_rate": 7.271398626161165e-07, "loss": 0.0068, "num_tokens": 78456912.0, "reward": 0.0, "reward_std": 1.0006873607635498, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.002685526194033694, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.14055960844739768, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7041666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1002773930432755, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1737 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1452.0, "completions/mean_length": 1154.8125, "completions/mean_terminated_length": 1075.1539306640625, "completions/min_length": 795.0, "completions/min_terminated_length": 795.0, "epoch": 0.4346086521630408, "frac_reward_zero_std": 0.0, "grad_norm": 2.376997089586702, "kl": 0.00969696044921875, "learning_rate": 7.267787011714224e-07, "loss": 0.0115, "num_tokens": 78492717.0, "reward": -2.9802322387695312e-08, "reward_std": 0.7927964329719543, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03103645786805943, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09060260624124969, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7708333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.15389991938004774, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1738 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.9375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1443.0, "completions/mean_length": 1496.4375, "completions/mean_terminated_length": 1443.0, "completions/min_length": 1443.0, "completions/min_terminated_length": 1443.0, "epoch": 0.43485871467866966, "frac_reward_zero_std": 0.0, "grad_norm": 1.8630035660814754, "kl": 0.00738525390625, "learning_rate": 7.264174050272343e-07, "loss": 0.0021, "num_tokens": 78554164.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8677337169647217, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0057834860958937105, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.024919294725081597, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8041666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12041594578792297, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1739 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1407.0, "completions/mean_length": 1331.0625, "completions/mean_terminated_length": 1254.272705078125, "completions/min_length": 1135.0, "completions/min_terminated_length": 1135.0, "epoch": 0.4351087771942986, "frac_reward_zero_std": 0.0, "grad_norm": 3.3069344938069767, "kl": 0.016326904296875, "learning_rate": 7.260559744588484e-07, "loss": 0.0047, "num_tokens": 78611877.0, "reward": 0.0, "reward_std": 0.858962893486023, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0690971168937208, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1326554517440602, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.102469507659596, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1740 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1385.0, "completions/mean_length": 1222.625, "completions/mean_terminated_length": 1158.615478515625, "completions/min_length": 900.0, "completions/min_terminated_length": 900.0, "epoch": 0.4353588397099275, "frac_reward_zero_std": 0.0, "grad_norm": 3.0515222299668214, "kl": 0.0122528076171875, "learning_rate": 7.256944097416626e-07, "loss": -0.031, "num_tokens": 78655519.0, "reward": -2.9802322387695312e-08, "reward_std": 1.067093849182129, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0668524912496514, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06855441173300109, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07888106377466156, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1741 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1496.0, "completions/mean_length": 1383.6875, "completions/mean_terminated_length": 1313.9000244140625, "completions/min_length": 584.0, "completions/min_terminated_length": 584.0, "epoch": 0.43560890222555637, "frac_reward_zero_std": 0.0, "grad_norm": 1.9981414299940847, "kl": 0.0107879638671875, "learning_rate": 7.253327111511771e-07, "loss": -0.0687, "num_tokens": 78710290.0, "reward": 0.0, "reward_std": 0.9842308759689331, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.029425682990739516, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11129605748493877, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7666666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08432740427115681, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1742 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1231.0, "completions/max_terminated_length": 1231.0, "completions/mean_length": 1068.5, "completions/mean_terminated_length": 1068.5, "completions/min_length": 722.0, "completions/min_terminated_length": 722.0, "epoch": 0.4358589647411853, "frac_reward_zero_std": 0.0, "grad_norm": 3.6021120973529204, "kl": 0.0134429931640625, "learning_rate": 7.249708789629944e-07, "loss": -0.067, "num_tokens": 78753682.0, "reward": 0.0, "reward_std": 0.7004961371421814, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.02301237569544516, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.02969000990778225, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06763190130459203, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1743 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1466.0, "completions/max_terminated_length": 1466.0, "completions/mean_length": 947.125, "completions/mean_terminated_length": 947.125, "completions/min_length": 471.0, "completions/min_terminated_length": 471.0, "epoch": 0.4361090272568142, "frac_reward_zero_std": 0.0, "grad_norm": 2.7194505420430772, "kl": 0.01190185546875, "learning_rate": 7.246089134528183e-07, "loss": -0.0136, "num_tokens": 78791420.0, "reward": -2.9802322387695312e-08, "reward_std": 0.591182291507721, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.07895784508337285, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1443797916596803, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11279282877125757, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1744 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1292.0, "completions/mean_length": 1043.3125, "completions/mean_terminated_length": 978.0714721679688, "completions/min_length": 752.0, "completions/min_terminated_length": 752.0, "epoch": 0.4363590897724431, "frac_reward_zero_std": 0.0, "grad_norm": 3.0314524634729025, "kl": 0.0123291015625, "learning_rate": 7.242468148964545e-07, "loss": 0.0303, "num_tokens": 78828473.0, "reward": -3.725290298461914e-08, "reward_std": 1.0530834197998047, "rewards/wordcountpos_reward_GEOBench/mean": -3.725290298461914e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.12349324220457468, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10156307809411594, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08681611046941139, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1745 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1431.0, "completions/max_terminated_length": 1431.0, "completions/mean_length": 1137.25, "completions/mean_terminated_length": 1137.25, "completions/min_length": 936.0, "completions/min_terminated_length": 936.0, "epoch": 0.436609152288072, "frac_reward_zero_std": 0.0, "grad_norm": 3.0132151994270084, "kl": 0.0108489990234375, "learning_rate": 7.238845835698104e-07, "loss": 0.0162, "num_tokens": 78864397.0, "reward": -2.2351741790771484e-08, "reward_std": 1.035042643547058, "rewards/wordcountpos_reward_GEOBench/mean": -2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.042735438098999864, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09639567624559706, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07290277645477447, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1746 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1430.0, "completions/mean_length": 1118.375, "completions/mean_terminated_length": 1063.857177734375, "completions/min_length": 792.0, "completions/min_terminated_length": 792.0, "epoch": 0.43685921480370093, "frac_reward_zero_std": 0.0, "grad_norm": 3.4635750865558013, "kl": 0.01702880859375, "learning_rate": 7.235222197488941e-07, "loss": 0.0866, "num_tokens": 78900355.0, "reward": -5.960464477539063e-08, "reward_std": 0.6471539735794067, "rewards/wordcountpos_reward_GEOBench/mean": -5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.004941797434114841, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09014994215246054, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09179284245476839, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1747 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1269.0, "completions/mean_length": 1270.25, "completions/mean_terminated_length": 974.857177734375, "completions/min_length": 784.0, "completions/min_terminated_length": 784.0, "epoch": 0.43710927731932986, "frac_reward_zero_std": 0.0, "grad_norm": 3.145723637158008, "kl": 0.015960693359375, "learning_rate": 7.231597237098145e-07, "loss": 0.0558, "num_tokens": 78952599.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9158209562301636, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.11784004952869948, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.15605331871893838, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.05947299418254505, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1748 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.75, "completions/max_length": 1500.0, "completions/max_terminated_length": 1426.0, "completions/mean_length": 1409.875, "completions/mean_terminated_length": 1139.5, "completions/min_length": 652.0, "completions/min_terminated_length": 652.0, "epoch": 0.4373593398349587, "frac_reward_zero_std": 0.0, "grad_norm": 3.7650200492562895, "kl": 0.02520751953125, "learning_rate": 7.227970957287819e-07, "loss": 0.0002, "num_tokens": 79023157.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9558037519454956, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.11323105500331629, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1207050315318295, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6749999999999999, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0906764700582363, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1749 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1448.0, "completions/mean_length": 1214.3125, "completions/mean_terminated_length": 1148.3846435546875, "completions/min_length": 921.0, "completions/min_terminated_length": 921.0, "epoch": 0.43760940235058765, "frac_reward_zero_std": 0.0, "grad_norm": 2.9934471816747847, "kl": 0.0143280029296875, "learning_rate": 7.224343360821066e-07, "loss": 0.0229, "num_tokens": 79064114.0, "reward": 2.9802322387695312e-08, "reward_std": 0.891314685344696, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06803668024025236, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.13222488295584306, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08388704928078614, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1750 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1459.0, "completions/max_terminated_length": 1459.0, "completions/mean_length": 1135.3125, "completions/mean_terminated_length": 1135.3125, "completions/min_length": 732.0, "completions/min_terminated_length": 732.0, "epoch": 0.4378594648662166, "frac_reward_zero_std": 0.0, "grad_norm": 2.747873574292098, "kl": 0.0130767822265625, "learning_rate": 7.220714450461993e-07, "loss": -0.008, "num_tokens": 79109207.0, "reward": 0.0, "reward_std": 0.7631886601448059, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.3598512854319067, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.4105622246466347, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7333333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11155467020454342, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1751 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1473.0, "completions/mean_length": 1271.9375, "completions/mean_terminated_length": 1135.0999755859375, "completions/min_length": 808.0, "completions/min_terminated_length": 808.0, "epoch": 0.43810952738184544, "frac_reward_zero_std": 0.0, "grad_norm": 3.000091741425933, "kl": 0.0129547119140625, "learning_rate": 7.217084228975711e-07, "loss": 0.0045, "num_tokens": 79159094.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8642512559890747, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0327719735472972, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11548826424730115, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8583333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0938872452190116, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1752 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1432.0, "completions/mean_length": 1280.125, "completions/mean_terminated_length": 1248.71435546875, "completions/min_length": 986.0, "completions/min_terminated_length": 986.0, "epoch": 0.43835958989747437, "frac_reward_zero_std": 0.0, "grad_norm": 3.1869532214133622, "kl": 0.016021728515625, "learning_rate": 7.213452699128328e-07, "loss": -0.0073, "num_tokens": 79203384.0, "reward": 0.0, "reward_std": 0.7487567067146301, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.030608778313506585, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03498904794886396, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11894598836509011, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1753 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1497.0, "completions/mean_length": 1239.1875, "completions/mean_terminated_length": 1221.800048828125, "completions/min_length": 869.0, "completions/min_terminated_length": 869.0, "epoch": 0.4386096524131033, "frac_reward_zero_std": 0.0, "grad_norm": 2.8740072292904326, "kl": 0.0133056640625, "learning_rate": 7.209819863686946e-07, "loss": -0.055, "num_tokens": 79254659.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9088636040687561, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.01809540558727736, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0627926328259557, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7916666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07252075054258102, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1754 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1415.0, "completions/mean_length": 1025.375, "completions/mean_terminated_length": 993.7333984375, "completions/min_length": 691.0, "completions/min_terminated_length": 691.0, "epoch": 0.43885971492873216, "frac_reward_zero_std": 0.0, "grad_norm": 3.6632581837266223, "kl": 0.016021728515625, "learning_rate": 7.20618572541967e-07, "loss": -0.1031, "num_tokens": 79296833.0, "reward": 0.0, "reward_std": 0.9442328810691833, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.13237955052559283, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.2620201491453505, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09888264649460887, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1755 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1453.0, "completions/mean_length": 1140.3125, "completions/mean_terminated_length": 1057.3077392578125, "completions/min_length": 812.0, "completions/min_terminated_length": 812.0, "epoch": 0.4391097774443611, "frac_reward_zero_std": 0.0, "grad_norm": 3.255747570845199, "kl": 0.0129241943359375, "learning_rate": 7.202550287095589e-07, "loss": 0.0504, "num_tokens": 79339438.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9310458898544312, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.040827301420741605, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07184500715063119, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7041666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06426219440409447, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1756 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1440.0, "completions/mean_length": 1290.5, "completions/mean_terminated_length": 1081.0, "completions/min_length": 890.0, "completions/min_terminated_length": 890.0, "epoch": 0.43935983995999, "frac_reward_zero_std": 0.0, "grad_norm": 2.394551494655838, "kl": 0.009765625, "learning_rate": 7.198913551484784e-07, "loss": 0.0244, "num_tokens": 79393878.0, "reward": 0.0, "reward_std": 0.6650184392929077, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.034479111912217184, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0912146946552084, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06831300510639735, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1757 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1470.0, "completions/mean_length": 1172.375, "completions/mean_terminated_length": 1150.533447265625, "completions/min_length": 843.0, "completions/min_terminated_length": 843.0, "epoch": 0.43960990247561893, "frac_reward_zero_std": 0.0, "grad_norm": 2.99859532970736, "kl": 0.01702880859375, "learning_rate": 7.195275521358332e-07, "loss": -0.0178, "num_tokens": 79435164.0, "reward": 0.0, "reward_std": 0.9591063261032104, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0711552130119176, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09361019214319827, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10246950765959599, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1758 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1322.0, "completions/mean_length": 1132.5625, "completions/mean_terminated_length": 1108.0667724609375, "completions/min_length": 911.0, "completions/min_terminated_length": 911.0, "epoch": 0.4398599649912478, "frac_reward_zero_std": 0.0, "grad_norm": 3.158331177721008, "kl": 0.0156402587890625, "learning_rate": 7.191636199488288e-07, "loss": -0.0109, "num_tokens": 79480405.0, "reward": 0.0, "reward_std": 1.024285078048706, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.09307064603602523, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.14816055447790852, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7708333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06871842709362772, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1759 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1332.0, "completions/max_terminated_length": 1332.0, "completions/mean_length": 1002.375, "completions/mean_terminated_length": 1002.375, "completions/min_length": 732.0, "completions/min_terminated_length": 732.0, "epoch": 0.4401100275068767, "frac_reward_zero_std": 0.0, "grad_norm": 3.4992451666166713, "kl": 0.0125579833984375, "learning_rate": 7.187995588647695e-07, "loss": -0.0679, "num_tokens": 79518443.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8065978288650513, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.01849482044277656, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03679742744685715, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11122216672215289, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1760 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1209.0, "completions/max_terminated_length": 1209.0, "completions/mean_length": 859.5625, "completions/mean_terminated_length": 859.5625, "completions/min_length": 615.0, "completions/min_terminated_length": 615.0, "epoch": 0.44036009002250565, "frac_reward_zero_std": 0.0, "grad_norm": 3.655608366760189, "kl": 0.01177978515625, "learning_rate": 7.184353691610579e-07, "loss": -0.0009, "num_tokens": 79548004.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9474237561225891, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.054433105395181744, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1761 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1200.0, "completions/max_terminated_length": 1200.0, "completions/mean_length": 978.875, "completions/mean_terminated_length": 978.875, "completions/min_length": 793.0, "completions/min_terminated_length": 793.0, "epoch": 0.4406101525381345, "frac_reward_zero_std": 0.0, "grad_norm": 3.530099515490668, "kl": 0.0155181884765625, "learning_rate": 7.180710511151938e-07, "loss": -0.0307, "num_tokens": 79588602.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8672568202018738, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.032620479787234716, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12305321335687017, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08933913745655644, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1762 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1356.0, "completions/mean_length": 1204.3125, "completions/mean_terminated_length": 1026.9000244140625, "completions/min_length": 826.0, "completions/min_terminated_length": 826.0, "epoch": 0.44086021505376344, "frac_reward_zero_std": 0.0, "grad_norm": 3.32307232755478, "kl": 0.0172119140625, "learning_rate": 7.177066050047762e-07, "loss": 0.0494, "num_tokens": 79641095.0, "reward": 0.0, "reward_std": 0.5476629734039307, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.09212123149389966, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09595846924614966, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10671873729054748, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1763 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1242.0, "completions/mean_length": 995.375, "completions/mean_terminated_length": 923.2857666015625, "completions/min_length": 677.0, "completions/min_terminated_length": 677.0, "epoch": 0.44111027756939236, "frac_reward_zero_std": 0.0, "grad_norm": 2.717105145981211, "kl": 0.010162353515625, "learning_rate": 7.173420311075007e-07, "loss": 0.0015, "num_tokens": 79686133.0, "reward": 7.450580596923828e-09, "reward_std": 0.9487942457199097, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04123598971078048, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.17308141663117674, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08734775114237134, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1764 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1395.0, "completions/mean_length": 1165.1875, "completions/mean_terminated_length": 1087.923095703125, "completions/min_length": 861.0, "completions/min_terminated_length": 861.0, "epoch": 0.44136034008502123, "frac_reward_zero_std": 0.0, "grad_norm": 2.9954402670076203, "kl": 0.00778961181640625, "learning_rate": 7.169773297011603e-07, "loss": -0.0191, "num_tokens": 79732000.0, "reward": 2.9802322387695312e-08, "reward_std": 0.947343111038208, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03944646565691791, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12743060227867836, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6708333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08595864638818419, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1765 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1225.0, "completions/max_terminated_length": 1225.0, "completions/mean_length": 1097.875, "completions/mean_terminated_length": 1097.875, "completions/min_length": 924.0, "completions/min_terminated_length": 924.0, "epoch": 0.44161040260065015, "frac_reward_zero_std": 0.0, "grad_norm": 2.6488036336604557, "kl": 0.0115814208984375, "learning_rate": 7.166125010636454e-07, "loss": 0.0089, "num_tokens": 79779998.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9248031377792358, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.026102186784378076, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.15483447277843232, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07649739768026004, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1766 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1427.0, "completions/mean_length": 1012.125, "completions/mean_terminated_length": 979.6000366210938, "completions/min_length": 623.0, "completions/min_terminated_length": 623.0, "epoch": 0.4418604651162791, "frac_reward_zero_std": 0.0, "grad_norm": 3.128553877170301, "kl": 0.0128936767578125, "learning_rate": 7.162475454729434e-07, "loss": -0.102, "num_tokens": 79813128.0, "reward": 2.9802322387695312e-08, "reward_std": 0.6737817525863647, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.17127612633615985, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.2011099185962648, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7708333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08062257748298553, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1767 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1463.0, "completions/mean_length": 1050.625, "completions/mean_terminated_length": 1020.666748046875, "completions/min_length": 607.0, "completions/min_terminated_length": 607.0, "epoch": 0.442110527631908, "frac_reward_zero_std": 0.0, "grad_norm": 3.581598623889873, "kl": 0.01090240478515625, "learning_rate": 7.158824632071384e-07, "loss": 0.049, "num_tokens": 79844826.0, "reward": 0.0, "reward_std": 0.5851346850395203, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.047303182137547056, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0791722273622185, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0718795288428261, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1768 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1474.0, "completions/mean_length": 1246.3125, "completions/mean_terminated_length": 1210.071533203125, "completions/min_length": 877.0, "completions/min_terminated_length": 877.0, "epoch": 0.44236059014753687, "frac_reward_zero_std": 0.0, "grad_norm": 3.22580805672941, "kl": 0.0157470703125, "learning_rate": 7.155172545444107e-07, "loss": -0.0199, "num_tokens": 79900503.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8850240707397461, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.09555074817234349, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11951263866545403, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10945995377982527, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1769 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1431.0, "completions/mean_length": 1057.3125, "completions/mean_terminated_length": 1027.800048828125, "completions/min_length": 726.0, "completions/min_terminated_length": 726.0, "epoch": 0.4426106526631658, "frac_reward_zero_std": 0.0, "grad_norm": 3.2501340459378207, "kl": 0.0126190185546875, "learning_rate": 7.151519197630374e-07, "loss": -0.0633, "num_tokens": 79941324.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9877698421478271, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.08932485591503647, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.23240599764047565, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13045504405165223, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1770 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1468.0, "completions/mean_length": 1254.8125, "completions/mean_terminated_length": 1198.2308349609375, "completions/min_length": 969.0, "completions/min_terminated_length": 969.0, "epoch": 0.4428607151787947, "frac_reward_zero_std": 0.0, "grad_norm": 2.8947883595269728, "kl": 0.0132904052734375, "learning_rate": 7.147864591413912e-07, "loss": 0.0126, "num_tokens": 79985857.0, "reward": 2.9802322387695312e-08, "reward_std": 0.624397873878479, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03155135496596188, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11434994341605202, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09878896324620107, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1771 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1485.0, "completions/mean_length": 1068.3125, "completions/mean_terminated_length": 1006.6428833007812, "completions/min_length": 692.0, "completions/min_terminated_length": 692.0, "epoch": 0.4431107776944236, "frac_reward_zero_std": 0.0, "grad_norm": 2.8198587146071152, "kl": 0.00920867919921875, "learning_rate": 7.144208729579413e-07, "loss": 0.0089, "num_tokens": 80031766.0, "reward": 0.0, "reward_std": 0.702824056148529, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.10789896976881103, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.30720574661146055, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06191391873668906, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1772 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1489.0, "completions/max_terminated_length": 1489.0, "completions/mean_length": 1201.0, "completions/mean_terminated_length": 1201.0, "completions/min_length": 456.0, "completions/min_terminated_length": 456.0, "epoch": 0.4433608402100525, "frac_reward_zero_std": 0.0, "grad_norm": 3.2218681929133126, "kl": 0.0128631591796875, "learning_rate": 7.14055161491252e-07, "loss": -0.0331, "num_tokens": 80078006.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9834216833114624, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.01171016202617066, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03379674702945372, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08153617692869929, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1773 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1265.0, "completions/mean_length": 1135.5625, "completions/mean_terminated_length": 1083.5, "completions/min_length": 754.0, "completions/min_terminated_length": 754.0, "epoch": 0.44361090272568143, "frac_reward_zero_std": 0.0, "grad_norm": 3.0306208800040784, "kl": 0.01593017578125, "learning_rate": 7.136893250199832e-07, "loss": 0.0067, "num_tokens": 80123567.0, "reward": -7.450580596923828e-09, "reward_std": 1.0569403171539307, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.004031387714420754, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.045957305255878975, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7708333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.059472994182545084, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1774 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1330.0, "completions/max_terminated_length": 1330.0, "completions/mean_length": 1005.5, "completions/mean_terminated_length": 1005.5, "completions/min_length": 605.0, "completions/min_terminated_length": 605.0, "epoch": 0.4438609652413103, "frac_reward_zero_std": 0.0, "grad_norm": 3.577272910085154, "kl": 0.0189971923828125, "learning_rate": 7.133233638228901e-07, "loss": -0.0041, "num_tokens": 80174479.0, "reward": 5.960464477539063e-08, "reward_std": 0.8840045928955078, "rewards/wordcountpos_reward_GEOBench/mean": 5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03343107084619072, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06654406692046057, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09583937179043481, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1775 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1489.0, "completions/max_terminated_length": 1489.0, "completions/mean_length": 1046.25, "completions/mean_terminated_length": 1046.25, "completions/min_length": 731.0, "completions/min_terminated_length": 731.0, "epoch": 0.4441110277569392, "frac_reward_zero_std": 0.0, "grad_norm": 3.348610876938014, "kl": 0.01678466796875, "learning_rate": 7.129572781788233e-07, "loss": 0.0132, "num_tokens": 80228899.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8301129341125488, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.024496591467949864, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03720918318696884, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7333333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.05443310539518175, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1776 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1452.0, "completions/mean_length": 1356.6875, "completions/mean_terminated_length": 1213.375, "completions/min_length": 1016.0, "completions/min_terminated_length": 1016.0, "epoch": 0.44436109027256815, "frac_reward_zero_std": 0.0, "grad_norm": 2.6269234754651802, "kl": 0.0122833251953125, "learning_rate": 7.125910683667276e-07, "loss": -0.013, "num_tokens": 80277558.0, "reward": -5.960464477539063e-08, "reward_std": 0.6708970665931702, "rewards/wordcountpos_reward_GEOBench/mean": -5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04568759381623745, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12001984104600781, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06652763279965648, "rewards/wordcountpos_reward_GEOBench/std": 1.0327954292297363, "step": 1777 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1498.0, "completions/mean_length": 1292.3125, "completions/mean_terminated_length": 1244.3846435546875, "completions/min_length": 960.0, "completions/min_terminated_length": 960.0, "epoch": 0.4446111527881971, "frac_reward_zero_std": 0.0, "grad_norm": 3.303847689855226, "kl": 0.0165863037109375, "learning_rate": 7.122247346656429e-07, "loss": -0.0197, "num_tokens": 80323531.0, "reward": 0.0, "reward_std": 0.8511629104614258, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.008519615147881998, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09396052519361589, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.825, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1517795672580372, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1778 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1478.0, "completions/mean_length": 1152.6875, "completions/mean_terminated_length": 1103.071533203125, "completions/min_length": 556.0, "completions/min_terminated_length": 556.0, "epoch": 0.44486121530382594, "frac_reward_zero_std": 0.0, "grad_norm": 3.4242022113398627, "kl": 0.015380859375, "learning_rate": 7.118582773547032e-07, "loss": -0.0138, "num_tokens": 80367718.0, "reward": 0.0, "reward_std": 0.776917040348053, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.10029205329443859, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11241085411765138, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09737289911202955, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1779 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1418.0, "completions/max_terminated_length": 1418.0, "completions/mean_length": 1006.6875, "completions/mean_terminated_length": 1006.6875, "completions/min_length": 664.0, "completions/min_terminated_length": 664.0, "epoch": 0.44511127781945486, "frac_reward_zero_std": 0.0, "grad_norm": 3.573025363302842, "kl": 0.013458251953125, "learning_rate": 7.114916967131366e-07, "loss": -0.0785, "num_tokens": 80407921.0, "reward": 1.862645149230957e-08, "reward_std": 1.0626318454742432, "rewards/wordcountpos_reward_GEOBench/mean": 1.862645149230957e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.020508260260716032, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07347851265227373, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08255189164891874, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1780 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1457.0, "completions/mean_length": 1401.75, "completions/mean_terminated_length": 1303.5, "completions/min_length": 1138.0, "completions/min_terminated_length": 1138.0, "epoch": 0.4453613403350838, "frac_reward_zero_std": 0.0, "grad_norm": 2.7790981296348964, "kl": 0.012420654296875, "learning_rate": 7.111249930202657e-07, "loss": 0.0293, "num_tokens": 80464069.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9746863842010498, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.022965894085254176, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08007219371619458, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.04533823502911818, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1781 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1460.0, "completions/mean_length": 1238.5625, "completions/mean_terminated_length": 1178.2308349609375, "completions/min_length": 919.0, "completions/min_terminated_length": 919.0, "epoch": 0.44561140285071266, "frac_reward_zero_std": 0.0, "grad_norm": 2.2932830329874676, "kl": 0.0088043212890625, "learning_rate": 7.107581665555062e-07, "loss": 0.0255, "num_tokens": 80513166.0, "reward": -2.9802322387695312e-08, "reward_std": 0.7266916036605835, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0015385893478430325, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07968069383475845, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10036968702787749, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1782 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1393.0, "completions/max_terminated_length": 1393.0, "completions/mean_length": 1188.25, "completions/mean_terminated_length": 1188.25, "completions/min_length": 887.0, "completions/min_terminated_length": 887.0, "epoch": 0.4458614653663416, "frac_reward_zero_std": 0.0, "grad_norm": 3.0811129631578256, "kl": 0.014556884765625, "learning_rate": 7.103912175983679e-07, "loss": -0.0213, "num_tokens": 80559794.0, "reward": 0.0, "reward_std": 0.8286514282226562, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.053960180894580136, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06614597197559402, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09269623828717428, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1783 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1447.0, "completions/mean_length": 1197.0625, "completions/mean_terminated_length": 1127.1539306640625, "completions/min_length": 998.0, "completions/min_terminated_length": 998.0, "epoch": 0.4461115278819705, "frac_reward_zero_std": 0.0, "grad_norm": 3.2446396128271204, "kl": 0.0157318115234375, "learning_rate": 7.100241464284538e-07, "loss": 0.0073, "num_tokens": 80600915.0, "reward": 0.0, "reward_std": 1.0566080808639526, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.018530748738778177, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06457528417840099, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7708333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10027739304327551, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1784 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1439.0, "completions/mean_length": 1305.875, "completions/mean_terminated_length": 1217.6363525390625, "completions/min_length": 1077.0, "completions/min_terminated_length": 1077.0, "epoch": 0.4463615903975994, "frac_reward_zero_std": 0.0, "grad_norm": 2.9813437898581236, "kl": 0.0136566162109375, "learning_rate": 7.096569533254597e-07, "loss": -0.032, "num_tokens": 80653049.0, "reward": 0.0, "reward_std": 0.8882765769958496, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.009263734489561153, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10798497885707327, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07698003589195014, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1785 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1494.0, "completions/mean_length": 1426.3125, "completions/mean_terminated_length": 1369.0, "completions/min_length": 1192.0, "completions/min_terminated_length": 1192.0, "epoch": 0.4466116529132283, "frac_reward_zero_std": 0.0, "grad_norm": 2.9111830735580284, "kl": 0.014129638671875, "learning_rate": 7.092896385691745e-07, "loss": -0.0045, "num_tokens": 80702414.0, "reward": 2.9802322387695312e-08, "reward_std": 0.5338138937950134, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.030649367457600617, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.15351459166154627, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13158576980363348, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1786 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1452.0, "completions/mean_length": 1338.0, "completions/mean_terminated_length": 1240.800048828125, "completions/min_length": 814.0, "completions/min_terminated_length": 814.0, "epoch": 0.4468617154288572, "frac_reward_zero_std": 0.0, "grad_norm": 3.010421628922645, "kl": 0.013275146484375, "learning_rate": 7.0892220243948e-07, "loss": -0.0278, "num_tokens": 80738806.0, "reward": 0.0, "reward_std": 0.6607098579406738, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.14850156919333957, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12834756432933478, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08243965245133134, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1787 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1372.0, "completions/max_terminated_length": 1372.0, "completions/mean_length": 1042.6875, "completions/mean_terminated_length": 1042.6875, "completions/min_length": 732.0, "completions/min_terminated_length": 732.0, "epoch": 0.44711177794448614, "frac_reward_zero_std": 0.0, "grad_norm": 3.0792091275088906, "kl": 0.0149078369140625, "learning_rate": 7.085546452163503e-07, "loss": 0.0037, "num_tokens": 80781753.0, "reward": -5.960464477539063e-08, "reward_std": 0.7805219888687134, "rewards/wordcountpos_reward_GEOBench/mean": -5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.07368400077267513, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12121137509898751, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7916666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08388704928078614, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1788 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1431.0, "completions/max_terminated_length": 1431.0, "completions/mean_length": 986.75, "completions/mean_terminated_length": 986.75, "completions/min_length": 646.0, "completions/min_terminated_length": 646.0, "epoch": 0.447361840460115, "frac_reward_zero_std": 0.0, "grad_norm": 3.3169074304568302, "kl": 0.017120361328125, "learning_rate": 7.081869671798518e-07, "loss": -0.0366, "num_tokens": 80820429.0, "reward": 0.0, "reward_std": 0.9583220481872559, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03117995752896387, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1129815570032981, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11344765475923412, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1789 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1483.0, "completions/mean_length": 1320.0625, "completions/mean_terminated_length": 1308.0667724609375, "completions/min_length": 1000.0, "completions/min_terminated_length": 1000.0, "epoch": 0.44761190297574394, "frac_reward_zero_std": 0.0, "grad_norm": 2.56580107611222, "kl": 0.0110931396484375, "learning_rate": 7.078191686101428e-07, "loss": -0.0341, "num_tokens": 80873734.0, "reward": 0.0, "reward_std": 0.6024472117424011, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03291511150889182, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06833850828329827, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08777074514725108, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1790 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1488.0, "completions/mean_length": 1347.125, "completions/mean_terminated_length": 1228.2222900390625, "completions/min_length": 752.0, "completions/min_terminated_length": 752.0, "epoch": 0.44786196549137286, "frac_reward_zero_std": 0.0, "grad_norm": 2.307648776218062, "kl": 0.00980377197265625, "learning_rate": 7.074512497874738e-07, "loss": -0.038, "num_tokens": 80927800.0, "reward": 0.0, "reward_std": 0.7424743175506592, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.008556563201803584, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06004742077236561, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8333333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11155467020454343, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1791 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1296.0, "completions/mean_length": 1117.0625, "completions/mean_terminated_length": 1062.357177734375, "completions/min_length": 826.0, "completions/min_terminated_length": 826.0, "epoch": 0.44811202800700173, "frac_reward_zero_std": 0.0, "grad_norm": 2.8661619316213836, "kl": 0.01629638671875, "learning_rate": 7.070832109921864e-07, "loss": -0.0706, "num_tokens": 80981857.0, "reward": 0.0, "reward_std": 0.7173156142234802, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.09709224539448146, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09677121105481441, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.825, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14580555290954889, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1792 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1422.0, "completions/max_terminated_length": 1422.0, "completions/mean_length": 1182.8125, "completions/mean_terminated_length": 1182.8125, "completions/min_length": 914.0, "completions/min_terminated_length": 914.0, "epoch": 0.44836209052263065, "frac_reward_zero_std": 0.0, "grad_norm": 3.627784717408285, "kl": 0.0159149169921875, "learning_rate": 7.067150525047143e-07, "loss": -0.0186, "num_tokens": 81026518.0, "reward": 2.60770320892334e-08, "reward_std": 1.0681921243667603, "rewards/wordcountpos_reward_GEOBench/mean": 2.60770320892334e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0044280787298943145, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07828677337546366, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08766518798921948, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1793 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1443.0, "completions/mean_length": 1291.8125, "completions/mean_terminated_length": 1222.416748046875, "completions/min_length": 895.0, "completions/min_terminated_length": 895.0, "epoch": 0.4486121530382596, "frac_reward_zero_std": 0.0, "grad_norm": 2.902495972454608, "kl": 0.0142364501953125, "learning_rate": 7.063467746055817e-07, "loss": 0.0074, "num_tokens": 81082211.0, "reward": -5.21540641784668e-08, "reward_std": 1.039199948310852, "rewards/wordcountpos_reward_GEOBench/mean": -5.21540641784668e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.005823222026836945, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07025191268027792, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08153617692869929, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1794 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1462.0, "completions/mean_length": 1339.25, "completions/mean_terminated_length": 1214.2222900390625, "completions/min_length": 965.0, "completions/min_terminated_length": 965.0, "epoch": 0.4488622155538885, "frac_reward_zero_std": 0.0, "grad_norm": 3.114332829059098, "kl": 0.01751708984375, "learning_rate": 7.059783775754041e-07, "loss": -0.0164, "num_tokens": 81138383.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9422798156738281, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.05889831752777307, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12869412780787987, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7333333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.05443310539518177, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1795 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1493.0, "completions/mean_length": 1305.25, "completions/mean_terminated_length": 1240.3333740234375, "completions/min_length": 1009.0, "completions/min_terminated_length": 1009.0, "epoch": 0.44911227806951737, "frac_reward_zero_std": 0.0, "grad_norm": 1.594331202999296, "kl": 0.006744384765625, "learning_rate": 7.056098616948883e-07, "loss": 0.0051, "num_tokens": 81193419.0, "reward": 2.9802322387695312e-08, "reward_std": 0.90351402759552, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.025220675089580532, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06350144918563556, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8666666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11417984514369005, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1796 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1474.0, "completions/max_terminated_length": 1474.0, "completions/mean_length": 1263.375, "completions/mean_terminated_length": 1263.375, "completions/min_length": 934.0, "completions/min_terminated_length": 934.0, "epoch": 0.4493623405851463, "frac_reward_zero_std": 0.0, "grad_norm": 3.1903209565486432, "kl": 0.0191650390625, "learning_rate": 7.052412272448306e-07, "loss": -0.0212, "num_tokens": 81236145.0, "reward": 0.0, "reward_std": 1.0031390190124512, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06237353393247602, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11106377186784396, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12041594578792297, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1797 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1483.0, "completions/mean_length": 1148.625, "completions/mean_terminated_length": 1125.2000732421875, "completions/min_length": 738.0, "completions/min_terminated_length": 738.0, "epoch": 0.4496124031007752, "frac_reward_zero_std": 0.0, "grad_norm": 2.9087128384740453, "kl": 0.01275634765625, "learning_rate": 7.048724745061184e-07, "loss": 0.0326, "num_tokens": 81283691.0, "reward": 7.450580596923828e-09, "reward_std": 1.032902717590332, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0949022285792119, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.14708345346600446, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8333333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08073734277593311, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1798 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1209.0, "completions/max_terminated_length": 1209.0, "completions/mean_length": 951.5625, "completions/mean_terminated_length": 951.5625, "completions/min_length": 706.0, "completions/min_terminated_length": 706.0, "epoch": 0.4498624656164041, "frac_reward_zero_std": 0.0, "grad_norm": 2.837001309075126, "kl": 0.011749267578125, "learning_rate": 7.045036037597292e-07, "loss": -0.0113, "num_tokens": 81314164.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9803147912025452, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.021362954063347095, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04944362179433061, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7666666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08432740427115681, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1799 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1290.0, "completions/max_terminated_length": 1290.0, "completions/mean_length": 1071.875, "completions/mean_terminated_length": 1071.875, "completions/min_length": 842.0, "completions/min_terminated_length": 842.0, "epoch": 0.450112528132033, "frac_reward_zero_std": 0.0, "grad_norm": 2.606919477648884, "kl": 0.020050048828125, "learning_rate": 7.041346152867299e-07, "loss": -0.0333, "num_tokens": 81350642.0, "reward": 0.0, "reward_std": 1.0209102630615234, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.2214101026684669, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0809985609378142, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12102953419784838, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1800 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1249.0, "completions/max_terminated_length": 1249.0, "completions/mean_length": 986.875, "completions/mean_terminated_length": 986.875, "completions/min_length": 649.0, "completions/min_terminated_length": 649.0, "epoch": 0.45036259064766193, "frac_reward_zero_std": 0.0, "grad_norm": 3.3909562165765803, "kl": 0.0138397216796875, "learning_rate": 7.037655093682777e-07, "loss": 0.0195, "num_tokens": 81380816.0, "reward": 0.0, "reward_std": 0.6577624678611755, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.20922832187133542, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.3030427282473595, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7916666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11894598836509011, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1801 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1438.0, "completions/mean_length": 1285.875, "completions/mean_terminated_length": 1255.2857666015625, "completions/min_length": 1051.0, "completions/min_terminated_length": 1051.0, "epoch": 0.4506126531632908, "frac_reward_zero_std": 0.0, "grad_norm": 3.0369358797511135, "kl": 0.0125579833984375, "learning_rate": 7.033962862856189e-07, "loss": -0.0365, "num_tokens": 81417710.0, "reward": -2.9802322387695312e-08, "reward_std": 0.47366780042648315, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.005624097070751487, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09566841488684191, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.055611083361076466, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1802 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1424.0, "completions/mean_length": 1328.75, "completions/mean_terminated_length": 1289.2308349609375, "completions/min_length": 1170.0, "completions/min_terminated_length": 1170.0, "epoch": 0.4508627156789197, "frac_reward_zero_std": 0.0, "grad_norm": 2.979922172831645, "kl": 0.015899658203125, "learning_rate": 7.030269463200893e-07, "loss": -0.008, "num_tokens": 81465682.0, "reward": 0.0, "reward_std": 0.8769499659538269, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.11064615040516027, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.21069063252905032, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8583333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0906764700582363, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1803 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1391.0, "completions/mean_length": 1277.5625, "completions/mean_terminated_length": 1176.45458984375, "completions/min_length": 997.0, "completions/min_terminated_length": 997.0, "epoch": 0.45111277819454865, "frac_reward_zero_std": 0.0, "grad_norm": 3.107363669211601, "kl": 0.0143280029296875, "learning_rate": 7.026574897531135e-07, "loss": 0.0399, "num_tokens": 81524067.0, "reward": 0.0, "reward_std": 0.5496261119842529, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.1552750273131809, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1293824186258128, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11409872268574492, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1804 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1135.0, "completions/max_terminated_length": 1135.0, "completions/mean_length": 984.125, "completions/mean_terminated_length": 984.125, "completions/min_length": 767.0, "completions/min_terminated_length": 767.0, "epoch": 0.45136284071017757, "frac_reward_zero_std": 0.0, "grad_norm": 2.7034733528545325, "kl": 0.012481689453125, "learning_rate": 7.022879168662056e-07, "loss": 0.0122, "num_tokens": 81564661.0, "reward": 1.4901161193847656e-08, "reward_std": 0.952262282371521, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.05499490597414347, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07306030691563313, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8333333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11925695879998881, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1805 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1490.0, "completions/mean_length": 1339.9375, "completions/mean_terminated_length": 1303.0, "completions/min_length": 1010.0, "completions/min_terminated_length": 1010.0, "epoch": 0.45161290322580644, "frac_reward_zero_std": 0.0, "grad_norm": 3.167652520001269, "kl": 0.0208587646484375, "learning_rate": 7.019182279409674e-07, "loss": 0.0047, "num_tokens": 81621732.0, "reward": -2.9802322387695312e-08, "reward_std": 0.6819903254508972, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.14126256107169105, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.15277886917417788, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7041666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07290277645477444, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1806 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1357.0, "completions/max_terminated_length": 1357.0, "completions/mean_length": 1228.25, "completions/mean_terminated_length": 1228.25, "completions/min_length": 1070.0, "completions/min_terminated_length": 1070.0, "epoch": 0.45186296574143536, "frac_reward_zero_std": 0.0, "grad_norm": 3.0820336648260027, "kl": 0.013458251953125, "learning_rate": 7.015484232590896e-07, "loss": 0.0165, "num_tokens": 81667816.0, "reward": 5.960464477539063e-08, "reward_std": 0.6604877710342407, "rewards/wordcountpos_reward_GEOBench/mean": 5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.08060832536562104, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07064259217550571, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7916666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09067647005823631, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1807 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1393.0, "completions/mean_length": 1088.25, "completions/mean_terminated_length": 901.0909423828125, "completions/min_length": 621.0, "completions/min_terminated_length": 621.0, "epoch": 0.4521130282570643, "frac_reward_zero_std": 0.0, "grad_norm": 2.9411392672408136, "kl": 0.0128936767578125, "learning_rate": 7.011785031023511e-07, "loss": 0.0421, "num_tokens": 81725316.0, "reward": 0.0, "reward_std": 0.972832441329956, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03539061856528414, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05561642059893787, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12816366850994057, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1808 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1299.0, "completions/max_terminated_length": 1299.0, "completions/mean_length": 1145.9375, "completions/mean_terminated_length": 1145.9375, "completions/min_length": 902.0, "completions/min_terminated_length": 902.0, "epoch": 0.45236309077269315, "frac_reward_zero_std": 0.0, "grad_norm": 3.156106363417257, "kl": 0.015380859375, "learning_rate": 7.008084677526189e-07, "loss": 0.0043, "num_tokens": 81770595.0, "reward": 0.0, "reward_std": 0.9694223403930664, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.039001790045966975, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05646049254644033, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06831300510639735, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1809 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1494.0, "completions/mean_length": 1163.25, "completions/mean_terminated_length": 1010.1818237304688, "completions/min_length": 505.0, "completions/min_terminated_length": 505.0, "epoch": 0.4526131532883221, "frac_reward_zero_std": 0.0, "grad_norm": 2.7036411602763786, "kl": 0.015625, "learning_rate": 7.004383174918477e-07, "loss": -0.0816, "num_tokens": 81822983.0, "reward": -5.960464477539063e-08, "reward_std": 0.6871200799942017, "rewards/wordcountpos_reward_GEOBench/mean": -5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.025816511173255605, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.21139822330343222, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.102469507659596, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1810 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1394.0, "completions/mean_length": 1169.0625, "completions/mean_terminated_length": 970.5, "completions/min_length": 633.0, "completions/min_terminated_length": 633.0, "epoch": 0.452863215803951, "frac_reward_zero_std": 0.0, "grad_norm": 3.821090681250282, "kl": 0.032379150390625, "learning_rate": 7.000680526020795e-07, "loss": 0.0449, "num_tokens": 81882528.0, "reward": 0.0, "reward_std": 0.8553345203399658, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.014311164163103546, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.17868124819457362, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10470416879457554, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1811 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1304.0, "completions/max_terminated_length": 1304.0, "completions/mean_length": 1099.625, "completions/mean_terminated_length": 1099.625, "completions/min_length": 904.0, "completions/min_terminated_length": 904.0, "epoch": 0.45311327831957987, "frac_reward_zero_std": 0.0, "grad_norm": 2.3841720726829596, "kl": 0.014923095703125, "learning_rate": 6.996976733654439e-07, "loss": -0.0101, "num_tokens": 81920826.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9807734489440918, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03502607553233713, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.061927406764859756, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0666666666666667, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1812 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1468.0, "completions/mean_length": 1132.25, "completions/mean_terminated_length": 1107.7333984375, "completions/min_length": 763.0, "completions/min_terminated_length": 763.0, "epoch": 0.4533633408352088, "frac_reward_zero_std": 0.0, "grad_norm": 3.447963253787224, "kl": 0.0171966552734375, "learning_rate": 6.993271800641575e-07, "loss": -0.0471, "num_tokens": 81964246.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0488839149475098, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.11438776559315773, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.13211837268360518, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6499999999999999, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07888106377466153, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1813 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1315.0, "completions/mean_length": 1150.125, "completions/mean_terminated_length": 1126.800048828125, "completions/min_length": 885.0, "completions/min_terminated_length": 885.0, "epoch": 0.4536134033508377, "frac_reward_zero_std": 0.0, "grad_norm": 2.7596478752745393, "kl": 0.0112762451171875, "learning_rate": 6.989565729805241e-07, "loss": -0.0351, "num_tokens": 81998728.0, "reward": 0.0, "reward_std": 0.8011308908462524, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.08187443568548239, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07144391658171517, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.15341785110291775, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1814 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1295.0, "completions/mean_length": 1035.1875, "completions/mean_terminated_length": 1004.2000732421875, "completions/min_length": 753.0, "completions/min_terminated_length": 753.0, "epoch": 0.45386346586646664, "frac_reward_zero_std": 0.0, "grad_norm": 3.0261100190824632, "kl": 0.01611328125, "learning_rate": 6.985858523969337e-07, "loss": -0.0477, "num_tokens": 82027651.0, "reward": 0.0, "reward_std": 0.9581598043441772, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.02131647998315056, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.19647752710891742, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06540472290116196, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1815 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1329.0, "completions/max_terminated_length": 1329.0, "completions/mean_length": 1095.5625, "completions/mean_terminated_length": 1095.5625, "completions/min_length": 766.0, "completions/min_terminated_length": 766.0, "epoch": 0.4541135283820955, "frac_reward_zero_std": 0.0, "grad_norm": 3.574832764685832, "kl": 0.0159454345703125, "learning_rate": 6.982150185958632e-07, "loss": 0.0039, "num_tokens": 82063980.0, "reward": 0.0, "reward_std": 1.044386625289917, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.010222422859756514, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10181211444363265, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7666666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08073734277593314, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1816 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1467.0, "completions/mean_length": 1182.125, "completions/mean_terminated_length": 1037.6363525390625, "completions/min_length": 608.0, "completions/min_terminated_length": 608.0, "epoch": 0.45436359089772443, "frac_reward_zero_std": 0.0, "grad_norm": 2.982040602777878, "kl": 0.012664794921875, "learning_rate": 6.978440718598756e-07, "loss": -0.0435, "num_tokens": 82118350.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9846587181091309, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04692783311494097, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.14575672976674883, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08734775114237134, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1817 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1261.0, "completions/max_terminated_length": 1261.0, "completions/mean_length": 1093.8125, "completions/mean_terminated_length": 1093.8125, "completions/min_length": 836.0, "completions/min_terminated_length": 836.0, "epoch": 0.45461365341335336, "frac_reward_zero_std": 0.0, "grad_norm": 3.67269809621732, "kl": 0.017791748046875, "learning_rate": 6.9747301247162e-07, "loss": -0.0203, "num_tokens": 82159011.0, "reward": 0.0, "reward_std": 0.6304547190666199, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03654020835897768, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05121618665724798, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09179284245476839, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1818 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1432.0, "completions/mean_length": 1100.5625, "completions/mean_terminated_length": 1073.933349609375, "completions/min_length": 826.0, "completions/min_terminated_length": 826.0, "epoch": 0.4548637159289822, "frac_reward_zero_std": 0.0, "grad_norm": 2.910056074828761, "kl": 0.0131072998046875, "learning_rate": 6.971018407138314e-07, "loss": -0.017, "num_tokens": 82210732.0, "reward": -1.862645149230957e-08, "reward_std": 1.0657434463500977, "rewards/wordcountpos_reward_GEOBench/mean": -1.862645149230957e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.035128178578067826, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.13847914427857014, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09699179041242312, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1819 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1219.0, "completions/max_terminated_length": 1219.0, "completions/mean_length": 960.1875, "completions/mean_terminated_length": 960.1875, "completions/min_length": 630.0, "completions/min_terminated_length": 630.0, "epoch": 0.45511377844461115, "frac_reward_zero_std": 0.0, "grad_norm": 2.9113083974573892, "kl": 0.0117034912109375, "learning_rate": 6.967305568693303e-07, "loss": 0.0384, "num_tokens": 82254311.0, "reward": -2.9802322387695312e-08, "reward_std": 0.968044638633728, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.009167979590731502, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05476386777156224, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09803627446568497, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1820 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1275.0, "completions/max_terminated_length": 1275.0, "completions/mean_length": 1167.5625, "completions/mean_terminated_length": 1167.5625, "completions/min_length": 816.0, "completions/min_terminated_length": 816.0, "epoch": 0.4553638409602401, "frac_reward_zero_std": 0.0, "grad_norm": 3.1658157293907507, "kl": 0.0162811279296875, "learning_rate": 6.963591612210223e-07, "loss": -0.037, "num_tokens": 82304712.0, "reward": 0.0, "reward_std": 0.8207736611366272, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06421436722534012, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12224954607289464, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7124999999999999, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06309898162000305, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1821 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1468.0, "completions/mean_length": 1387.875, "completions/mean_terminated_length": 1336.9091796875, "completions/min_length": 1216.0, "completions/min_terminated_length": 1216.0, "epoch": 0.45561390347586894, "frac_reward_zero_std": 0.0, "grad_norm": 2.71155353369562, "kl": 0.0126800537109375, "learning_rate": 6.959876540518991e-07, "loss": 0.0183, "num_tokens": 82358174.0, "reward": 0.0, "reward_std": 0.4597734212875366, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.10724303915387337, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.19482584690965446, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.19734346820820914, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1822 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1490.0, "completions/mean_length": 1312.625, "completions/mean_terminated_length": 1250.166748046875, "completions/min_length": 1042.0, "completions/min_terminated_length": 1042.0, "epoch": 0.45586396599149787, "frac_reward_zero_std": 0.0, "grad_norm": 3.1259597767257334, "kl": 0.0166473388671875, "learning_rate": 6.956160356450364e-07, "loss": -0.0286, "num_tokens": 82405632.0, "reward": 0.0, "reward_std": 0.6679286956787109, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.09562542840201543, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1315280000219106, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8291666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11917929226045818, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1823 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1479.0, "completions/mean_length": 1333.5625, "completions/mean_terminated_length": 1295.1539306640625, "completions/min_length": 1162.0, "completions/min_terminated_length": 1162.0, "epoch": 0.4561140285071268, "frac_reward_zero_std": 0.0, "grad_norm": 2.5166750264777815, "kl": 0.0108184814453125, "learning_rate": 6.952443062835954e-07, "loss": 0.0202, "num_tokens": 82444593.0, "reward": -7.450580596923828e-09, "reward_std": 1.0097635984420776, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0824531244519275, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03684521918502093, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8041666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09574271077563383, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1824 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1387.0, "completions/max_terminated_length": 1387.0, "completions/mean_length": 1060.9375, "completions/mean_terminated_length": 1060.9375, "completions/min_length": 885.0, "completions/min_terminated_length": 885.0, "epoch": 0.4563640910227557, "frac_reward_zero_std": 0.0, "grad_norm": 2.830732145524097, "kl": 0.0129547119140625, "learning_rate": 6.948724662508214e-07, "loss": -0.0322, "num_tokens": 82480536.0, "reward": 0.0, "reward_std": 0.8124505281448364, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.015338984229879286, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03360756299492685, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8583333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1308094458023239, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1825 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1295.0, "completions/max_terminated_length": 1295.0, "completions/mean_length": 990.9375, "completions/mean_terminated_length": 990.9375, "completions/min_length": 596.0, "completions/min_terminated_length": 596.0, "epoch": 0.4566141535383846, "frac_reward_zero_std": 0.0, "grad_norm": 3.8513147489166566, "kl": 0.0145721435546875, "learning_rate": 6.945005158300438e-07, "loss": 0.0032, "num_tokens": 82514103.0, "reward": 0.0, "reward_std": 0.9960329532623291, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.04540406116600847, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09436945132145678, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10027739304327551, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1826 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1310.0, "completions/max_terminated_length": 1310.0, "completions/mean_length": 971.0625, "completions/mean_terminated_length": 971.0625, "completions/min_length": 524.0, "completions/min_terminated_length": 524.0, "epoch": 0.4568642160540135, "frac_reward_zero_std": 0.0, "grad_norm": 3.368200318893693, "kl": 0.01171875, "learning_rate": 6.941284553046769e-07, "loss": -0.0135, "num_tokens": 82557336.0, "reward": 0.0, "reward_std": 0.9977255463600159, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.010722299504217069, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09330477559934888, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6333333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08432740427115676, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1827 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1416.0, "completions/mean_length": 1274.875, "completions/mean_terminated_length": 1259.86669921875, "completions/min_length": 946.0, "completions/min_terminated_length": 946.0, "epoch": 0.45711427856964243, "frac_reward_zero_std": 0.0, "grad_norm": 2.8574284532317344, "kl": 0.012908935546875, "learning_rate": 6.937562849582184e-07, "loss": -0.0009, "num_tokens": 82616214.0, "reward": 0.0, "reward_std": 0.8704149723052979, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0850594943204607, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.14907198994293339, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08243965245133131, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1828 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1474.0, "completions/mean_length": 1138.0625, "completions/mean_terminated_length": 973.5454711914062, "completions/min_length": 656.0, "completions/min_terminated_length": 656.0, "epoch": 0.4573643410852713, "frac_reward_zero_std": 0.0, "grad_norm": 3.437617765081333, "kl": 0.019317626953125, "learning_rate": 6.933840050742494e-07, "loss": -0.0109, "num_tokens": 82662703.0, "reward": 0.0, "reward_std": 1.0448416471481323, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.029058579767837586, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.13053124660818144, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8041666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09574271077563383, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1829 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1313.0, "completions/max_terminated_length": 1313.0, "completions/mean_length": 1036.75, "completions/mean_terminated_length": 1036.75, "completions/min_length": 778.0, "completions/min_terminated_length": 778.0, "epoch": 0.4576144036009002, "frac_reward_zero_std": 0.0, "grad_norm": 3.5743547446318806, "kl": 0.0259552001953125, "learning_rate": 6.930116159364351e-07, "loss": 0.0057, "num_tokens": 82704499.0, "reward": 0.0, "reward_std": 0.9025289416313171, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.16100855821763016, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.2565515967337793, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11385500851066221, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1830 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1312.0, "completions/mean_length": 1348.5625, "completions/mean_terminated_length": 1153.857177734375, "completions/min_length": 959.0, "completions/min_terminated_length": 959.0, "epoch": 0.45786446611652915, "frac_reward_zero_std": 0.0, "grad_norm": 2.9628574770398965, "kl": 0.013702392578125, "learning_rate": 6.926391178285236e-07, "loss": -0.0172, "num_tokens": 82765620.0, "reward": -7.450580596923828e-09, "reward_std": 1.0314022302627563, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.050153758598882395, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06498519115013517, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7666666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08073734277593314, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1831 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1175.0, "completions/max_terminated_length": 1175.0, "completions/mean_length": 1033.25, "completions/mean_terminated_length": 1033.25, "completions/min_length": 809.0, "completions/min_terminated_length": 809.0, "epoch": 0.458114528632158, "frac_reward_zero_std": 0.0, "grad_norm": 3.8888649831081823, "kl": 0.0177459716796875, "learning_rate": 6.922665110343461e-07, "loss": -0.0187, "num_tokens": 82809536.0, "reward": 0.0, "reward_std": 0.7812528014183044, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06915200509562117, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.051419356331221196, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.15389991938004774, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1832 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1434.0, "completions/mean_length": 1225.8125, "completions/mean_terminated_length": 1186.6429443359375, "completions/min_length": 993.0, "completions/min_terminated_length": 993.0, "epoch": 0.45836459114778694, "frac_reward_zero_std": 0.0, "grad_norm": 2.9402665726107884, "kl": 0.013946533203125, "learning_rate": 6.918937958378164e-07, "loss": -0.0025, "num_tokens": 82857325.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0259133577346802, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.011231261614965108, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09716848063692403, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11279282877125756, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1833 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1272.0, "completions/max_terminated_length": 1272.0, "completions/mean_length": 999.4375, "completions/mean_terminated_length": 999.4375, "completions/min_length": 792.0, "completions/min_terminated_length": 792.0, "epoch": 0.45861465366341586, "frac_reward_zero_std": 0.0, "grad_norm": 3.0989169394902087, "kl": 0.01239013671875, "learning_rate": 6.915209725229314e-07, "loss": -0.077, "num_tokens": 82896924.0, "reward": 1.4901161193847656e-08, "reward_std": 1.022628903388977, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0600167277913412, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06939960333862358, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09179284245476839, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1834 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1328.0, "completions/max_terminated_length": 1328.0, "completions/mean_length": 1025.6875, "completions/mean_terminated_length": 1025.6875, "completions/min_length": 573.0, "completions/min_terminated_length": 573.0, "epoch": 0.4588647161790448, "frac_reward_zero_std": 0.0, "grad_norm": 3.228210909657755, "kl": 0.012969970703125, "learning_rate": 6.911480413737698e-07, "loss": -0.0845, "num_tokens": 82935015.0, "reward": -2.9802322387695312e-08, "reward_std": 0.5119550824165344, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.061661498127497126, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07698606972614011, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10101338378503963, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1835 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1473.0, "completions/max_terminated_length": 1473.0, "completions/mean_length": 1073.25, "completions/mean_terminated_length": 1073.25, "completions/min_length": 774.0, "completions/min_terminated_length": 774.0, "epoch": 0.45911477869467365, "frac_reward_zero_std": 0.0, "grad_norm": 3.404151729421034, "kl": 0.015411376953125, "learning_rate": 6.907750026744927e-07, "loss": -0.0206, "num_tokens": 82987955.0, "reward": -2.9802322387695312e-08, "reward_std": 1.0061125755310059, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.02871448483439275, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08028431132680781, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14089659985908765, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1836 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1385.0, "completions/max_terminated_length": 1385.0, "completions/mean_length": 977.6875, "completions/mean_terminated_length": 977.6875, "completions/min_length": 849.0, "completions/min_terminated_length": 849.0, "epoch": 0.4593648412103026, "frac_reward_zero_std": 0.0, "grad_norm": 3.0302082068429708, "kl": 0.01264190673828125, "learning_rate": 6.904018567093435e-07, "loss": -0.0214, "num_tokens": 83020718.0, "reward": 0.0, "reward_std": 0.8798761367797852, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.09262552280283803, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.13064356903568808, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7374999999999999, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.15293426329272616, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1837 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1465.0, "completions/mean_length": 1222.75, "completions/mean_terminated_length": 1204.2667236328125, "completions/min_length": 864.0, "completions/min_terminated_length": 864.0, "epoch": 0.4596149037259315, "frac_reward_zero_std": 0.0, "grad_norm": 3.2237613171205233, "kl": 0.015289306640625, "learning_rate": 6.900286037626467e-07, "loss": 0.0114, "num_tokens": 83066594.0, "reward": 0.0, "reward_std": 0.7387148141860962, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0316166225070472, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.048146613630875724, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.85, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10183501544346313, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1838 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1307.0, "completions/mean_length": 1136.5, "completions/mean_terminated_length": 1084.571533203125, "completions/min_length": 781.0, "completions/min_terminated_length": 781.0, "epoch": 0.45986496624156037, "frac_reward_zero_std": 0.0, "grad_norm": 3.2433559023958574, "kl": 0.01239013671875, "learning_rate": 6.896552441188089e-07, "loss": -0.0078, "num_tokens": 83110522.0, "reward": 0.0, "reward_std": 0.8725123405456543, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.019891341202272712, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11410652031283763, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10470416879457554, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1839 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1442.0, "completions/max_terminated_length": 1442.0, "completions/mean_length": 1022.6875, "completions/mean_terminated_length": 1022.6875, "completions/min_length": 657.0, "completions/min_terminated_length": 657.0, "epoch": 0.4601150287571893, "frac_reward_zero_std": 0.0, "grad_norm": 3.032687896395839, "kl": 0.013824462890625, "learning_rate": 6.892817780623176e-07, "loss": -0.0568, "num_tokens": 83149861.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0448403358459473, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.016500985972915844, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10793586936575628, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08850612031567838, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1840 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1340.0, "completions/max_terminated_length": 1340.0, "completions/mean_length": 1031.9375, "completions/mean_terminated_length": 1031.9375, "completions/min_length": 652.0, "completions/min_terminated_length": 652.0, "epoch": 0.4603650912728182, "frac_reward_zero_std": 0.0, "grad_norm": 2.9658534023727285, "kl": 0.0146026611328125, "learning_rate": 6.889082058777415e-07, "loss": -0.0094, "num_tokens": 83184644.0, "reward": 2.60770320892334e-08, "reward_std": 1.0671181678771973, "rewards/wordcountpos_reward_GEOBench/mean": 2.60770320892334e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.045287337921535775, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0757621835587532, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13871099718746435, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1841 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1459.0, "completions/mean_length": 1061.875, "completions/mean_terminated_length": 960.769287109375, "completions/min_length": 433.0, "completions/min_terminated_length": 433.0, "epoch": 0.4606151537884471, "frac_reward_zero_std": 0.0, "grad_norm": 4.0644084177572735, "kl": 0.025146484375, "learning_rate": 6.885345278497302e-07, "loss": 0.0421, "num_tokens": 83232194.0, "reward": 0.0, "reward_std": 0.9290933609008789, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.003079044104724673, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03722256559033691, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7083333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10000000000000002, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1842 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1470.0, "completions/max_terminated_length": 1470.0, "completions/mean_length": 1266.6875, "completions/mean_terminated_length": 1266.6875, "completions/min_length": 916.0, "completions/min_terminated_length": 916.0, "epoch": 0.460865216304076, "frac_reward_zero_std": 0.0, "grad_norm": 2.1479680627332662, "kl": 0.005107879638671875, "learning_rate": 6.88160744263014e-07, "loss": -0.0106, "num_tokens": 83277869.0, "reward": 7.450580596923828e-09, "reward_std": 0.9287983179092407, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.01780458746218854, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07844349964093861, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07649739768026005, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1843 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1498.0, "completions/mean_length": 1234.5, "completions/mean_terminated_length": 1075.2000732421875, "completions/min_length": 926.0, "completions/min_terminated_length": 926.0, "epoch": 0.46111527881970493, "frac_reward_zero_std": 0.0, "grad_norm": 2.7839205746139797, "kl": 0.0098419189453125, "learning_rate": 6.877868554024034e-07, "loss": -0.0264, "num_tokens": 83325213.0, "reward": 7.450580596923828e-09, "reward_std": 1.0659749507904053, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.05528262248719654, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.24447824003346008, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7374999999999999, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13214750456578045, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1844 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1450.0, "completions/max_terminated_length": 1450.0, "completions/mean_length": 1059.9375, "completions/mean_terminated_length": 1059.9375, "completions/min_length": 551.0, "completions/min_terminated_length": 551.0, "epoch": 0.46136534133533386, "frac_reward_zero_std": 0.0, "grad_norm": 3.5628619906974577, "kl": 0.01849365234375, "learning_rate": 6.874128615527896e-07, "loss": -0.0553, "num_tokens": 83366772.0, "reward": 1.1175870895385742e-08, "reward_std": 1.0636755228042603, "rewards/wordcountpos_reward_GEOBench/mean": 1.1175870895385742e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06216897267737967, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07410262701311715, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11385500851066223, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1845 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1450.0, "completions/mean_length": 1341.625, "completions/mean_terminated_length": 1246.5999755859375, "completions/min_length": 1042.0, "completions/min_terminated_length": 1042.0, "epoch": 0.4616154038509627, "frac_reward_zero_std": 0.0, "grad_norm": 2.6666708097461305, "kl": 0.0153350830078125, "learning_rate": 6.870387629991432e-07, "loss": -0.0183, "num_tokens": 83425894.0, "reward": -3.725290298461914e-09, "reward_std": 1.0647468566894531, "rewards/wordcountpos_reward_GEOBench/mean": -3.725290298461914e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.05177356753271487, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09461828986477723, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7333333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.05443310539518177, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1846 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1305.0, "completions/max_terminated_length": 1305.0, "completions/mean_length": 1092.6875, "completions/mean_terminated_length": 1092.6875, "completions/min_length": 809.0, "completions/min_terminated_length": 809.0, "epoch": 0.46186546636659165, "frac_reward_zero_std": 0.0, "grad_norm": 3.6979280133137364, "kl": 0.016143798828125, "learning_rate": 6.86664560026515e-07, "loss": 0.0329, "num_tokens": 83463817.0, "reward": 0.0, "reward_std": 0.818084716796875, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.026275904756948642, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08616822698729962, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07084150279686705, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1847 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1466.0, "completions/mean_length": 1144.4375, "completions/mean_terminated_length": 1093.6429443359375, "completions/min_length": 714.0, "completions/min_terminated_length": 714.0, "epoch": 0.46211552888222057, "frac_reward_zero_std": 0.0, "grad_norm": 3.725849642204346, "kl": 0.0160369873046875, "learning_rate": 6.86290252920035e-07, "loss": -0.0196, "num_tokens": 83511648.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9439548850059509, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.004773744118550791, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08793436285181201, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11021863793455329, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1848 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1257.0, "completions/max_terminated_length": 1257.0, "completions/mean_length": 1177.8125, "completions/mean_terminated_length": 1177.8125, "completions/min_length": 1055.0, "completions/min_terminated_length": 1055.0, "epoch": 0.46236559139784944, "frac_reward_zero_std": 0.0, "grad_norm": 2.371185966699895, "kl": 0.00732421875, "learning_rate": 6.859158419649133e-07, "loss": 0.0234, "num_tokens": 83551365.0, "reward": 0.0, "reward_std": 0.7918788194656372, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.009690211071354758, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.024744903389538494, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10174405069512348, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1849 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1190.0, "completions/max_terminated_length": 1190.0, "completions/mean_length": 944.75, "completions/mean_terminated_length": 944.75, "completions/min_length": 748.0, "completions/min_terminated_length": 748.0, "epoch": 0.46261565391347836, "frac_reward_zero_std": 0.0, "grad_norm": 3.4535330688906023, "kl": 0.013214111328125, "learning_rate": 6.855413274464379e-07, "loss": -0.0237, "num_tokens": 83584017.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9044044017791748, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.014628944142300017, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.040536455882283585, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.775, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07252075054258102, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1850 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1436.0, "completions/mean_length": 1195.0, "completions/mean_terminated_length": 1151.4285888671875, "completions/min_length": 971.0, "completions/min_terminated_length": 971.0, "epoch": 0.4628657164291073, "frac_reward_zero_std": 0.0, "grad_norm": 2.41619330663218, "kl": 0.00836944580078125, "learning_rate": 6.851667096499768e-07, "loss": -0.046, "num_tokens": 83619105.0, "reward": 0.0, "reward_std": 0.6548577547073364, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.14674974107711472, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.14936259761979365, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08681611046941137, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1851 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1055.0, "completions/max_terminated_length": 1055.0, "completions/mean_length": 961.9375, "completions/mean_terminated_length": 961.9375, "completions/min_length": 683.0, "completions/min_terminated_length": 683.0, "epoch": 0.4631157789447362, "frac_reward_zero_std": 0.0, "grad_norm": 2.7759836376838716, "kl": 0.008697509765625, "learning_rate": 6.847919888609764e-07, "loss": -0.0008, "num_tokens": 83655400.0, "reward": -2.9802322387695312e-08, "reward_std": 0.7785439491271973, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.02664784667108073, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.13495020850641687, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08333333333333336, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1852 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1204.0, "completions/mean_length": 1193.5625, "completions/mean_terminated_length": 887.125, "completions/min_length": 738.0, "completions/min_terminated_length": 738.0, "epoch": 0.4633658414603651, "frac_reward_zero_std": 0.0, "grad_norm": 4.0707046293457205, "kl": 0.01776123046875, "learning_rate": 6.844171653649613e-07, "loss": -0.0231, "num_tokens": 83704025.0, "reward": 2.9802322387695312e-08, "reward_std": 0.7044391632080078, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.016443040639594668, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.01754189462143652, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6708333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09878896324620105, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1853 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1416.0, "completions/mean_length": 1251.9375, "completions/mean_terminated_length": 1169.25, "completions/min_length": 897.0, "completions/min_terminated_length": 897.0, "epoch": 0.463615903975994, "frac_reward_zero_std": 0.0, "grad_norm": 3.2891160558561734, "kl": 0.0159454345703125, "learning_rate": 6.840422394475346e-07, "loss": -0.0266, "num_tokens": 83754160.0, "reward": -1.4901161193847656e-08, "reward_std": 0.992673933506012, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08734775114237134, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1854 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 955.0, "completions/mean_length": 1169.6875, "completions/mean_terminated_length": 839.375, "completions/min_length": 617.0, "completions/min_terminated_length": 617.0, "epoch": 0.4638659664916229, "frac_reward_zero_std": 0.0, "grad_norm": 3.1406880449861596, "kl": 0.0127716064453125, "learning_rate": 6.836672113943774e-07, "loss": 0.0363, "num_tokens": 83803291.0, "reward": 0.0, "reward_std": 1.0250167846679688, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.14230976725261926, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0874199388283981, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07290277645477447, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1855 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1231.0, "completions/max_terminated_length": 1231.0, "completions/mean_length": 999.25, "completions/mean_terminated_length": 999.25, "completions/min_length": 812.0, "completions/min_terminated_length": 812.0, "epoch": 0.4641160290072518, "frac_reward_zero_std": 0.0, "grad_norm": 3.437755171143294, "kl": 0.0160064697265625, "learning_rate": 6.832920814912486e-07, "loss": 0.0067, "num_tokens": 83835183.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0335426330566406, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.022269980812583173, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05668275806659453, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12852438880818895, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1856 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1227.0, "completions/mean_length": 1282.5625, "completions/mean_terminated_length": 1065.125, "completions/min_length": 955.0, "completions/min_terminated_length": 955.0, "epoch": 0.4643660915228807, "frac_reward_zero_std": 0.0, "grad_norm": 2.7068882325100163, "kl": 0.0133514404296875, "learning_rate": 6.829168500239846e-07, "loss": -0.0018, "num_tokens": 83886872.0, "reward": 0.0, "reward_std": 0.8782742023468018, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.05208720319280023, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05379365857628684, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1548595540529595, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1857 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1404.0, "completions/mean_length": 1043.625, "completions/mean_terminated_length": 978.4285888671875, "completions/min_length": 481.0, "completions/min_terminated_length": 481.0, "epoch": 0.46461615403850964, "frac_reward_zero_std": 0.0, "grad_norm": 3.8238752274575134, "kl": 0.0159912109375, "learning_rate": 6.825415172784996e-07, "loss": -0.1222, "num_tokens": 83940114.0, "reward": 2.9802322387695312e-08, "reward_std": 0.6436352729797363, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03389209865876737, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.039298575184603834, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0666666666666667, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1858 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1314.0, "completions/max_terminated_length": 1314.0, "completions/mean_length": 1009.5, "completions/mean_terminated_length": 1009.5, "completions/min_length": 698.0, "completions/min_terminated_length": 698.0, "epoch": 0.4648662165541385, "frac_reward_zero_std": 0.0, "grad_norm": 3.7845183070924735, "kl": 0.0163726806640625, "learning_rate": 6.821660835407844e-07, "loss": 0.0002, "num_tokens": 83972746.0, "reward": 0.0, "reward_std": 0.8896753191947937, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.030585530626912154, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.060136754844700185, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7041666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10027739304327551, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1859 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1410.0, "completions/max_terminated_length": 1410.0, "completions/mean_length": 1135.0, "completions/mean_terminated_length": 1135.0, "completions/min_length": 872.0, "completions/min_terminated_length": 872.0, "epoch": 0.46511627906976744, "frac_reward_zero_std": 0.0, "grad_norm": 3.2366241872933967, "kl": 0.0134735107421875, "learning_rate": 6.81790549096907e-07, "loss": -0.0041, "num_tokens": 84016562.0, "reward": -2.9802322387695312e-08, "reward_std": 0.7251626253128052, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.36068859329844183, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.3904876056954611, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12041594578792296, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1860 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1409.0, "completions/mean_length": 1306.6875, "completions/mean_terminated_length": 1242.25, "completions/min_length": 1041.0, "completions/min_terminated_length": 1041.0, "epoch": 0.46536634158539636, "frac_reward_zero_std": 0.0, "grad_norm": 3.081705099517614, "kl": 0.014678955078125, "learning_rate": 6.814149142330125e-07, "loss": 0.0156, "num_tokens": 84057717.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9982789754867554, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04123169877046761, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04159620624993366, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07969850595746356, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1861 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1457.0, "completions/mean_length": 1189.1875, "completions/mean_terminated_length": 1117.4615478515625, "completions/min_length": 766.0, "completions/min_terminated_length": 766.0, "epoch": 0.4656164041010253, "frac_reward_zero_std": 0.0, "grad_norm": 2.308699575656154, "kl": 0.01404571533203125, "learning_rate": 6.810391792353217e-07, "loss": -0.0272, "num_tokens": 84109688.0, "reward": 5.960464477539063e-08, "reward_std": 0.7732906341552734, "rewards/wordcountpos_reward_GEOBench/mean": 5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.008666699644526309, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06294837995886422, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09953596037316068, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1862 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1494.0, "completions/max_terminated_length": 1494.0, "completions/mean_length": 1067.625, "completions/mean_terminated_length": 1067.625, "completions/min_length": 415.0, "completions/min_terminated_length": 415.0, "epoch": 0.46586646661665415, "frac_reward_zero_std": 0.0, "grad_norm": 3.7451353253556725, "kl": 0.018096923828125, "learning_rate": 6.806633443901326e-07, "loss": -0.0222, "num_tokens": 84150882.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0186876058578491, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.007883021449688008, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03242588312609541, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12285191326386657, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1863 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1403.0, "completions/mean_length": 1224.25, "completions/mean_terminated_length": 1160.615478515625, "completions/min_length": 1066.0, "completions/min_terminated_length": 1066.0, "epoch": 0.4661165291322831, "frac_reward_zero_std": 0.0, "grad_norm": 2.5652458530896767, "kl": 0.0135040283203125, "learning_rate": 6.802874099838187e-07, "loss": -0.0179, "num_tokens": 84200158.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9598199129104614, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06439648383078717, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09789424808221024, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0969917904124231, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1864 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1407.0, "completions/mean_length": 1246.25, "completions/mean_terminated_length": 1187.6923828125, "completions/min_length": 849.0, "completions/min_terminated_length": 849.0, "epoch": 0.466366591647912, "frac_reward_zero_std": 0.0, "grad_norm": 3.097307480283226, "kl": 0.013519287109375, "learning_rate": 6.799113763028294e-07, "loss": -0.0141, "num_tokens": 84248842.0, "reward": 0.0, "reward_std": 1.0153568983078003, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.10078114430743264, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11249396938048391, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10000000000000003, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1865 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1400.0, "completions/mean_length": 1285.1875, "completions/mean_terminated_length": 1187.5455322265625, "completions/min_length": 749.0, "completions/min_terminated_length": 749.0, "epoch": 0.46661665416354087, "frac_reward_zero_std": 0.0, "grad_norm": 2.8376120327819168, "kl": 0.0108184814453125, "learning_rate": 6.795352436336901e-07, "loss": 0.0595, "num_tokens": 84296341.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8875278234481812, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04575783341109019, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11466158115220573, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0687184270936277, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1866 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1339.0, "completions/max_terminated_length": 1339.0, "completions/mean_length": 990.5, "completions/mean_terminated_length": 990.5, "completions/min_length": 825.0, "completions/min_terminated_length": 825.0, "epoch": 0.4668667166791698, "frac_reward_zero_std": 0.0, "grad_norm": 3.1799001126202646, "kl": 0.0123443603515625, "learning_rate": 6.791590122630013e-07, "loss": -0.0239, "num_tokens": 84339933.0, "reward": 0.0, "reward_std": 0.8213618397712708, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.015282149404356434, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.22959015441100467, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7916666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.053748384988657034, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1867 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1366.0, "completions/mean_length": 988.375, "completions/mean_terminated_length": 954.2667236328125, "completions/min_length": 780.0, "completions/min_terminated_length": 780.0, "epoch": 0.4671167791947987, "frac_reward_zero_std": 0.0, "grad_norm": 3.0078472526892988, "kl": 0.0125274658203125, "learning_rate": 6.787826824774385e-07, "loss": -0.0542, "num_tokens": 84368451.0, "reward": 0.0, "reward_std": 1.0029993057250977, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.020478965936279826, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11564753356270147, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7916666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08734775114237134, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1868 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1255.0, "completions/max_terminated_length": 1255.0, "completions/mean_length": 984.8125, "completions/mean_terminated_length": 984.8125, "completions/min_length": 779.0, "completions/min_terminated_length": 779.0, "epoch": 0.4673668417104276, "frac_reward_zero_std": 0.0, "grad_norm": 3.4791815513922066, "kl": 0.0170135498046875, "learning_rate": 6.784062545637529e-07, "loss": 0.0096, "num_tokens": 84411176.0, "reward": 0.0, "reward_std": 0.8106040954589844, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.005932266193526273, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.051653062401242025, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10174405069512348, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1869 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1212.0, "completions/max_terminated_length": 1212.0, "completions/mean_length": 1092.5625, "completions/mean_terminated_length": 1092.5625, "completions/min_length": 998.0, "completions/min_terminated_length": 998.0, "epoch": 0.4676169042260565, "frac_reward_zero_std": 0.0, "grad_norm": 3.0798004703888644, "kl": 0.011810302734375, "learning_rate": 6.780297288087701e-07, "loss": -0.0053, "num_tokens": 84465817.0, "reward": 0.0, "reward_std": 0.8956692218780518, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.016527467205764035, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.19069801849407234, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07969850595746357, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1870 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1409.0, "completions/mean_length": 1132.125, "completions/mean_terminated_length": 1047.2308349609375, "completions/min_length": 693.0, "completions/min_terminated_length": 693.0, "epoch": 0.46786696674168543, "frac_reward_zero_std": 0.0, "grad_norm": 2.596546602750799, "kl": 0.0111541748046875, "learning_rate": 6.776531054993898e-07, "loss": 0.0798, "num_tokens": 84502339.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9847208261489868, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.08090233098082288, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.091344147888233, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09699179041242312, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1871 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1391.0, "completions/mean_length": 1049.0, "completions/mean_terminated_length": 1018.9334106445312, "completions/min_length": 784.0, "completions/min_terminated_length": 784.0, "epoch": 0.46811702925731435, "frac_reward_zero_std": 0.0, "grad_norm": 3.260547688510743, "kl": 0.0122528076171875, "learning_rate": 6.772763849225868e-07, "loss": -0.0011, "num_tokens": 84532947.0, "reward": 0.0, "reward_std": 0.891823410987854, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.004706014144111362, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03426228419090707, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1338185615204685, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1872 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1439.0, "completions/mean_length": 1232.6875, "completions/mean_terminated_length": 1171.0, "completions/min_length": 967.0, "completions/min_terminated_length": 967.0, "epoch": 0.4683670917729432, "frac_reward_zero_std": 0.0, "grad_norm": 3.3600521630593123, "kl": 0.0139312744140625, "learning_rate": 6.768995673654094e-07, "loss": -0.0364, "num_tokens": 84583622.0, "reward": 7.450580596923828e-09, "reward_std": 1.0459738969802856, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0036310154189729536, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.045492990153671205, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0850925422157591, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1873 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1398.0, "completions/mean_length": 1264.9375, "completions/mean_terminated_length": 1186.5833740234375, "completions/min_length": 804.0, "completions/min_terminated_length": 804.0, "epoch": 0.46861715428857215, "frac_reward_zero_std": 0.0, "grad_norm": 3.05390518226303, "kl": 0.0145416259765625, "learning_rate": 6.765226531149802e-07, "loss": -0.0243, "num_tokens": 84640357.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9955357313156128, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0981959140433387, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07898310050115967, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9208333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07781745019952499, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1874 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1398.0, "completions/mean_length": 1086.375, "completions/mean_terminated_length": 1027.2857666015625, "completions/min_length": 748.0, "completions/min_terminated_length": 748.0, "epoch": 0.46886721680420107, "frac_reward_zero_std": 0.0, "grad_norm": 4.231333435219154, "kl": 0.03118896484375, "learning_rate": 6.761456424584953e-07, "loss": -0.0046, "num_tokens": 84693243.0, "reward": 0.0, "reward_std": 0.8411573767662048, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.023188247078980904, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05609458626427101, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12292725943057184, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1875 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1492.0, "completions/mean_length": 1338.6875, "completions/mean_terminated_length": 1241.9000244140625, "completions/min_length": 1083.0, "completions/min_terminated_length": 1083.0, "epoch": 0.46911727931982994, "frac_reward_zero_std": 0.0, "grad_norm": 2.3864594579335274, "kl": 0.0092926025390625, "learning_rate": 6.757685356832242e-07, "loss": -0.0391, "num_tokens": 84731334.0, "reward": -2.9802322387695312e-08, "reward_std": 0.43781769275665283, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.09394403264323559, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.19930802524801294, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6333333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07302967433402215, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1876 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1094.0, "completions/max_terminated_length": 1094.0, "completions/mean_length": 960.375, "completions/mean_terminated_length": 960.375, "completions/min_length": 756.0, "completions/min_terminated_length": 756.0, "epoch": 0.46936734183545886, "frac_reward_zero_std": 0.0, "grad_norm": 3.610111717912981, "kl": 0.00927734375, "learning_rate": 6.7539133307651e-07, "loss": -0.0116, "num_tokens": 84762020.0, "reward": 2.9802322387695312e-08, "reward_std": 0.6590899229049683, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.12984001761493558, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10866440503855579, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09067647005823631, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1877 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1428.0, "completions/max_terminated_length": 1428.0, "completions/mean_length": 1247.1875, "completions/mean_terminated_length": 1247.1875, "completions/min_length": 1007.0, "completions/min_terminated_length": 1007.0, "epoch": 0.4696174043510878, "frac_reward_zero_std": 0.0, "grad_norm": 2.8912752780433855, "kl": 0.015350341796875, "learning_rate": 6.750140349257681e-07, "loss": -0.0098, "num_tokens": 84805631.0, "reward": 0.0, "reward_std": 0.523679792881012, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.005854385865432446, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03195934706278732, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7333333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0910840068085298, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1878 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1386.0, "completions/mean_length": 1013.125, "completions/mean_terminated_length": 943.5714721679688, "completions/min_length": 692.0, "completions/min_terminated_length": 692.0, "epoch": 0.46986746686671665, "frac_reward_zero_std": 0.0, "grad_norm": 3.219627927094694, "kl": 0.0121917724609375, "learning_rate": 6.746366415184875e-07, "loss": 0.077, "num_tokens": 84844985.0, "reward": 0.0, "reward_std": 0.5874274969100952, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.13686406357158193, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10078634989371796, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08509254221575906, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1879 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1113.0, "completions/max_terminated_length": 1113.0, "completions/mean_length": 835.6875, "completions/mean_terminated_length": 835.6875, "completions/min_length": 525.0, "completions/min_terminated_length": 525.0, "epoch": 0.4701175293823456, "frac_reward_zero_std": 0.0, "grad_norm": 3.1498973299644732, "kl": 0.01251983642578125, "learning_rate": 6.742591531422295e-07, "loss": 0.0056, "num_tokens": 84878468.0, "reward": 0.0, "reward_std": 0.7608758211135864, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.07377928151555223, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.2036321048626687, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8333333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11155467020454343, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1880 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1319.0, "completions/mean_length": 1173.3125, "completions/mean_terminated_length": 1126.6429443359375, "completions/min_length": 856.0, "completions/min_terminated_length": 856.0, "epoch": 0.4703675918979745, "frac_reward_zero_std": 0.0, "grad_norm": 2.822601106472211, "kl": 0.0131378173828125, "learning_rate": 6.738815700846276e-07, "loss": 0.0369, "num_tokens": 84931337.0, "reward": -2.9802322387695312e-08, "reward_std": 0.5588453412055969, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.12781366966771857, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.20068435069928198, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7083333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.15371932093796678, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1881 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1459.0, "completions/mean_length": 1198.9375, "completions/mean_terminated_length": 1178.86669921875, "completions/min_length": 887.0, "completions/min_terminated_length": 887.0, "epoch": 0.4706176544136034, "frac_reward_zero_std": 0.0, "grad_norm": 2.849956334459045, "kl": 0.0137939453125, "learning_rate": 6.735038926333871e-07, "loss": 0.0091, "num_tokens": 84979192.0, "reward": 2.9802322387695312e-08, "reward_std": 0.5622043609619141, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0379224917223121, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.055237339074835, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07649739768026001, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1882 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1352.0, "completions/max_terminated_length": 1352.0, "completions/mean_length": 1129.9375, "completions/mean_terminated_length": 1129.9375, "completions/min_length": 840.0, "completions/min_terminated_length": 840.0, "epoch": 0.4708677169292323, "frac_reward_zero_std": 0.0, "grad_norm": 3.584526986748381, "kl": 0.020050048828125, "learning_rate": 6.731261210762862e-07, "loss": -0.0483, "num_tokens": 85029687.0, "reward": 0.0, "reward_std": 0.6479766964912415, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.01086311167922276, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11246117196690046, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1134476547592341, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1883 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1494.0, "completions/mean_length": 1398.9375, "completions/mean_terminated_length": 1269.0, "completions/min_length": 871.0, "completions/min_terminated_length": 871.0, "epoch": 0.4711177794448612, "frac_reward_zero_std": 0.0, "grad_norm": 3.3342985556912286, "kl": 0.013824462890625, "learning_rate": 6.727482557011741e-07, "loss": -0.0291, "num_tokens": 85087694.0, "reward": 0.0, "reward_std": 0.507337212562561, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.09758924662521723, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10608951099203826, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07781745019952505, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1884 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1459.0, "completions/mean_length": 1136.9375, "completions/mean_terminated_length": 1112.7333984375, "completions/min_length": 699.0, "completions/min_terminated_length": 699.0, "epoch": 0.47136784196049014, "frac_reward_zero_std": 0.0, "grad_norm": 3.6046286115296335, "kl": 0.0157012939453125, "learning_rate": 6.723702967959717e-07, "loss": 0.0165, "num_tokens": 85131053.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9220064878463745, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.036543765105342706, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06718511897278712, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08333333333333334, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1885 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1143.0, "completions/max_terminated_length": 1143.0, "completions/mean_length": 1033.5625, "completions/mean_terminated_length": 1033.5625, "completions/min_length": 718.0, "completions/min_terminated_length": 718.0, "epoch": 0.471617904476119, "frac_reward_zero_std": 0.0, "grad_norm": 3.126873189721066, "kl": 0.0134124755859375, "learning_rate": 6.719922446486709e-07, "loss": 0.0278, "num_tokens": 85173806.0, "reward": 0.0, "reward_std": 0.721783459186554, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.042370467236421336, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06243893413771245, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08388704928078614, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1886 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1288.0, "completions/mean_length": 841.75, "completions/mean_terminated_length": 797.86669921875, "completions/min_length": 399.0, "completions/min_terminated_length": 399.0, "epoch": 0.47186796699174793, "frac_reward_zero_std": 0.0, "grad_norm": 3.385232347776868, "kl": 0.0172271728515625, "learning_rate": 6.716140995473354e-07, "loss": -0.0746, "num_tokens": 85210714.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9111377596855164, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.036210207767595565, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05913067286840874, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1299572579307862, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1887 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1445.0, "completions/mean_length": 1371.0625, "completions/mean_terminated_length": 1205.2857666015625, "completions/min_length": 790.0, "completions/min_terminated_length": 790.0, "epoch": 0.47211802950737686, "frac_reward_zero_std": 0.0, "grad_norm": 2.9643017665298697, "kl": 0.0117340087890625, "learning_rate": 6.712358617800985e-07, "loss": -0.0776, "num_tokens": 85266819.0, "reward": 0.0, "reward_std": 0.9653382301330566, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.09234065062037378, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10408440980056621, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10027739304327551, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1888 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1487.0, "completions/mean_length": 1281.0625, "completions/mean_terminated_length": 1208.0833740234375, "completions/min_length": 901.0, "completions/min_terminated_length": 901.0, "epoch": 0.4723680920230057, "frac_reward_zero_std": 0.0, "grad_norm": 2.7013703689639295, "kl": 0.011688232421875, "learning_rate": 6.708575316351653e-07, "loss": -0.0088, "num_tokens": 85310756.0, "reward": 0.0, "reward_std": 0.6903394460678101, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.05869433158443118, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08242853481494061, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.775, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.053748384988657034, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1889 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1407.0, "completions/mean_length": 1088.75, "completions/mean_terminated_length": 1061.3333740234375, "completions/min_length": 712.0, "completions/min_terminated_length": 712.0, "epoch": 0.47261815453863465, "frac_reward_zero_std": 0.0, "grad_norm": 2.9002191071252645, "kl": 0.0166473388671875, "learning_rate": 6.704791094008107e-07, "loss": -0.0382, "num_tokens": 85348608.0, "reward": 0.0, "reward_std": 1.0033472776412964, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0004588709206999543, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04226266942317501, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.775, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12382783747337808, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1890 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1466.0, "completions/mean_length": 1248.875, "completions/mean_terminated_length": 1098.2000732421875, "completions/min_length": 685.0, "completions/min_terminated_length": 685.0, "epoch": 0.4728682170542636, "frac_reward_zero_std": 0.0, "grad_norm": 2.394661396945037, "kl": 0.008819580078125, "learning_rate": 6.701005953653796e-07, "loss": 0.0372, "num_tokens": 85409918.0, "reward": -2.9802322387695312e-08, "reward_std": 0.7433128356933594, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.02827586354116152, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04551550390939511, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10390522747338701, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1891 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1348.0, "completions/mean_length": 966.9375, "completions/mean_terminated_length": 890.7857666015625, "completions/min_length": 687.0, "completions/min_terminated_length": 687.0, "epoch": 0.4731182795698925, "frac_reward_zero_std": 0.0, "grad_norm": 2.718240450910618, "kl": 0.010467529296875, "learning_rate": 6.697219898172874e-07, "loss": 0.0145, "num_tokens": 85451445.0, "reward": -2.9802322387695312e-08, "reward_std": 0.45938563346862793, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.00846828192083902, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.030645747633138917, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13817594795257457, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1892 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1469.0, "completions/mean_length": 1320.0625, "completions/mean_terminated_length": 1140.125, "completions/min_length": 887.0, "completions/min_terminated_length": 887.0, "epoch": 0.47336834208552137, "frac_reward_zero_std": 0.0, "grad_norm": 2.8732508299089465, "kl": 0.014617919921875, "learning_rate": 6.69343293045019e-07, "loss": -0.0557, "num_tokens": 85507014.0, "reward": 0.0, "reward_std": 0.8374285101890564, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.18364088155140024, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06779809847765349, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10246950765959599, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1893 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1495.0, "completions/max_terminated_length": 1495.0, "completions/mean_length": 1165.625, "completions/mean_terminated_length": 1165.625, "completions/min_length": 759.0, "completions/min_terminated_length": 759.0, "epoch": 0.4736184046011503, "frac_reward_zero_std": 0.0, "grad_norm": 2.910010649146053, "kl": 0.01800537109375, "learning_rate": 6.689645053371285e-07, "loss": -0.0296, "num_tokens": 85551960.0, "reward": 0.0, "reward_std": 0.9631032943725586, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.07032702738217428, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.131551901954233, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.133263870794973, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1894 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1301.0, "completions/mean_length": 1322.25, "completions/mean_terminated_length": 1144.5, "completions/min_length": 730.0, "completions/min_terminated_length": 730.0, "epoch": 0.4738684671167792, "frac_reward_zero_std": 0.0, "grad_norm": 2.086504905778682, "kl": 0.0092620849609375, "learning_rate": 6.685856269822395e-07, "loss": -0.0241, "num_tokens": 85615156.0, "reward": 2.2351741790771484e-08, "reward_std": 1.0114206075668335, "rewards/wordcountpos_reward_GEOBench/mean": 2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.04788631994140999, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07389677474841409, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.102469507659596, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1895 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1417.0, "completions/mean_length": 1231.3125, "completions/mean_terminated_length": 1022.3333129882812, "completions/min_length": 729.0, "completions/min_terminated_length": 729.0, "epoch": 0.4741185296324081, "frac_reward_zero_std": 0.0, "grad_norm": 3.1551063215404613, "kl": 0.0142822265625, "learning_rate": 6.682066582690451e-07, "loss": -0.0156, "num_tokens": 85659921.0, "reward": 0.0, "reward_std": 1.0234266519546509, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.16306932418226372, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0885898676088075, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6333333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09737289911202952, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1896 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1239.0, "completions/max_terminated_length": 1239.0, "completions/mean_length": 881.25, "completions/mean_terminated_length": 881.25, "completions/min_length": 571.0, "completions/min_terminated_length": 571.0, "epoch": 0.474368592148037, "frac_reward_zero_std": 0.0, "grad_norm": 3.7656127144296865, "kl": 0.01898193359375, "learning_rate": 6.678275994863065e-07, "loss": -0.0255, "num_tokens": 85698309.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0139950513839722, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.049074207335977206, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05212483909444117, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08734775114237134, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1897 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1488.0, "completions/max_terminated_length": 1488.0, "completions/mean_length": 1066.0, "completions/mean_terminated_length": 1066.0, "completions/min_length": 549.0, "completions/min_terminated_length": 549.0, "epoch": 0.47461865466366593, "frac_reward_zero_std": 0.0, "grad_norm": 3.1373972519070024, "kl": 0.01690673828125, "learning_rate": 6.674484509228541e-07, "loss": -0.041, "num_tokens": 85752125.0, "reward": 0.0, "reward_std": 0.48677903413772583, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.07382111109997128, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.164739426146542, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10878112581387148, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1898 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1256.0, "completions/max_terminated_length": 1256.0, "completions/mean_length": 1067.0625, "completions/mean_terminated_length": 1067.0625, "completions/min_length": 779.0, "completions/min_terminated_length": 779.0, "epoch": 0.4748687171792948, "frac_reward_zero_std": 0.0, "grad_norm": 2.6601113866120984, "kl": 0.01556396484375, "learning_rate": 6.670692128675864e-07, "loss": -0.0241, "num_tokens": 85796606.0, "reward": 0.0, "reward_std": 0.7382583618164062, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.10998717911114568, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0985613155568639, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8041666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07876359377087683, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1899 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1276.0, "completions/mean_length": 1113.125, "completions/mean_terminated_length": 1087.3333740234375, "completions/min_length": 875.0, "completions/min_terminated_length": 875.0, "epoch": 0.4751187796949237, "frac_reward_zero_std": 0.0, "grad_norm": 2.8358423880164643, "kl": 0.0106353759765625, "learning_rate": 6.6668988560947e-07, "loss": -0.0302, "num_tokens": 85837136.0, "reward": 2.9802322387695312e-08, "reward_std": 0.5034657120704651, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.07615919604734966, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09454315495848817, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7916666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.072520750542581, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1900 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1440.0, "completions/mean_length": 1192.4375, "completions/mean_terminated_length": 1052.6363525390625, "completions/min_length": 823.0, "completions/min_terminated_length": 823.0, "epoch": 0.47536884221055264, "frac_reward_zero_std": 0.0, "grad_norm": 2.1452655291829354, "kl": 0.010223388671875, "learning_rate": 6.6631046943754e-07, "loss": -0.0625, "num_tokens": 85885183.0, "reward": 0.0, "reward_std": 0.7404085397720337, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.07537805637773076, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1385461062160581, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7666666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06885303726590966, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1901 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1499.0, "completions/mean_length": 1248.3125, "completions/mean_terminated_length": 1190.2308349609375, "completions/min_length": 849.0, "completions/min_terminated_length": 849.0, "epoch": 0.47561890472618157, "frac_reward_zero_std": 0.0, "grad_norm": 3.2338950732321914, "kl": 0.0136260986328125, "learning_rate": 6.659309646408988e-07, "loss": -0.0161, "num_tokens": 85929524.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9128320217132568, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03282378502973593, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05076372207090238, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06978803887752093, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1902 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1343.0, "completions/mean_length": 1058.75, "completions/mean_terminated_length": 1029.3333740234375, "completions/min_length": 623.0, "completions/min_terminated_length": 623.0, "epoch": 0.47586896724181044, "frac_reward_zero_std": 0.0, "grad_norm": 3.5424860471945054, "kl": 0.0143585205078125, "learning_rate": 6.655513715087165e-07, "loss": 0.057, "num_tokens": 85976576.0, "reward": -2.9802322387695312e-08, "reward_std": 0.48822712898254395, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.12362802714947313, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1444652950781308, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08933913745655644, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1903 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1204.0, "completions/max_terminated_length": 1204.0, "completions/mean_length": 1036.9375, "completions/mean_terminated_length": 1036.9375, "completions/min_length": 834.0, "completions/min_terminated_length": 834.0, "epoch": 0.47611902975743936, "frac_reward_zero_std": 0.0, "grad_norm": 3.6712529721218803, "kl": 0.01837158203125, "learning_rate": 6.651716903302301e-07, "loss": -0.0462, "num_tokens": 86026239.0, "reward": 7.450580596923828e-09, "reward_std": 1.0606942176818848, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.19431230677867498, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.2588189807603952, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7708333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10602235962635781, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1904 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1481.0, "completions/mean_length": 1133.3125, "completions/mean_terminated_length": 1011.0833740234375, "completions/min_length": 555.0, "completions/min_terminated_length": 555.0, "epoch": 0.4763690922730683, "frac_reward_zero_std": 0.0, "grad_norm": 3.3576202726933317, "kl": 0.015533447265625, "learning_rate": 6.647919213947447e-07, "loss": -0.0641, "num_tokens": 86067492.0, "reward": 5.960464477539063e-08, "reward_std": 0.7513043880462646, "rewards/wordcountpos_reward_GEOBench/mean": 5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.013051272051461393, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0312157796684796, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.675, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11894598836509011, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1905 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1372.0, "completions/max_terminated_length": 1372.0, "completions/mean_length": 1004.25, "completions/mean_terminated_length": 1004.25, "completions/min_length": 624.0, "completions/min_terminated_length": 624.0, "epoch": 0.47661915478869715, "frac_reward_zero_std": 0.0, "grad_norm": 3.459437282992562, "kl": 0.018524169921875, "learning_rate": 6.644120649916309e-07, "loss": -0.0075, "num_tokens": 86107312.0, "reward": -7.450580596923828e-09, "reward_std": 1.0216128826141357, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.11206021657562043, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.22662199165199604, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07097208632298364, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1906 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1374.0, "completions/max_terminated_length": 1374.0, "completions/mean_length": 1057.0, "completions/mean_terminated_length": 1057.0, "completions/min_length": 521.0, "completions/min_terminated_length": 521.0, "epoch": 0.4768692173043261, "frac_reward_zero_std": 0.0, "grad_norm": 3.0596997123517804, "kl": 0.01291656494140625, "learning_rate": 6.640321214103271e-07, "loss": 0.0151, "num_tokens": 86139200.0, "reward": 0.0, "reward_std": 0.9146584272384644, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0584655365593443, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08669089121891312, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9041666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10027739304327549, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1907 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1368.0, "completions/mean_length": 958.5, "completions/mean_terminated_length": 881.1428833007812, "completions/min_length": 582.0, "completions/min_terminated_length": 582.0, "epoch": 0.477119279819955, "frac_reward_zero_std": 0.0, "grad_norm": 3.6027005027463592, "kl": 0.0171051025390625, "learning_rate": 6.636520909403374e-07, "loss": -0.0362, "num_tokens": 86170400.0, "reward": 7.450580596923828e-09, "reward_std": 1.0474727153778076, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06965954483935002, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03924382681180245, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08734775114237134, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1908 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1399.0, "completions/mean_length": 1258.75, "completions/mean_terminated_length": 1224.2857666015625, "completions/min_length": 1014.0, "completions/min_terminated_length": 1014.0, "epoch": 0.47736934233558387, "frac_reward_zero_std": 0.0, "grad_norm": 2.8245123417044025, "kl": 0.0153961181640625, "learning_rate": 6.632719738712324e-07, "loss": 0.0208, "num_tokens": 86223812.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8789528608322144, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.014907962754595662, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03938192682975242, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8291666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.05947299418254506, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1909 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1320.0, "completions/mean_length": 1160.5, "completions/mean_terminated_length": 1006.1818237304688, "completions/min_length": 604.0, "completions/min_terminated_length": 604.0, "epoch": 0.4776194048512128, "frac_reward_zero_std": 0.0, "grad_norm": 3.3985468481037096, "kl": 0.0147705078125, "learning_rate": 6.628917704926491e-07, "loss": -0.0711, "num_tokens": 86269396.0, "reward": 2.9802322387695312e-08, "reward_std": 0.6039036512374878, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.05184356677792204, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12688890877784711, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10749676997731401, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1910 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1369.0, "completions/max_terminated_length": 1369.0, "completions/mean_length": 979.125, "completions/mean_terminated_length": 979.125, "completions/min_length": 779.0, "completions/min_terminated_length": 779.0, "epoch": 0.4778694673668417, "frac_reward_zero_std": 0.0, "grad_norm": 2.7971929433532927, "kl": 0.0162506103515625, "learning_rate": 6.625114810942894e-07, "loss": 0.0023, "num_tokens": 86300054.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0679841041564941, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.07884959650033302, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07111722467132862, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.825, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14375905768565217, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1911 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1343.0, "completions/max_terminated_length": 1343.0, "completions/mean_length": 949.6875, "completions/mean_terminated_length": 949.6875, "completions/min_length": 662.0, "completions/min_terminated_length": 662.0, "epoch": 0.47811952988247064, "frac_reward_zero_std": 0.0, "grad_norm": 3.1843706370818854, "kl": 0.013092041015625, "learning_rate": 6.621311059659214e-07, "loss": 0.0104, "num_tokens": 86341697.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0394268035888672, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.12741399527114455, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.16629177131924863, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06382847385042256, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1912 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1173.0, "completions/max_terminated_length": 1173.0, "completions/mean_length": 949.5625, "completions/mean_terminated_length": 949.5625, "completions/min_length": 760.0, "completions/min_terminated_length": 760.0, "epoch": 0.4783695923980995, "frac_reward_zero_std": 0.0, "grad_norm": 4.073098116170339, "kl": 0.0158843994140625, "learning_rate": 6.617506453973781e-07, "loss": -0.0053, "num_tokens": 86387394.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9476511478424072, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.017755884045153724, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.058008013636693556, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06831300510639736, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1913 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1391.0, "completions/max_terminated_length": 1391.0, "completions/mean_length": 1168.25, "completions/mean_terminated_length": 1168.25, "completions/min_length": 828.0, "completions/min_terminated_length": 828.0, "epoch": 0.47861965491372843, "frac_reward_zero_std": 0.0, "grad_norm": 3.1075584778933507, "kl": 0.019989013671875, "learning_rate": 6.61370099678558e-07, "loss": 0.0034, "num_tokens": 86437998.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0403326749801636, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.09265043491302337, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0811878953160365, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8333333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11417984514369005, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1914 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1174.0, "completions/max_terminated_length": 1174.0, "completions/mean_length": 908.9375, "completions/mean_terminated_length": 908.9375, "completions/min_length": 715.0, "completions/min_terminated_length": 715.0, "epoch": 0.47886971742935736, "frac_reward_zero_std": 0.0, "grad_norm": 3.4558621482144662, "kl": 0.01275634765625, "learning_rate": 6.60989469099424e-07, "loss": 0.0031, "num_tokens": 86467973.0, "reward": 0.0, "reward_std": 0.8515634536743164, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.023816436278333908, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04434163264913807, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7916666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09067647005823631, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1915 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1200.0, "completions/max_terminated_length": 1200.0, "completions/mean_length": 888.5, "completions/mean_terminated_length": 888.5, "completions/min_length": 525.0, "completions/min_terminated_length": 525.0, "epoch": 0.4791197799449862, "frac_reward_zero_std": 0.0, "grad_norm": 3.595904135548974, "kl": 0.01708984375, "learning_rate": 6.606087539500042e-07, "loss": -0.015, "num_tokens": 86502813.0, "reward": 2.2351741790771484e-08, "reward_std": 1.0023553371429443, "rewards/wordcountpos_reward_GEOBench/mean": 2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.006931449098706834, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04363829847511768, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11409872268574493, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1916 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1386.0, "completions/max_terminated_length": 1386.0, "completions/mean_length": 1132.3125, "completions/mean_terminated_length": 1132.3125, "completions/min_length": 887.0, "completions/min_terminated_length": 887.0, "epoch": 0.47936984246061515, "frac_reward_zero_std": 0.0, "grad_norm": 3.442197935571225, "kl": 0.0161590576171875, "learning_rate": 6.60227954520391e-07, "loss": -0.0206, "num_tokens": 86539954.0, "reward": -2.2351741790771484e-08, "reward_std": 1.0680949687957764, "rewards/wordcountpos_reward_GEOBench/mean": -2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11538983843829066, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1917 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1442.0, "completions/mean_length": 1343.0, "completions/mean_terminated_length": 1186.0, "completions/min_length": 897.0, "completions/min_terminated_length": 897.0, "epoch": 0.47961990497624407, "frac_reward_zero_std": 0.0, "grad_norm": 2.3788102479971447, "kl": 0.0125732421875, "learning_rate": 6.598470711007407e-07, "loss": -0.0271, "num_tokens": 86589554.0, "reward": 7.450580596923828e-09, "reward_std": 1.0416228771209717, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.02468830760096622, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.023363700997809145, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7708333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08766518798921948, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1918 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1357.0, "completions/max_terminated_length": 1357.0, "completions/mean_length": 1098.1875, "completions/mean_terminated_length": 1098.1875, "completions/min_length": 813.0, "completions/min_terminated_length": 813.0, "epoch": 0.479869967491873, "frac_reward_zero_std": 0.0, "grad_norm": 2.9078423063319003, "kl": 0.01220703125, "learning_rate": 6.594661039812738e-07, "loss": -0.0279, "num_tokens": 86630173.0, "reward": -7.450580596923828e-09, "reward_std": 1.0249204635620117, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.00025285151722808166, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09976635610073933, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.05821416398857664, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1919 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1399.0, "completions/max_terminated_length": 1399.0, "completions/mean_length": 1167.125, "completions/mean_terminated_length": 1167.125, "completions/min_length": 928.0, "completions/min_terminated_length": 928.0, "epoch": 0.48012003000750186, "frac_reward_zero_std": 0.0, "grad_norm": 3.0114275025821104, "kl": 0.01727294921875, "learning_rate": 6.590850534522746e-07, "loss": 0.027, "num_tokens": 86667559.0, "reward": -2.2351741790771484e-08, "reward_std": 1.0341798067092896, "rewards/wordcountpos_reward_GEOBench/mean": -2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.07629825781117985, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08309529727371798, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09388724521901162, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1920 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1487.0, "completions/mean_length": 1272.375, "completions/mean_terminated_length": 1257.2000732421875, "completions/min_length": 1004.0, "completions/min_terminated_length": 1004.0, "epoch": 0.4803700925231308, "frac_reward_zero_std": 0.0, "grad_norm": 2.120158461609348, "kl": 0.007785797119140625, "learning_rate": 6.58703919804091e-07, "loss": 0.0335, "num_tokens": 86712781.0, "reward": 0.0, "reward_std": 0.9448849558830261, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.09893792816568935, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07541002333024091, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8250000000000001, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07252075054258099, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1921 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1251.0, "completions/max_terminated_length": 1251.0, "completions/mean_length": 1031.0625, "completions/mean_terminated_length": 1031.0625, "completions/min_length": 880.0, "completions/min_terminated_length": 880.0, "epoch": 0.4806201550387597, "frac_reward_zero_std": 0.0, "grad_norm": 3.210903779976485, "kl": 0.01593017578125, "learning_rate": 6.583227033271342e-07, "loss": 0.0039, "num_tokens": 86758030.0, "reward": -4.470348358154297e-08, "reward_std": 0.902991771697998, "rewards/wordcountpos_reward_GEOBench/mean": -4.470348358154297e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.00214569158011771, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.00858276632047084, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12049281521534187, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1922 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1306.0, "completions/max_terminated_length": 1306.0, "completions/mean_length": 1030.3125, "completions/mean_terminated_length": 1030.3125, "completions/min_length": 812.0, "completions/min_terminated_length": 812.0, "epoch": 0.4808702175543886, "frac_reward_zero_std": 0.0, "grad_norm": 2.6490668932166725, "kl": 0.0117645263671875, "learning_rate": 6.579414043118783e-07, "loss": -0.012, "num_tokens": 86800443.0, "reward": 5.960464477539063e-08, "reward_std": 0.29682865738868713, "rewards/wordcountpos_reward_GEOBench/mean": 5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.19781212396263848, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.4699062469074241, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11642832797715323, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1923 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1444.0, "completions/mean_length": 1128.6875, "completions/mean_terminated_length": 1103.933349609375, "completions/min_length": 810.0, "completions/min_terminated_length": 810.0, "epoch": 0.4811202800700175, "frac_reward_zero_std": 0.0, "grad_norm": 3.312982359794677, "kl": 0.0160064697265625, "learning_rate": 6.575600230488606e-07, "loss": -0.0381, "num_tokens": 86833094.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0014598369598389, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.025380013875671778, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06711906491049055, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8666666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10886621079036349, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1924 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1498.0, "completions/mean_length": 1332.25, "completions/mean_terminated_length": 1276.3333740234375, "completions/min_length": 1024.0, "completions/min_terminated_length": 1024.0, "epoch": 0.4813703425856464, "frac_reward_zero_std": 0.0, "grad_norm": 3.111162663316215, "kl": 0.0137786865234375, "learning_rate": 6.57178559828681e-07, "loss": 0.0267, "num_tokens": 86879922.0, "reward": -2.2351741790771484e-08, "reward_std": 1.0396788120269775, "rewards/wordcountpos_reward_GEOBench/mean": -2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.08792076731535677, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.036237980598093494, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09388724521901161, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1925 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1232.0, "completions/max_terminated_length": 1232.0, "completions/mean_length": 1087.125, "completions/mean_terminated_length": 1087.125, "completions/min_length": 932.0, "completions/min_terminated_length": 932.0, "epoch": 0.4816204051012753, "frac_reward_zero_std": 0.0, "grad_norm": 3.210202838404737, "kl": 0.0186767578125, "learning_rate": 6.567970149420017e-07, "loss": 0.0119, "num_tokens": 86923836.0, "reward": 3.725290298461914e-09, "reward_std": 1.0455186367034912, "rewards/wordcountpos_reward_GEOBench/mean": 3.725290298461914e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.016970647925466247, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0936715283504821, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8041666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07876359377087683, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1926 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1309.0, "completions/max_terminated_length": 1309.0, "completions/mean_length": 1070.1875, "completions/mean_terminated_length": 1070.1875, "completions/min_length": 798.0, "completions/min_terminated_length": 798.0, "epoch": 0.4818704676169042, "frac_reward_zero_std": 0.0, "grad_norm": 2.808423737159861, "kl": 0.01189422607421875, "learning_rate": 6.564153886795472e-07, "loss": 0.0729, "num_tokens": 86964303.0, "reward": 0.0, "reward_std": 0.9947397708892822, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.1867322436822907, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.18429529914560083, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14707015206910487, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1927 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1473.0, "completions/mean_length": 1199.0, "completions/mean_terminated_length": 1178.933349609375, "completions/min_length": 849.0, "completions/min_terminated_length": 849.0, "epoch": 0.48212053013253314, "frac_reward_zero_std": 0.0, "grad_norm": 3.233081904633079, "kl": 0.018341064453125, "learning_rate": 6.560336813321041e-07, "loss": -0.0271, "num_tokens": 87017039.0, "reward": 7.450580596923828e-09, "reward_std": 1.0307118892669678, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.15166307983908242, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1363585193987149, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11538983843829065, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1928 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1491.0, "completions/mean_length": 1403.9375, "completions/mean_terminated_length": 1307.875, "completions/min_length": 1077.0, "completions/min_terminated_length": 1077.0, "epoch": 0.48237059264816207, "frac_reward_zero_std": 0.0, "grad_norm": 2.6668869476177544, "kl": 0.00948333740234375, "learning_rate": 6.556518931905208e-07, "loss": 0.011, "num_tokens": 87064566.0, "reward": 0.0, "reward_std": 0.7825750708580017, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.01609861314771739, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.027862362603631577, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6708333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09574271077563382, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1929 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1408.0, "completions/mean_length": 961.0, "completions/mean_terminated_length": 925.0667114257812, "completions/min_length": 304.0, "completions/min_terminated_length": 304.0, "epoch": 0.48262065516379093, "frac_reward_zero_std": 0.0, "grad_norm": 3.13272318279056, "kl": 0.01312255859375, "learning_rate": 6.552700245457068e-07, "loss": -0.0073, "num_tokens": 87098374.0, "reward": -2.9802322387695312e-08, "reward_std": 1.04688560962677, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.005768977501516697, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04366968578358549, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0859586463881842, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1930 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1441.0, "completions/mean_length": 1274.3125, "completions/mean_terminated_length": 1199.0833740234375, "completions/min_length": 1025.0, "completions/min_terminated_length": 1025.0, "epoch": 0.48287071767941986, "frac_reward_zero_std": 0.0, "grad_norm": 3.0159871706732613, "kl": 0.0148468017578125, "learning_rate": 6.548880756886338e-07, "loss": -0.0292, "num_tokens": 87149915.0, "reward": -5.960464477539063e-08, "reward_std": 0.6966802477836609, "rewards/wordcountpos_reward_GEOBench/mean": -5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.008395002042053639, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07019846610764013, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.775, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10000000000000002, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1931 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1458.0, "completions/mean_length": 1200.5, "completions/mean_terminated_length": 1100.666748046875, "completions/min_length": 744.0, "completions/min_terminated_length": 744.0, "epoch": 0.4831207801950488, "frac_reward_zero_std": 0.0, "grad_norm": 3.0563058005848385, "kl": 0.01129150390625, "learning_rate": 6.545060469103338e-07, "loss": -0.0296, "num_tokens": 87201435.0, "reward": 3.725290298461914e-08, "reward_std": 0.9147650599479675, "rewards/wordcountpos_reward_GEOBench/mean": 3.725290298461914e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.011950478232177039, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05277426820464352, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06978803887752093, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1932 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.6875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1412.0, "completions/mean_length": 1371.75, "completions/mean_terminated_length": 1089.5999755859375, "completions/min_length": 585.0, "completions/min_terminated_length": 585.0, "epoch": 0.48337084271067765, "frac_reward_zero_std": 0.0, "grad_norm": 2.571389136816498, "kl": 0.0129547119140625, "learning_rate": 6.541239385019003e-07, "loss": -0.0731, "num_tokens": 87257671.0, "reward": 0.0, "reward_std": 0.5700106024742126, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03472028267464706, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08187605652475487, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08681611046941139, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1933 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1495.0, "completions/mean_length": 1332.375, "completions/mean_terminated_length": 1321.2000732421875, "completions/min_length": 708.0, "completions/min_terminated_length": 708.0, "epoch": 0.4836209052263066, "frac_reward_zero_std": 0.0, "grad_norm": 2.854517046755461, "kl": 0.0125732421875, "learning_rate": 6.537417507544868e-07, "loss": 0.0093, "num_tokens": 87307501.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0533145666122437, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.12464125605722441, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10093169390806661, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13221755360572018, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1934 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1405.0, "completions/max_terminated_length": 1405.0, "completions/mean_length": 1136.6875, "completions/mean_terminated_length": 1136.6875, "completions/min_length": 795.0, "completions/min_terminated_length": 795.0, "epoch": 0.4838709677419355, "frac_reward_zero_std": 0.0, "grad_norm": 2.893915102954693, "kl": 0.01080322265625, "learning_rate": 6.533594839593081e-07, "loss": -0.0114, "num_tokens": 87362736.0, "reward": 0.0, "reward_std": 0.9366875290870667, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.005311409529845426, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.026139319975203495, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.043673875571185676, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1935 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1480.0, "completions/mean_length": 1246.3125, "completions/mean_terminated_length": 1161.75, "completions/min_length": 771.0, "completions/min_terminated_length": 771.0, "epoch": 0.48412103025756437, "frac_reward_zero_std": 0.0, "grad_norm": 2.7515688022794964, "kl": 0.0187225341796875, "learning_rate": 6.529771384076383e-07, "loss": -0.0048, "num_tokens": 87418293.0, "reward": 2.8870999813079834e-08, "reward_std": 1.0377421379089355, "rewards/wordcountpos_reward_GEOBench/mean": 2.8870999813079834e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.10017681786596717, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12393108333963007, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.05821416398857659, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1936 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1176.0, "completions/max_terminated_length": 1176.0, "completions/mean_length": 910.6875, "completions/mean_terminated_length": 910.6875, "completions/min_length": 718.0, "completions/min_terminated_length": 718.0, "epoch": 0.4843710927731933, "frac_reward_zero_std": 0.0, "grad_norm": 2.625956883060841, "kl": 0.0075531005859375, "learning_rate": 6.525947143908125e-07, "loss": 0.0148, "num_tokens": 87445392.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9767613410949707, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.08950806904111665, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1562469993640405, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1270024788326182, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1937 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1486.0, "completions/max_terminated_length": 1486.0, "completions/mean_length": 1120.9375, "completions/mean_terminated_length": 1120.9375, "completions/min_length": 817.0, "completions/min_terminated_length": 817.0, "epoch": 0.4846211552888222, "frac_reward_zero_std": 0.0, "grad_norm": 3.266028292535272, "kl": 0.0153961181640625, "learning_rate": 6.52212212200225e-07, "loss": 0.0219, "num_tokens": 87497895.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9725654721260071, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.014112822875688045, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05706542342911011, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7666666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09737289911202957, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1938 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1483.0, "completions/mean_length": 1082.5, "completions/mean_terminated_length": 1022.857177734375, "completions/min_length": 623.0, "completions/min_terminated_length": 623.0, "epoch": 0.48487121780445114, "frac_reward_zero_std": 0.0, "grad_norm": 2.6488450913224764, "kl": 0.00765228271484375, "learning_rate": 6.518296321273294e-07, "loss": 0.0336, "num_tokens": 87542831.0, "reward": 0.0, "reward_std": 0.8452266454696655, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04369720299836508, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06912107022259222, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12583057392117916, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1939 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1376.0, "completions/max_terminated_length": 1376.0, "completions/mean_length": 1088.8125, "completions/mean_terminated_length": 1088.8125, "completions/min_length": 788.0, "completions/min_terminated_length": 788.0, "epoch": 0.48512128032008, "frac_reward_zero_std": 0.0, "grad_norm": 2.7189452432672665, "kl": 0.0160369873046875, "learning_rate": 6.514469744636392e-07, "loss": -0.0193, "num_tokens": 87581796.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0289440155029297, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0037709259901096944, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.018607392619953353, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09098229375970789, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1940 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1500.0, "completions/mean_length": 1089.0625, "completions/mean_terminated_length": 1030.357177734375, "completions/min_length": 640.0, "completions/min_terminated_length": 640.0, "epoch": 0.48537134283570893, "frac_reward_zero_std": 0.0, "grad_norm": 3.174975290065829, "kl": 0.0139617919921875, "learning_rate": 6.510642395007269e-07, "loss": 0.0046, "num_tokens": 87618197.0, "reward": -2.9802322387695312e-08, "reward_std": 0.9404416084289551, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.005950687865667246, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0711923700607657, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12852438880818895, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1941 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1270.0, "completions/max_terminated_length": 1270.0, "completions/mean_length": 1103.25, "completions/mean_terminated_length": 1103.25, "completions/min_length": 874.0, "completions/min_terminated_length": 874.0, "epoch": 0.48562140535133785, "frac_reward_zero_std": 0.0, "grad_norm": 2.905104137999387, "kl": 0.0165557861328125, "learning_rate": 6.506814275302238e-07, "loss": -0.0276, "num_tokens": 87659441.0, "reward": 0.0, "reward_std": 0.9372748136520386, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.015077162405106842, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05625592369533362, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1514742369000235, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1942 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1374.0, "completions/mean_length": 1180.4375, "completions/mean_terminated_length": 1073.916748046875, "completions/min_length": 755.0, "completions/min_terminated_length": 755.0, "epoch": 0.4858714678669667, "frac_reward_zero_std": 0.0, "grad_norm": 2.747272186069989, "kl": 0.01300048828125, "learning_rate": 6.502985388438198e-07, "loss": -0.0553, "num_tokens": 87703856.0, "reward": -2.9802322387695312e-08, "reward_std": 0.48899126052856445, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03258327865716199, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04383821674297192, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0926962382871743, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1943 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1457.0, "completions/mean_length": 1147.1875, "completions/mean_terminated_length": 1096.7857666015625, "completions/min_length": 723.0, "completions/min_terminated_length": 723.0, "epoch": 0.48612153038259565, "frac_reward_zero_std": 0.0, "grad_norm": 3.1991467867374417, "kl": 0.0177764892578125, "learning_rate": 6.499155737332634e-07, "loss": -0.1027, "num_tokens": 87743931.0, "reward": -7.450580596923828e-09, "reward_std": 1.0097538232803345, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.00845990595216653, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.039336507904032196, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11122216672215288, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1944 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1275.0, "completions/max_terminated_length": 1275.0, "completions/mean_length": 993.25, "completions/mean_terminated_length": 993.25, "completions/min_length": 704.0, "completions/min_terminated_length": 704.0, "epoch": 0.48637159289822457, "frac_reward_zero_std": 0.0, "grad_norm": 3.396749147065032, "kl": 0.0137939453125, "learning_rate": 6.495325324903613e-07, "loss": -0.0083, "num_tokens": 87773167.0, "reward": -3.725290298461914e-08, "reward_std": 1.0334279537200928, "rewards/wordcountpos_reward_GEOBench/mean": -3.725290298461914e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.010824084485107075, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03923789726320981, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08850612031567838, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1945 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1466.0, "completions/mean_length": 1303.4375, "completions/mean_terminated_length": 1214.0909423828125, "completions/min_length": 1044.0, "completions/min_terminated_length": 1044.0, "epoch": 0.48662165541385344, "frac_reward_zero_std": 0.0, "grad_norm": 3.1459111899972543, "kl": 0.0165863037109375, "learning_rate": 6.491494154069782e-07, "loss": 0.0011, "num_tokens": 87826822.0, "reward": 2.9802322387695312e-08, "reward_std": 0.5031982064247131, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.02856466498848248, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08583815597117335, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14089659985908765, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1946 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1477.0, "completions/mean_length": 1200.75, "completions/mean_terminated_length": 1180.800048828125, "completions/min_length": 952.0, "completions/min_terminated_length": 952.0, "epoch": 0.48687171792948236, "frac_reward_zero_std": 0.0, "grad_norm": 3.2987565159555507, "kl": 0.017425537109375, "learning_rate": 6.487662227750367e-07, "loss": -0.0038, "num_tokens": 87879282.0, "reward": 0.0, "reward_std": 0.9475072622299194, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.20076123859554182, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08894834120219308, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7041666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06871842709362769, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1947 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1491.0, "completions/mean_length": 1036.75, "completions/mean_terminated_length": 970.5714721679688, "completions/min_length": 726.0, "completions/min_terminated_length": 726.0, "epoch": 0.4871217804451113, "frac_reward_zero_std": 0.0, "grad_norm": 3.9150541857562895, "kl": 0.0170135498046875, "learning_rate": 6.483829548865165e-07, "loss": 0.0247, "num_tokens": 87932966.0, "reward": 2.9802322387695312e-08, "reward_std": 0.906354546546936, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.18320243069641537, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.17624282186144116, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08255189164891874, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1948 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1397.0, "completions/max_terminated_length": 1397.0, "completions/mean_length": 970.3125, "completions/mean_terminated_length": 970.3125, "completions/min_length": 567.0, "completions/min_terminated_length": 567.0, "epoch": 0.4873718429607402, "frac_reward_zero_std": 0.0, "grad_norm": 3.4867483489325197, "kl": 0.0178070068359375, "learning_rate": 6.479996120334554e-07, "loss": -0.056, "num_tokens": 87964843.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0185256004333496, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.007894643071901488, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05825425147321151, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8291666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1031898645611484, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1949 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1477.0, "completions/mean_length": 1172.5625, "completions/mean_terminated_length": 1125.7857666015625, "completions/min_length": 915.0, "completions/min_terminated_length": 915.0, "epoch": 0.4876219054763691, "frac_reward_zero_std": 0.0, "grad_norm": 2.7833049631210813, "kl": 0.0147705078125, "learning_rate": 6.476161945079476e-07, "loss": 0.0131, "num_tokens": 88002884.0, "reward": 0.0, "reward_std": 0.8976900577545166, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.10214767298124958, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10597432833699004, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13817594795257457, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1950 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1385.0, "completions/max_terminated_length": 1385.0, "completions/mean_length": 1158.25, "completions/mean_terminated_length": 1158.25, "completions/min_length": 833.0, "completions/min_terminated_length": 833.0, "epoch": 0.487871967991998, "frac_reward_zero_std": 0.0, "grad_norm": 2.6588645736154053, "kl": 0.011871337890625, "learning_rate": 6.472327026021446e-07, "loss": -0.0248, "num_tokens": 88050448.0, "reward": 0.0, "reward_std": 0.8797503709793091, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.017572074693090186, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08952195329852142, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08850612031567838, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1951 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1378.0, "completions/mean_length": 1175.25, "completions/mean_terminated_length": 1153.60009765625, "completions/min_length": 931.0, "completions/min_terminated_length": 931.0, "epoch": 0.4881220305076269, "frac_reward_zero_std": 0.0, "grad_norm": 3.390198163761793, "kl": 0.018524169921875, "learning_rate": 6.468491366082546e-07, "loss": -0.0272, "num_tokens": 88088556.0, "reward": -2.9802322387695312e-08, "reward_std": 0.6109719276428223, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04268424388671796, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.053506543191998275, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8333333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10327955589886446, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1952 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1363.0, "completions/max_terminated_length": 1363.0, "completions/mean_length": 1173.0625, "completions/mean_terminated_length": 1173.0625, "completions/min_length": 862.0, "completions/min_terminated_length": 862.0, "epoch": 0.4883720930232558, "frac_reward_zero_std": 0.0, "grad_norm": 2.77906762281682, "kl": 0.0093536376953125, "learning_rate": 6.464654968185418e-07, "loss": -0.035, "num_tokens": 88124957.0, "reward": 0.0, "reward_std": 0.7116352319717407, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.014833407761338454, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10477723986596917, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08734775114237134, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1953 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1414.0, "completions/mean_length": 1311.0625, "completions/mean_terminated_length": 1197.7000732421875, "completions/min_length": 959.0, "completions/min_terminated_length": 959.0, "epoch": 0.4886221555388847, "frac_reward_zero_std": 0.0, "grad_norm": 3.0651424546338393, "kl": 0.01800537109375, "learning_rate": 6.460817835253275e-07, "loss": 0.0019, "num_tokens": 88180750.0, "reward": -1.4901161193847656e-08, "reward_std": 1.044459342956543, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.12962997152836522, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.14834777849547726, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1102186379345533, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1954 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1477.0, "completions/mean_length": 1291.375, "completions/mean_terminated_length": 1166.2000732421875, "completions/min_length": 986.0, "completions/min_terminated_length": 986.0, "epoch": 0.48887221805451364, "frac_reward_zero_std": 0.0, "grad_norm": 3.3090140705269158, "kl": 0.017669677734375, "learning_rate": 6.45697997020988e-07, "loss": 0.0082, "num_tokens": 88229124.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0121777057647705, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0031344628186671685, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04479774114837731, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09269623828717428, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1955 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1500.0, "completions/mean_length": 1332.125, "completions/mean_terminated_length": 1308.1429443359375, "completions/min_length": 932.0, "completions/min_terminated_length": 932.0, "epoch": 0.4891222805701425, "frac_reward_zero_std": 0.0, "grad_norm": 1.9494584823657748, "kl": 0.00922393798828125, "learning_rate": 6.453141375979562e-07, "loss": -0.0344, "num_tokens": 88266830.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0145604610443115, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.023124472920932167, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.029015856695327014, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09259629622222522, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1956 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1378.0, "completions/mean_length": 1143.375, "completions/mean_terminated_length": 1119.60009765625, "completions/min_length": 900.0, "completions/min_terminated_length": 900.0, "epoch": 0.48937234308577143, "frac_reward_zero_std": 0.0, "grad_norm": 3.800728252601395, "kl": 0.02520751953125, "learning_rate": 6.4493020554872e-07, "loss": -0.019, "num_tokens": 88328180.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0101380348205566, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.11522291984628658, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.19607907596329704, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09953596037316068, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1957 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1256.0, "completions/max_terminated_length": 1256.0, "completions/mean_length": 984.0625, "completions/mean_terminated_length": 984.0625, "completions/min_length": 725.0, "completions/min_terminated_length": 725.0, "epoch": 0.48962240560140036, "frac_reward_zero_std": 0.0, "grad_norm": 3.333500907286191, "kl": 0.020843505859375, "learning_rate": 6.445462011658228e-07, "loss": -0.0253, "num_tokens": 88365101.0, "reward": 7.450580596923828e-09, "reward_std": 1.0423897504806519, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.003907678779723119, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07811303519387768, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7916666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10000000000000002, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1958 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1450.0, "completions/mean_length": 1357.3125, "completions/mean_terminated_length": 1214.625, "completions/min_length": 890.0, "completions/min_terminated_length": 890.0, "epoch": 0.4898724681170293, "frac_reward_zero_std": 0.0, "grad_norm": 3.2298773758463932, "kl": 0.021514892578125, "learning_rate": 6.441621247418635e-07, "loss": 0.002, "num_tokens": 88421618.0, "reward": 2.2351741790771484e-08, "reward_std": 1.0491529703140259, "rewards/wordcountpos_reward_GEOBench/mean": 2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.039179455323641636, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.062422537520098006, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14298407059684812, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1959 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1500.0, "completions/max_terminated_length": 1500.0, "completions/mean_length": 1185.5, "completions/mean_terminated_length": 1185.5, "completions/min_length": 954.0, "completions/min_terminated_length": 954.0, "epoch": 0.49012253063265815, "frac_reward_zero_std": 0.0, "grad_norm": 3.499898570430454, "kl": 0.01953125, "learning_rate": 6.437779765694951e-07, "loss": 0.0528, "num_tokens": 88460714.0, "reward": 1.4901161193847656e-08, "reward_std": 0.883230447769165, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12102953419784838, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1960 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1466.0, "completions/max_terminated_length": 1466.0, "completions/mean_length": 1151.75, "completions/mean_terminated_length": 1151.75, "completions/min_length": 1018.0, "completions/min_terminated_length": 1018.0, "epoch": 0.4903725931482871, "frac_reward_zero_std": 0.0, "grad_norm": 2.427311571718343, "kl": 0.00836181640625, "learning_rate": 6.433937569414263e-07, "loss": 0.0234, "num_tokens": 88508302.0, "reward": 2.9802322387695312e-08, "reward_std": 0.721205472946167, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.1574826392567687, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1779366657242516, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.04849589520621155, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1961 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1408.0, "completions/max_terminated_length": 1408.0, "completions/mean_length": 997.4375, "completions/mean_terminated_length": 997.4375, "completions/min_length": 618.0, "completions/min_terminated_length": 618.0, "epoch": 0.490622655663916, "frac_reward_zero_std": 0.0, "grad_norm": 3.988686050482083, "kl": 0.018402099609375, "learning_rate": 6.430094661504191e-07, "loss": 0.0352, "num_tokens": 88542061.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9128826260566711, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.018817981045038498, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.025263357986308323, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7333333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09428090415820636, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1962 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1496.0, "completions/mean_length": 1147.8125, "completions/mean_terminated_length": 1124.3333740234375, "completions/min_length": 893.0, "completions/min_terminated_length": 893.0, "epoch": 0.49087271817954486, "frac_reward_zero_std": 0.0, "grad_norm": 3.1844121720800658, "kl": 0.020843505859375, "learning_rate": 6.426251044892907e-07, "loss": -0.0637, "num_tokens": 88593882.0, "reward": 0.0, "reward_std": 1.0239286422729492, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0397521345161931, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08826841104970509, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8916666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0938872452190116, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1963 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1449.0, "completions/max_terminated_length": 1449.0, "completions/mean_length": 1073.125, "completions/mean_terminated_length": 1073.125, "completions/min_length": 571.0, "completions/min_terminated_length": 571.0, "epoch": 0.4911227806951738, "frac_reward_zero_std": 0.0, "grad_norm": 3.2098686374777383, "kl": 0.0146942138671875, "learning_rate": 6.422406722509119e-07, "loss": -0.0385, "num_tokens": 88646308.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8463404178619385, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.025285580682964586, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.14125788315755314, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.725, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11642832797715322, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1964 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1385.0, "completions/mean_length": 1105.8125, "completions/mean_terminated_length": 1049.5, "completions/min_length": 644.0, "completions/min_terminated_length": 644.0, "epoch": 0.4913728432108027, "frac_reward_zero_std": 0.0, "grad_norm": 3.018596459157704, "kl": 0.018524169921875, "learning_rate": 6.418561697282071e-07, "loss": 0.0219, "num_tokens": 88699625.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9745585918426514, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.09442703521782433, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12295550922317942, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09651328828101766, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1965 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1416.0, "completions/max_terminated_length": 1416.0, "completions/mean_length": 1105.75, "completions/mean_terminated_length": 1105.75, "completions/min_length": 808.0, "completions/min_terminated_length": 808.0, "epoch": 0.4916229057264316, "frac_reward_zero_std": 0.0, "grad_norm": 3.789702168429756, "kl": 0.0211181640625, "learning_rate": 6.414715972141546e-07, "loss": -0.0241, "num_tokens": 88735013.0, "reward": 7.450580596923828e-09, "reward_std": 1.0262424945831299, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.01243507202433039, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0902598845985905, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07649739768026004, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1966 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1470.0, "completions/mean_length": 1201.125, "completions/mean_terminated_length": 1101.5, "completions/min_length": 815.0, "completions/min_terminated_length": 815.0, "epoch": 0.4918729682420605, "frac_reward_zero_std": 0.0, "grad_norm": 3.0379877893789216, "kl": 0.0190887451171875, "learning_rate": 6.410869550017856e-07, "loss": 0.0089, "num_tokens": 88777207.0, "reward": 0.0, "reward_std": 0.8276607394218445, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.013583693984331834, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.17161867036116746, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.15104573749303493, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1967 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1405.0, "completions/max_terminated_length": 1405.0, "completions/mean_length": 1151.6875, "completions/mean_terminated_length": 1151.6875, "completions/min_length": 941.0, "completions/min_terminated_length": 941.0, "epoch": 0.49212303075768943, "frac_reward_zero_std": 0.0, "grad_norm": 2.819206382059575, "kl": 0.01352691650390625, "learning_rate": 6.407022433841851e-07, "loss": -0.0129, "num_tokens": 88824090.0, "reward": 0.0, "reward_std": 0.41672950983047485, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0792943919927374, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.050434509601256367, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.16278820596099708, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1968 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1401.0, "completions/mean_length": 1012.9375, "completions/mean_terminated_length": 900.5385131835938, "completions/min_length": 636.0, "completions/min_terminated_length": 636.0, "epoch": 0.49237309327331835, "frac_reward_zero_std": 0.0, "grad_norm": 2.6663890759220004, "kl": 0.017181396484375, "learning_rate": 6.403174626544901e-07, "loss": -0.0296, "num_tokens": 88864665.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8614703416824341, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0012939896921566915, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04096351662576354, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11287488977066931, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1969 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1371.0, "completions/mean_length": 1118.25, "completions/mean_terminated_length": 1092.800048828125, "completions/min_length": 939.0, "completions/min_terminated_length": 939.0, "epoch": 0.4926231557889472, "frac_reward_zero_std": 0.0, "grad_norm": 2.9931617505220323, "kl": 0.017974853515625, "learning_rate": 6.399326131058913e-07, "loss": -0.0083, "num_tokens": 88916845.0, "reward": -2.9802322387695312e-08, "reward_std": 0.9749912023544312, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0699345982798651, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09681086164464753, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6749999999999999, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.04127594582445935, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1970 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1261.0, "completions/max_terminated_length": 1261.0, "completions/mean_length": 1146.125, "completions/mean_terminated_length": 1146.125, "completions/min_length": 945.0, "completions/min_terminated_length": 945.0, "epoch": 0.49287321830457614, "frac_reward_zero_std": 0.0, "grad_norm": 2.472458796635427, "kl": 0.0188751220703125, "learning_rate": 6.395476950316306e-07, "loss": 0.0246, "num_tokens": 88965663.0, "reward": 0.0, "reward_std": 0.795340895652771, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.01942752771074797, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.039642782185062765, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8041666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13655822255780922, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1971 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1485.0, "completions/mean_length": 1131.25, "completions/mean_terminated_length": 1046.1539306640625, "completions/min_length": 763.0, "completions/min_terminated_length": 763.0, "epoch": 0.49312328082020507, "frac_reward_zero_std": 0.0, "grad_norm": 2.6395235065538203, "kl": 0.01611328125, "learning_rate": 6.391627087250032e-07, "loss": -0.0285, "num_tokens": 89008507.0, "reward": 0.0, "reward_std": 0.8876531720161438, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04554518309032913, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07796852486294044, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.775, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08388704928078614, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1972 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1003.0, "completions/max_terminated_length": 1003.0, "completions/mean_length": 816.0, "completions/mean_terminated_length": 816.0, "completions/min_length": 612.0, "completions/min_terminated_length": 612.0, "epoch": 0.49337334333583394, "frac_reward_zero_std": 0.0, "grad_norm": 4.2214963905046075, "kl": 0.023712158203125, "learning_rate": 6.387776544793559e-07, "loss": -0.0148, "num_tokens": 89057939.0, "reward": 0.0, "reward_std": 0.5716917514801025, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.09459401805964943, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12678539021372992, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09583937179043481, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1973 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1387.0, "completions/mean_length": 1012.625, "completions/mean_terminated_length": 980.1333618164062, "completions/min_length": 750.0, "completions/min_terminated_length": 750.0, "epoch": 0.49362340585146286, "frac_reward_zero_std": 0.0, "grad_norm": 3.140963358559289, "kl": 0.0220489501953125, "learning_rate": 6.383925325880869e-07, "loss": -0.0063, "num_tokens": 89110733.0, "reward": 2.2351741790771484e-08, "reward_std": 1.0621397495269775, "rewards/wordcountpos_reward_GEOBench/mean": 2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04197337545821897, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06516956183852074, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8041666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0925962962222252, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1974 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1460.0, "completions/mean_length": 1093.125, "completions/mean_terminated_length": 957.5, "completions/min_length": 619.0, "completions/min_terminated_length": 619.0, "epoch": 0.4938734683670918, "frac_reward_zero_std": 0.0, "grad_norm": 2.8309061006494476, "kl": 0.0149078369140625, "learning_rate": 6.380073433446467e-07, "loss": 0.0521, "num_tokens": 89153519.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9578405022621155, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.13408784834153745, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1604717713933321, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.925, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08027729719194862, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1975 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1390.0, "completions/mean_length": 1101.0, "completions/mean_terminated_length": 1074.4000244140625, "completions/min_length": 647.0, "completions/min_terminated_length": 647.0, "epoch": 0.4941235308827207, "frac_reward_zero_std": 0.0, "grad_norm": 3.400546630842098, "kl": 0.020721435546875, "learning_rate": 6.376220870425363e-07, "loss": 0.0151, "num_tokens": 89207295.0, "reward": 4.470348358154297e-08, "reward_std": 0.9288556575775146, "rewards/wordcountpos_reward_GEOBench/mean": 4.470348358154297e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.2767935297326886, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.3500141597811039, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.775, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10852547064066473, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1976 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1114.0, "completions/max_terminated_length": 1114.0, "completions/mean_length": 802.5, "completions/mean_terminated_length": 802.5, "completions/min_length": 499.0, "completions/min_terminated_length": 499.0, "epoch": 0.4943735933983496, "frac_reward_zero_std": 0.0, "grad_norm": 3.7651945735494055, "kl": 0.019561767578125, "learning_rate": 6.372367639753085e-07, "loss": 0.0126, "num_tokens": 89236399.0, "reward": -2.9802322387695312e-08, "reward_std": 0.6975257992744446, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.15892030193461332, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.096728483195616, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0768596604689834, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1977 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1117.0, "completions/max_terminated_length": 1117.0, "completions/mean_length": 913.8125, "completions/mean_terminated_length": 913.8125, "completions/min_length": 765.0, "completions/min_terminated_length": 765.0, "epoch": 0.4946236559139785, "frac_reward_zero_std": 0.0, "grad_norm": 3.1128792817246653, "kl": 0.02276611328125, "learning_rate": 6.368513744365665e-07, "loss": 0.0079, "num_tokens": 89274508.0, "reward": 3.725290298461914e-08, "reward_std": 1.025817632675171, "rewards/wordcountpos_reward_GEOBench/mean": 3.725290298461914e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.020094532674919282, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.052059519505662094, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.775, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13305526559931294, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1978 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1441.0, "completions/mean_length": 1147.875, "completions/mean_terminated_length": 1097.571533203125, "completions/min_length": 795.0, "completions/min_terminated_length": 795.0, "epoch": 0.4948737184296074, "frac_reward_zero_std": 0.0, "grad_norm": 3.2157890766596924, "kl": 0.0167236328125, "learning_rate": 6.364659187199643e-07, "loss": 0.0019, "num_tokens": 89314978.0, "reward": 0.0, "reward_std": 0.5906205177307129, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.1250284587544152, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.2689629408728659, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7041666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11147163731607215, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1979 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1500.0, "completions/max_terminated_length": 1500.0, "completions/mean_length": 968.6875, "completions/mean_terminated_length": 968.6875, "completions/min_length": 609.0, "completions/min_terminated_length": 609.0, "epoch": 0.4951237809452363, "frac_reward_zero_std": 0.0, "grad_norm": 3.490043835675671, "kl": 0.021514892578125, "learning_rate": 6.360803971192066e-07, "loss": -0.065, "num_tokens": 89360181.0, "reward": -2.9802322387695312e-08, "reward_std": 0.7411574125289917, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.01969753531043711, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09948495449168177, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7333333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11155467020454343, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1980 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1428.0, "completions/mean_length": 1289.25, "completions/mean_terminated_length": 1193.45458984375, "completions/min_length": 1071.0, "completions/min_terminated_length": 1071.0, "epoch": 0.4953738434608652, "frac_reward_zero_std": 0.0, "grad_norm": 2.9910192858655735, "kl": 0.021270751953125, "learning_rate": 6.356948099280476e-07, "loss": -0.0207, "num_tokens": 89410433.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9926652908325195, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.022985784643964682, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08826161446807106, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.067631901304592, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1981 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1345.0, "completions/max_terminated_length": 1345.0, "completions/mean_length": 1035.8125, "completions/mean_terminated_length": 1035.8125, "completions/min_length": 813.0, "completions/min_terminated_length": 813.0, "epoch": 0.49562390597649414, "frac_reward_zero_std": 0.0, "grad_norm": 3.718543249686524, "kl": 0.03125, "learning_rate": 6.353091574402923e-07, "loss": 0.0316, "num_tokens": 89459486.0, "reward": 0.0, "reward_std": 0.7993665933609009, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.05455198390692433, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.053717336345637516, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09953596037316068, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1982 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1485.0, "completions/mean_length": 1233.1875, "completions/mean_terminated_length": 1195.071533203125, "completions/min_length": 801.0, "completions/min_terminated_length": 801.0, "epoch": 0.495873968492123, "frac_reward_zero_std": 0.0, "grad_norm": 3.5609500415923248, "kl": 0.021331787109375, "learning_rate": 6.349234399497949e-07, "loss": -0.0308, "num_tokens": 89500921.0, "reward": -2.9802322387695312e-08, "reward_std": 0.7505053877830505, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.02584184603577581, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.19139188189358425, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11792967144619462, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1983 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1385.0, "completions/mean_length": 1109.375, "completions/mean_terminated_length": 1083.3333740234375, "completions/min_length": 768.0, "completions/min_terminated_length": 768.0, "epoch": 0.49612403100775193, "frac_reward_zero_std": 0.0, "grad_norm": 3.4480510981106733, "kl": 0.019775390625, "learning_rate": 6.345376577504596e-07, "loss": -0.0663, "num_tokens": 89552647.0, "reward": 5.960464477539063e-08, "reward_std": 0.5413711071014404, "rewards/wordcountpos_reward_GEOBench/mean": 5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.09097300658431397, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08146340873464415, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.05561108336107647, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1984 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1292.0, "completions/max_terminated_length": 1292.0, "completions/mean_length": 1056.625, "completions/mean_terminated_length": 1056.625, "completions/min_length": 847.0, "completions/min_terminated_length": 847.0, "epoch": 0.49637409352338085, "frac_reward_zero_std": 0.0, "grad_norm": 2.188081411830809, "kl": 0.011383056640625, "learning_rate": 6.34151811136239e-07, "loss": -0.0009, "num_tokens": 89589081.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8867664337158203, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.027983026044141456, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08758949043675292, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.059472994182545084, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1985 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1491.0, "completions/mean_length": 1351.4375, "completions/mean_terminated_length": 1301.916748046875, "completions/min_length": 1069.0, "completions/min_terminated_length": 1069.0, "epoch": 0.4966241560390098, "frac_reward_zero_std": 0.0, "grad_norm": 2.694001886678259, "kl": 0.01275634765625, "learning_rate": 6.337659004011359e-07, "loss": -0.0171, "num_tokens": 89642856.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9238661527633667, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.09037065611080064, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10926621571577529, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09953596037316068, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1986 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1423.0, "completions/max_terminated_length": 1423.0, "completions/mean_length": 1004.4375, "completions/mean_terminated_length": 1004.4375, "completions/min_length": 562.0, "completions/min_terminated_length": 562.0, "epoch": 0.49687421855463865, "frac_reward_zero_std": 0.0, "grad_norm": 3.0757494920160293, "kl": 0.02105712890625, "learning_rate": 6.333799258392015e-07, "loss": -0.043, "num_tokens": 89689463.0, "reward": 0.0, "reward_std": 0.8907145261764526, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.044832088828799396, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07415139223443394, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10809803506625451, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1987 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1442.0, "completions/mean_length": 1328.875, "completions/mean_terminated_length": 1195.77783203125, "completions/min_length": 593.0, "completions/min_terminated_length": 593.0, "epoch": 0.49712428107026757, "frac_reward_zero_std": 0.0, "grad_norm": 2.56348403463232, "kl": 0.015411376953125, "learning_rate": 6.329938877445353e-07, "loss": 0.0426, "num_tokens": 89748341.0, "reward": 0.0, "reward_std": 0.5141884088516235, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03487654173716429, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06065875148600354, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11538983843829066, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1988 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1421.0, "completions/mean_length": 1213.5625, "completions/mean_terminated_length": 1118.0833740234375, "completions/min_length": 540.0, "completions/min_terminated_length": 540.0, "epoch": 0.4973743435858965, "frac_reward_zero_std": 0.0, "grad_norm": 3.3172620323927737, "kl": 0.0172119140625, "learning_rate": 6.326077864112853e-07, "loss": -0.023, "num_tokens": 89800630.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0057127475738525, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.04288935400521822, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09436464353452462, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09067647005823631, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1989 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1289.0, "completions/max_terminated_length": 1289.0, "completions/mean_length": 966.125, "completions/mean_terminated_length": 966.125, "completions/min_length": 728.0, "completions/min_terminated_length": 728.0, "epoch": 0.49762440610152536, "frac_reward_zero_std": 0.0, "grad_norm": 3.176452904426223, "kl": 0.0164794921875, "learning_rate": 6.322216221336485e-07, "loss": -0.0428, "num_tokens": 89838752.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8840538263320923, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.17239540228105205, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1713218008764966, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08388704928078614, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1990 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1332.0, "completions/max_terminated_length": 1332.0, "completions/mean_length": 1070.625, "completions/mean_terminated_length": 1070.625, "completions/min_length": 744.0, "completions/min_terminated_length": 744.0, "epoch": 0.4978744686171543, "frac_reward_zero_std": 0.0, "grad_norm": 3.796455023922156, "kl": 0.0181884765625, "learning_rate": 6.318353952058688e-07, "loss": -0.0432, "num_tokens": 89884090.0, "reward": -2.9802322387695312e-08, "reward_std": 0.5388092994689941, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.035812961038516763, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.24136119624947622, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11979921473804349, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1991 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1482.0, "completions/mean_length": 1312.0625, "completions/mean_terminated_length": 1299.533447265625, "completions/min_length": 1109.0, "completions/min_terminated_length": 1109.0, "epoch": 0.4981245311327832, "frac_reward_zero_std": 0.0, "grad_norm": 3.012895072516287, "kl": 0.0141448974609375, "learning_rate": 6.314491059222383e-07, "loss": 0.0042, "num_tokens": 89928003.0, "reward": 0.0, "reward_std": 0.9095876216888428, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.12409802949717005, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.20714098196938985, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09888264649460886, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1992 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1480.0, "completions/max_terminated_length": 1480.0, "completions/mean_length": 1152.1875, "completions/mean_terminated_length": 1152.1875, "completions/min_length": 816.0, "completions/min_terminated_length": 816.0, "epoch": 0.4983745936484121, "frac_reward_zero_std": 0.0, "grad_norm": 3.1158804378282476, "kl": 0.0147247314453125, "learning_rate": 6.310627545770969e-07, "loss": -0.0357, "num_tokens": 89966662.0, "reward": 2.2351741790771484e-08, "reward_std": 0.9556637406349182, "rewards/wordcountpos_reward_GEOBench/mean": 2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06302023738557516, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06807922845530738, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8041666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.05692750425533113, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1993 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1446.0, "completions/mean_length": 1041.9375, "completions/mean_terminated_length": 936.2307739257812, "completions/min_length": 560.0, "completions/min_terminated_length": 560.0, "epoch": 0.498624656164041, "frac_reward_zero_std": 0.0, "grad_norm": 3.484995084409857, "kl": 0.0146331787109375, "learning_rate": 6.30676341464831e-07, "loss": -0.0038, "num_tokens": 90001797.0, "reward": 0.0, "reward_std": 0.6389721632003784, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.02242430231812042, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03160637048612339, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7666666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07698003589195013, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1994 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1362.0, "completions/mean_length": 1258.25, "completions/mean_terminated_length": 1070.2222900390625, "completions/min_length": 720.0, "completions/min_terminated_length": 720.0, "epoch": 0.4988747186796699, "frac_reward_zero_std": 0.0, "grad_norm": 2.4486044452681055, "kl": 0.01202392578125, "learning_rate": 6.30289866879875e-07, "loss": -0.0236, "num_tokens": 90056417.0, "reward": 0.0, "reward_std": 0.995840847492218, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.18884426163282922, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.19693224713730292, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11642832797715322, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1995 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1274.0, "completions/max_terminated_length": 1274.0, "completions/mean_length": 1024.625, "completions/mean_terminated_length": 1024.625, "completions/min_length": 759.0, "completions/min_terminated_length": 759.0, "epoch": 0.49912478119529885, "frac_reward_zero_std": 0.0, "grad_norm": 3.3172626967963317, "kl": 0.0155487060546875, "learning_rate": 6.299033311167095e-07, "loss": -0.0037, "num_tokens": 90088763.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9763874411582947, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.22141635670268933, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.21470234508384436, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09574271077563384, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 1996 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1264.0, "completions/max_terminated_length": 1264.0, "completions/mean_length": 1037.0, "completions/mean_terminated_length": 1037.0, "completions/min_length": 751.0, "completions/min_terminated_length": 751.0, "epoch": 0.4993748437109277, "frac_reward_zero_std": 0.0, "grad_norm": 2.4546748182525464, "kl": 0.00963592529296875, "learning_rate": 6.295167344698619e-07, "loss": 0.0232, "num_tokens": 90126203.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8272068500518799, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.1173051688710578, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07533379694341773, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13158576980363348, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1997 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1264.0, "completions/mean_length": 1094.5625, "completions/mean_terminated_length": 1001.0000610351562, "completions/min_length": 683.0, "completions/min_terminated_length": 683.0, "epoch": 0.49962490622655664, "frac_reward_zero_std": 0.0, "grad_norm": 2.7406421115994637, "kl": 0.0133514404296875, "learning_rate": 6.291300772339059e-07, "loss": 0.0018, "num_tokens": 90176636.0, "reward": 0.0, "reward_std": 0.7947179675102234, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.029006366629659247, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07612108913414994, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.825, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10000000000000002, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1998 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1493.0, "completions/mean_length": 1289.75, "completions/mean_terminated_length": 1163.5999755859375, "completions/min_length": 873.0, "completions/min_terminated_length": 873.0, "epoch": 0.49987496874218557, "frac_reward_zero_std": 0.0, "grad_norm": 3.019782461405825, "kl": 0.0174102783203125, "learning_rate": 6.287433597034616e-07, "loss": -0.0039, "num_tokens": 90232512.0, "reward": 0.0, "reward_std": 0.7440252304077148, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.01822240567969707, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07176264787848224, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8916666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10000000000000002, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 1999 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1439.0, "completions/mean_length": 1125.1875, "completions/mean_terminated_length": 1100.2000732421875, "completions/min_length": 883.0, "completions/min_terminated_length": 883.0, "epoch": 0.5001250312578145, "frac_reward_zero_std": 0.0, "grad_norm": 2.1007935104009308, "kl": 0.01617431640625, "learning_rate": 6.283565821731948e-07, "loss": -0.068, "num_tokens": 90282339.0, "reward": 7.450580596923828e-09, "reward_std": 1.0521517992019653, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03583762594149756, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0841440559797888, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7333333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06440611887195309, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2000 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1251.0, "completions/max_terminated_length": 1251.0, "completions/mean_length": 1038.5625, "completions/mean_terminated_length": 1038.5625, "completions/min_length": 740.0, "completions/min_terminated_length": 740.0, "epoch": 0.5003750937734434, "frac_reward_zero_std": 0.0, "grad_norm": 3.360499303320881, "kl": 0.0166778564453125, "learning_rate": 6.279697449378172e-07, "loss": -0.0502, "num_tokens": 90330164.0, "reward": 2.2351741790771484e-08, "reward_std": 1.067063570022583, "rewards/wordcountpos_reward_GEOBench/mean": 2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.07161267086747633, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06797488947807702, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1128748897706693, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2001 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1498.0, "completions/mean_length": 1211.25, "completions/mean_terminated_length": 1038.0, "completions/min_length": 803.0, "completions/min_terminated_length": 803.0, "epoch": 0.5006251562890722, "frac_reward_zero_std": 0.0, "grad_norm": 2.8729838894750417, "kl": 0.0169830322265625, "learning_rate": 6.275828482920859e-07, "loss": 0.0188, "num_tokens": 90378992.0, "reward": 0.0, "reward_std": 0.6033382415771484, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.02609545066137067, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06983177485582398, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.775, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11642832797715323, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2002 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1406.0, "completions/mean_length": 1245.5625, "completions/mean_terminated_length": 1047.6666259765625, "completions/min_length": 769.0, "completions/min_terminated_length": 769.0, "epoch": 0.5008752188047012, "frac_reward_zero_std": 0.0, "grad_norm": 2.7529540235392314, "kl": 0.0126495361328125, "learning_rate": 6.271958925308034e-07, "loss": -0.0906, "num_tokens": 90425273.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9411312937736511, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.09678001163484302, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.035677456449345044, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6666666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06885303726590965, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2003 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1220.0, "completions/max_terminated_length": 1220.0, "completions/mean_length": 1015.5, "completions/mean_terminated_length": 1015.5, "completions/min_length": 901.0, "completions/min_terminated_length": 901.0, "epoch": 0.5011252813203301, "frac_reward_zero_std": 0.0, "grad_norm": 3.8550431917570154, "kl": 0.020233154296875, "learning_rate": 6.268088779488168e-07, "loss": 0.0285, "num_tokens": 90465817.0, "reward": 0.0, "reward_std": 0.772530734539032, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.08585371193337303, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.14053224687839366, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12224747213928168, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2004 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1127.0, "completions/max_terminated_length": 1127.0, "completions/mean_length": 942.6875, "completions/mean_terminated_length": 942.6875, "completions/min_length": 874.0, "completions/min_terminated_length": 874.0, "epoch": 0.5013753438359589, "frac_reward_zero_std": 0.0, "grad_norm": 2.560872136671241, "kl": 0.010530471801757812, "learning_rate": 6.264218048410187e-07, "loss": 0.0093, "num_tokens": 90509564.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0345324277877808, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.19168034167283785, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09538061116215932, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.05708992257184506, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2005 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1491.0, "completions/mean_length": 1237.6875, "completions/mean_terminated_length": 1220.2000732421875, "completions/min_length": 981.0, "completions/min_terminated_length": 981.0, "epoch": 0.5016254063515879, "frac_reward_zero_std": 0.0, "grad_norm": 2.5530987299477976, "kl": 0.01141357421875, "learning_rate": 6.260346735023457e-07, "loss": 0.0157, "num_tokens": 90553599.0, "reward": 5.960464477539063e-08, "reward_std": 0.4735937714576721, "rewards/wordcountpos_reward_GEOBench/mean": 5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.1545841496313129, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.253758390686713, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7708333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.059472994182545084, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2006 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1464.0, "completions/mean_length": 1272.25, "completions/mean_terminated_length": 1168.727294921875, "completions/min_length": 922.0, "completions/min_terminated_length": 922.0, "epoch": 0.5018754688672168, "frac_reward_zero_std": 0.0, "grad_norm": 2.798756177656917, "kl": 0.0134429931640625, "learning_rate": 6.256474842277791e-07, "loss": 0.0011, "num_tokens": 90607347.0, "reward": -5.960464477539063e-08, "reward_std": 0.6490448713302612, "rewards/wordcountpos_reward_GEOBench/mean": -5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.05753867780607999, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.19988413047163633, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.725, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11385500851066221, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2007 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1069.0, "completions/mean_length": 1250.9375, "completions/mean_terminated_length": 1001.875, "completions/min_length": 968.0, "completions/min_terminated_length": 968.0, "epoch": 0.5021255313828457, "frac_reward_zero_std": 0.0, "grad_norm": 1.9172426041412098, "kl": 0.00670623779296875, "learning_rate": 6.252602373123444e-07, "loss": -0.0006, "num_tokens": 90661218.0, "reward": 0.0, "reward_std": 0.24317243695259094, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.08029047226776881, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10708461119098804, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.16233253479155635, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2008 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1407.0, "completions/max_terminated_length": 1407.0, "completions/mean_length": 1144.875, "completions/mean_terminated_length": 1144.875, "completions/min_length": 878.0, "completions/min_terminated_length": 878.0, "epoch": 0.5023755938984746, "frac_reward_zero_std": 0.0, "grad_norm": 2.7146959195060183, "kl": 0.0112762451171875, "learning_rate": 6.248729330511105e-07, "loss": 0.0002, "num_tokens": 90703768.0, "reward": 0.0, "reward_std": 0.613000750541687, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.027519436048529616, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05144272694774026, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09388724521901161, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2009 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1486.0, "completions/mean_length": 1283.4375, "completions/mean_terminated_length": 1211.25, "completions/min_length": 945.0, "completions/min_terminated_length": 945.0, "epoch": 0.5026256564141035, "frac_reward_zero_std": 0.0, "grad_norm": 2.417908475988924, "kl": 0.0093994140625, "learning_rate": 6.244855717391908e-07, "loss": -0.0142, "num_tokens": 90760439.0, "reward": -1.862645149230957e-08, "reward_std": 1.0512363910675049, "rewards/wordcountpos_reward_GEOBench/mean": -1.862645149230957e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.00012953567080478505, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05973682420443361, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7916666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.05900408021045227, "rewards/wordcountpos_reward_GEOBench/std": 1.0327954292297363, "step": 2010 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1387.0, "completions/mean_length": 1113.1875, "completions/mean_terminated_length": 1087.4000244140625, "completions/min_length": 935.0, "completions/min_terminated_length": 935.0, "epoch": 0.5028757189297325, "frac_reward_zero_std": 0.0, "grad_norm": 3.401726294355412, "kl": 0.0184173583984375, "learning_rate": 6.240981536717414e-07, "loss": 0.0255, "num_tokens": 90811218.0, "reward": -5.960464477539063e-08, "reward_std": 0.7767967581748962, "rewards/wordcountpos_reward_GEOBench/mean": -5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0383059605584631, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0773826741793105, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.05163977794943226, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2011 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1387.0, "completions/mean_length": 1066.875, "completions/mean_terminated_length": 1038.0, "completions/min_length": 838.0, "completions/min_terminated_length": 838.0, "epoch": 0.5031257814453614, "frac_reward_zero_std": 0.0, "grad_norm": 3.4254394264297927, "kl": 0.0144500732421875, "learning_rate": 6.237106791439624e-07, "loss": 0.0053, "num_tokens": 90839728.0, "reward": 0.0, "reward_std": 0.6925433874130249, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0945993011872293, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10981683014469941, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08388704928078614, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2012 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1488.0, "completions/mean_length": 1179.875, "completions/mean_terminated_length": 1106.0, "completions/min_length": 806.0, "completions/min_terminated_length": 806.0, "epoch": 0.5033758439609902, "frac_reward_zero_std": 0.0, "grad_norm": 3.1939106771426444, "kl": 0.0157012939453125, "learning_rate": 6.233231484510958e-07, "loss": -0.0328, "num_tokens": 90890446.0, "reward": -5.960464477539063e-08, "reward_std": 0.8915489912033081, "rewards/wordcountpos_reward_GEOBench/mean": -5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.019862399106526832, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.13988750263057845, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12141145226353545, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2013 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1374.0, "completions/max_terminated_length": 1374.0, "completions/mean_length": 1049.875, "completions/mean_terminated_length": 1049.875, "completions/min_length": 638.0, "completions/min_terminated_length": 638.0, "epoch": 0.5036259064766192, "frac_reward_zero_std": 0.0, "grad_norm": 3.0606146605968965, "kl": 0.00997161865234375, "learning_rate": 6.229355618884279e-07, "loss": -0.0331, "num_tokens": 90935284.0, "reward": 0.0, "reward_std": 0.5146667957305908, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.08073281318267277, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.19108248070105016, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13662601021279466, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2014 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1490.0, "completions/mean_length": 1217.75, "completions/mean_terminated_length": 1177.4285888671875, "completions/min_length": 923.0, "completions/min_terminated_length": 923.0, "epoch": 0.5038759689922481, "frac_reward_zero_std": 0.0, "grad_norm": 2.2774220657442843, "kl": 0.0103302001953125, "learning_rate": 6.225479197512863e-07, "loss": 0.0229, "num_tokens": 90978584.0, "reward": 2.9802322387695312e-08, "reward_std": 0.406349241733551, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.20792493027969122, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07425130978606775, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.04849589520621153, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2015 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1142.0, "completions/max_terminated_length": 1142.0, "completions/mean_length": 956.5625, "completions/mean_terminated_length": 956.5625, "completions/min_length": 596.0, "completions/min_terminated_length": 596.0, "epoch": 0.5041260315078769, "frac_reward_zero_std": 0.0, "grad_norm": 3.444339138409584, "kl": 0.0146331787109375, "learning_rate": 6.221602223350415e-07, "loss": 0.0068, "num_tokens": 91026777.0, "reward": 7.450580596923828e-09, "reward_std": 1.0593595504760742, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.10072906481916856, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.14294913049637767, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6666666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11417984514369003, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2016 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1055.0, "completions/max_terminated_length": 1055.0, "completions/mean_length": 953.125, "completions/mean_terminated_length": 953.125, "completions/min_length": 758.0, "completions/min_terminated_length": 758.0, "epoch": 0.5043760940235059, "frac_reward_zero_std": 0.0, "grad_norm": 3.117273498842334, "kl": 0.0154876708984375, "learning_rate": 6.217724699351063e-07, "loss": 0.0041, "num_tokens": 91075747.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9719052314758301, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.12503585694334915, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.15757792264909848, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08388704928078612, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2017 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1455.0, "completions/mean_length": 1031.1875, "completions/mean_terminated_length": 999.9334106445312, "completions/min_length": 500.0, "completions/min_terminated_length": 500.0, "epoch": 0.5046261565391348, "frac_reward_zero_std": 0.0, "grad_norm": 3.541339175751418, "kl": 0.019622802734375, "learning_rate": 6.213846628469346e-07, "loss": -0.0577, "num_tokens": 91112566.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0188775062561035, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.048810025149485944, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12138104836694648, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1031898645611484, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2018 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1471.0, "completions/mean_length": 1095.875, "completions/mean_terminated_length": 1068.933349609375, "completions/min_length": 734.0, "completions/min_terminated_length": 734.0, "epoch": 0.5048762190547637, "frac_reward_zero_std": 0.0, "grad_norm": 2.71441214939748, "kl": 0.0136871337890625, "learning_rate": 6.209968013660231e-07, "loss": 0.0264, "num_tokens": 91156196.0, "reward": 7.450580596923828e-09, "reward_std": 0.9967584609985352, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.04822918537219368, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0633238970676124, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09428090415820635, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2019 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1301.0, "completions/mean_length": 1104.6875, "completions/mean_terminated_length": 1078.3333740234375, "completions/min_length": 864.0, "completions/min_terminated_length": 864.0, "epoch": 0.5051262815703926, "frac_reward_zero_std": 0.0, "grad_norm": 3.4418383746201586, "kl": 0.01666259765625, "learning_rate": 6.206088857879091e-07, "loss": -0.0095, "num_tokens": 91206479.0, "reward": 2.9802322387695312e-08, "reward_std": 0.7908489108085632, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.05410411713446016, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.02547369803211522, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07302967433402217, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2020 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1350.0, "completions/mean_length": 948.9375, "completions/mean_terminated_length": 912.2000732421875, "completions/min_length": 560.0, "completions/min_terminated_length": 560.0, "epoch": 0.5053763440860215, "frac_reward_zero_std": 0.0, "grad_norm": 3.6679847493834, "kl": 0.0186767578125, "learning_rate": 6.202209164081711e-07, "loss": 0.0425, "num_tokens": 91242926.0, "reward": 1.1175870895385742e-08, "reward_std": 1.0688472986221313, "rewards/wordcountpos_reward_GEOBench/mean": 1.1175870895385742e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03987386598662628, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08421389933338491, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7666666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06885303726590968, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2021 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1419.0, "completions/mean_length": 1138.625, "completions/mean_terminated_length": 1055.2308349609375, "completions/min_length": 723.0, "completions/min_terminated_length": 723.0, "epoch": 0.5056264066016504, "frac_reward_zero_std": 0.0, "grad_norm": 3.2979035924954148, "kl": 0.016998291015625, "learning_rate": 6.198328935224294e-07, "loss": -0.0179, "num_tokens": 91297872.0, "reward": 0.0, "reward_std": 0.5715004801750183, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.048160233182146614, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07571590238520495, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8333333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.15587269259333497, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2022 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1436.0, "completions/max_terminated_length": 1436.0, "completions/mean_length": 1033.8125, "completions/mean_terminated_length": 1033.8125, "completions/min_length": 648.0, "completions/min_terminated_length": 648.0, "epoch": 0.5058764691172793, "frac_reward_zero_std": 0.0, "grad_norm": 3.3305546859294286, "kl": 0.0177459716796875, "learning_rate": 6.194448174263442e-07, "loss": -0.0236, "num_tokens": 91350437.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8846057653427124, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.01890866126456233, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.21224879841788308, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6749999999999999, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10852547064066471, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2023 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1493.0, "completions/mean_length": 1214.3125, "completions/mean_terminated_length": 1195.2667236328125, "completions/min_length": 1043.0, "completions/min_terminated_length": 1043.0, "epoch": 0.5061265316329082, "frac_reward_zero_std": 0.0, "grad_norm": 2.925885633870664, "kl": 0.011871337890625, "learning_rate": 6.190566884156167e-07, "loss": -0.0288, "num_tokens": 91401010.0, "reward": -1.4901161193847656e-08, "reward_std": 1.027402400970459, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.02078383790174819, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08144644775637201, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7333333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13109227736669002, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2024 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1330.0, "completions/mean_length": 1160.4375, "completions/mean_terminated_length": 1137.800048828125, "completions/min_length": 1009.0, "completions/min_terminated_length": 1009.0, "epoch": 0.5063765941485371, "frac_reward_zero_std": 0.0, "grad_norm": 1.8212782599596786, "kl": 0.0108184814453125, "learning_rate": 6.18668506785988e-07, "loss": 0.0026, "num_tokens": 91446033.0, "reward": 2.9802322387695312e-08, "reward_std": 0.6183702349662781, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.05418435090350162, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06484039301593657, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07588978362901863, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2025 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1028.0, "completions/max_terminated_length": 1028.0, "completions/mean_length": 807.25, "completions/mean_terminated_length": 807.25, "completions/min_length": 641.0, "completions/min_terminated_length": 641.0, "epoch": 0.5066266566641661, "frac_reward_zero_std": 0.0, "grad_norm": 3.4190388556974383, "kl": 0.015838623046875, "learning_rate": 6.182802728332404e-07, "loss": -0.003, "num_tokens": 91472789.0, "reward": 0.0, "reward_std": 1.0261061191558838, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06922273186662314, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.14393415836528076, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9208333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08153617692869923, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2026 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1297.0, "completions/max_terminated_length": 1297.0, "completions/mean_length": 899.125, "completions/mean_terminated_length": 899.125, "completions/min_length": 633.0, "completions/min_terminated_length": 633.0, "epoch": 0.5068767191797949, "frac_reward_zero_std": 0.0, "grad_norm": 2.6354174042336966, "kl": 0.008636474609375, "learning_rate": 6.178919868531943e-07, "loss": 0.0659, "num_tokens": 91514511.0, "reward": 0.0, "reward_std": 0.9473845958709717, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.015642058880807882, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.02494670331574122, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8333333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10886621079036349, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2027 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1433.0, "completions/mean_length": 1270.375, "completions/mean_terminated_length": 1166.0, "completions/min_length": 799.0, "completions/min_terminated_length": 799.0, "epoch": 0.5071267816954238, "frac_reward_zero_std": 0.0, "grad_norm": 2.8771826812021946, "kl": 0.0162811279296875, "learning_rate": 6.175036491417113e-07, "loss": -0.0205, "num_tokens": 91573893.0, "reward": -5.960464477539063e-08, "reward_std": 0.417508602142334, "rewards/wordcountpos_reward_GEOBench/mean": -5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.05189613345535482, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0652237266022054, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1246476515504285, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2028 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1381.0, "completions/mean_length": 1190.75, "completions/mean_terminated_length": 1146.571533203125, "completions/min_length": 953.0, "completions/min_terminated_length": 953.0, "epoch": 0.5073768442110528, "frac_reward_zero_std": 0.0, "grad_norm": 2.3929901134814573, "kl": 0.01043701171875, "learning_rate": 6.171152599946916e-07, "loss": 0.0162, "num_tokens": 91621753.0, "reward": 0.0, "reward_std": 0.4586096704006195, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.038374594676695656, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12675371559410448, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0859586463881842, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2029 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1426.0, "completions/max_terminated_length": 1426.0, "completions/mean_length": 1080.6875, "completions/mean_terminated_length": 1080.6875, "completions/min_length": 805.0, "completions/min_terminated_length": 805.0, "epoch": 0.5076269067266816, "frac_reward_zero_std": 0.0, "grad_norm": 3.1350652110904624, "kl": 0.017425537109375, "learning_rate": 6.167268197080747e-07, "loss": -0.0419, "num_tokens": 91667436.0, "reward": 1.4901161193847656e-08, "reward_std": 0.946037769317627, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0018390711106002783, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05492782656610846, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13045504405165223, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2030 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1320.0, "completions/mean_length": 1089.8125, "completions/mean_terminated_length": 1062.4666748046875, "completions/min_length": 881.0, "completions/min_terminated_length": 881.0, "epoch": 0.5078769692423106, "frac_reward_zero_std": 0.0, "grad_norm": 3.487482675176948, "kl": 0.019134521484375, "learning_rate": 6.163383285778397e-07, "loss": -0.0053, "num_tokens": 91712113.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0436747074127197, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.019313205974243332, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0597900528372524, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10749676997731401, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2031 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1384.0, "completions/max_terminated_length": 1384.0, "completions/mean_length": 1211.6875, "completions/mean_terminated_length": 1211.6875, "completions/min_length": 941.0, "completions/min_terminated_length": 941.0, "epoch": 0.5081270317579395, "frac_reward_zero_std": 0.0, "grad_norm": 3.12354751597957, "kl": 0.01397705078125, "learning_rate": 6.159497869000035e-07, "loss": 0.0106, "num_tokens": 91763204.0, "reward": -1.1175870895385742e-08, "reward_std": 1.0369948148727417, "rewards/wordcountpos_reward_GEOBench/mean": -1.1175870895385742e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.08472627145295117, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.042780329743824515, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7916666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10000000000000003, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2032 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1340.0, "completions/max_terminated_length": 1340.0, "completions/mean_length": 1121.3125, "completions/mean_terminated_length": 1121.3125, "completions/min_length": 793.0, "completions/min_terminated_length": 793.0, "epoch": 0.5083770942735684, "frac_reward_zero_std": 0.0, "grad_norm": 3.7466210628484053, "kl": 0.021209716796875, "learning_rate": 6.155611949706221e-07, "loss": 0.0175, "num_tokens": 91815761.0, "reward": -1.4901161193847656e-08, "reward_std": 1.01591157913208, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.15927824378462754, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10647957768096025, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7708333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10027739304327551, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2033 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 861.0, "completions/max_terminated_length": 861.0, "completions/mean_length": 647.75, "completions/mean_terminated_length": 647.75, "completions/min_length": 510.0, "completions/min_terminated_length": 510.0, "epoch": 0.5086271567891973, "frac_reward_zero_std": 0.0, "grad_norm": 3.6329861054341976, "kl": 0.014678955078125, "learning_rate": 6.151725530857893e-07, "loss": 0.0296, "num_tokens": 91842821.0, "reward": 0.0, "reward_std": 0.7133623957633972, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.1414179237949076, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07398512712349821, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12292725943057184, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2034 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1390.0, "completions/mean_length": 1121.9375, "completions/mean_terminated_length": 1067.9285888671875, "completions/min_length": 815.0, "completions/min_terminated_length": 815.0, "epoch": 0.5088772193048262, "frac_reward_zero_std": 0.0, "grad_norm": 2.5144891393227926, "kl": 0.0097808837890625, "learning_rate": 6.147838615416378e-07, "loss": -0.0312, "num_tokens": 91894228.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9684914350509644, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.13790320266069173, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0593280963292026, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08681611046941139, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2035 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1209.0, "completions/mean_length": 1261.0625, "completions/mean_terminated_length": 1022.125, "completions/min_length": 783.0, "completions/min_terminated_length": 783.0, "epoch": 0.5091272818204551, "frac_reward_zero_std": 0.0, "grad_norm": 2.7685917143591783, "kl": 0.0153045654296875, "learning_rate": 6.143951206343374e-07, "loss": -0.0036, "num_tokens": 91949453.0, "reward": 2.9802322387695312e-08, "reward_std": 0.5696409940719604, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.04918606822526038, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.18313990088195192, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09339283817414602, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2036 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1261.0, "completions/mean_length": 1146.4375, "completions/mean_terminated_length": 1064.84619140625, "completions/min_length": 799.0, "completions/min_terminated_length": 799.0, "epoch": 0.5093773443360841, "frac_reward_zero_std": 0.0, "grad_norm": 3.6834497042324905, "kl": 0.0152740478515625, "learning_rate": 6.140063306600958e-07, "loss": 0.0394, "num_tokens": 92000476.0, "reward": 0.0, "reward_std": 1.0063549280166626, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.14265307335741836, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11665363213111492, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07969850595746357, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2037 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1495.0, "completions/mean_length": 1450.375, "completions/mean_terminated_length": 1367.666748046875, "completions/min_length": 1155.0, "completions/min_terminated_length": 1155.0, "epoch": 0.5096274068517129, "frac_reward_zero_std": 0.0, "grad_norm": 2.4391025751858213, "kl": 0.010498046875, "learning_rate": 6.136174919151578e-07, "loss": -0.0162, "num_tokens": 92047666.0, "reward": -2.9802322387695312e-08, "reward_std": 0.7270627021789551, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04583230558204282, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07100481446035244, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10576003586036263, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2038 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1495.0, "completions/mean_length": 1331.6875, "completions/mean_terminated_length": 1292.84619140625, "completions/min_length": 1123.0, "completions/min_terminated_length": 1123.0, "epoch": 0.5098774693673418, "frac_reward_zero_std": 0.0, "grad_norm": 2.7943497514736864, "kl": 0.011474609375, "learning_rate": 6.132286046958057e-07, "loss": -0.0032, "num_tokens": 92084541.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8529057502746582, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03850733070857289, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.14609266922317166, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11409872268574493, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2039 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1498.0, "completions/mean_length": 1241.5, "completions/mean_terminated_length": 1124.0, "completions/min_length": 873.0, "completions/min_terminated_length": 873.0, "epoch": 0.5101275318829708, "frac_reward_zero_std": 0.0, "grad_norm": 2.9219351658750923, "kl": 0.010528564453125, "learning_rate": 6.12839669298359e-07, "loss": 0.0068, "num_tokens": 92130341.0, "reward": 0.0, "reward_std": 0.8746392726898193, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.00849702954689546, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03571071460790342, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11917929226045818, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2040 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1407.0, "completions/max_terminated_length": 1407.0, "completions/mean_length": 1185.875, "completions/mean_terminated_length": 1185.875, "completions/min_length": 948.0, "completions/min_terminated_length": 948.0, "epoch": 0.5103775943985996, "frac_reward_zero_std": 0.0, "grad_norm": 3.401066596858409, "kl": 0.0171051025390625, "learning_rate": 6.124506860191731e-07, "loss": -0.0394, "num_tokens": 92182675.0, "reward": 0.0, "reward_std": 0.8542007803916931, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.008970767803729332, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05407762508629519, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7666666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09428090415820636, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2041 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1380.0, "completions/mean_length": 1118.3125, "completions/mean_terminated_length": 1092.86669921875, "completions/min_length": 757.0, "completions/min_terminated_length": 757.0, "epoch": 0.5106276569142285, "frac_reward_zero_std": 0.0, "grad_norm": 3.4082459292193104, "kl": 0.017913818359375, "learning_rate": 6.120616551546405e-07, "loss": 0.0213, "num_tokens": 92234912.0, "reward": -2.9802322387695312e-08, "reward_std": 0.7643733620643616, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03678445570566448, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1725118125978391, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07084150279686706, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2042 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1166.0, "completions/max_terminated_length": 1166.0, "completions/mean_length": 984.3125, "completions/mean_terminated_length": 984.3125, "completions/min_length": 736.0, "completions/min_terminated_length": 736.0, "epoch": 0.5108777194298575, "frac_reward_zero_std": 0.0, "grad_norm": 3.6777040220172887, "kl": 0.0153656005859375, "learning_rate": 6.116725770011899e-07, "loss": -0.0154, "num_tokens": 92277701.0, "reward": 2.9802322387695312e-08, "reward_std": 0.6911045908927917, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03417319441790371, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.043738772898649844, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7374999999999999, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.04533823502911818, "rewards/wordcountpos_reward_GEOBench/std": 1.0327954292297363, "step": 2043 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1498.0, "completions/mean_length": 1263.1875, "completions/mean_terminated_length": 1121.0999755859375, "completions/min_length": 883.0, "completions/min_terminated_length": 883.0, "epoch": 0.5111277819454864, "frac_reward_zero_std": 0.0, "grad_norm": 1.7908079953556895, "kl": 0.009124755859375, "learning_rate": 6.112834518552858e-07, "loss": 0.0095, "num_tokens": 92316416.0, "reward": 0.0, "reward_std": 0.45772814750671387, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.13800190316606983, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.15279802201000167, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8708333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09878896324620104, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2044 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1179.0, "completions/max_terminated_length": 1179.0, "completions/mean_length": 925.0, "completions/mean_terminated_length": 925.0, "completions/min_length": 747.0, "completions/min_terminated_length": 747.0, "epoch": 0.5113778444611152, "frac_reward_zero_std": 0.0, "grad_norm": 2.036781451567229, "kl": 0.00672149658203125, "learning_rate": 6.108942800134286e-07, "loss": -0.002, "num_tokens": 92353616.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9935612678527832, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03174157643964931, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06793708552809528, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.072520750542581, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2045 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1455.0, "completions/mean_length": 1279.375, "completions/mean_terminated_length": 1205.8333740234375, "completions/min_length": 833.0, "completions/min_terminated_length": 833.0, "epoch": 0.5116279069767442, "frac_reward_zero_std": 0.0, "grad_norm": 3.3849368091649135, "kl": 0.019927978515625, "learning_rate": 6.105050617721542e-07, "loss": 0.0255, "num_tokens": 92407622.0, "reward": 0.0, "reward_std": 0.5300437211990356, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.119294059758883, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.19798023549408963, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7666666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08777074514725114, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2046 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1353.0, "completions/mean_length": 1019.5, "completions/mean_terminated_length": 987.4667358398438, "completions/min_length": 532.0, "completions/min_terminated_length": 532.0, "epoch": 0.5118779694923731, "frac_reward_zero_std": 0.0, "grad_norm": 3.058241849445832, "kl": 0.0141448974609375, "learning_rate": 6.101157974280342e-07, "loss": 0.0155, "num_tokens": 92436654.0, "reward": -2.9802322387695312e-08, "reward_std": 0.5009094476699829, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04735830194480971, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0566328297750236, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1567612007930345, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2047 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1467.0, "completions/mean_length": 1101.5625, "completions/mean_terminated_length": 1075.0, "completions/min_length": 722.0, "completions/min_terminated_length": 722.0, "epoch": 0.512128032008002, "frac_reward_zero_std": 0.0, "grad_norm": 2.9377713195165853, "kl": 0.012054443359375, "learning_rate": 6.097264872776749e-07, "loss": 0.0214, "num_tokens": 92475431.0, "reward": -1.4901161193847656e-08, "reward_std": 1.042947769165039, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.05183774617910206, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0848090786317312, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.072520750542581, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2048 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1463.0, "completions/mean_length": 1419.0625, "completions/mean_terminated_length": 1338.125, "completions/min_length": 1065.0, "completions/min_terminated_length": 1065.0, "epoch": 0.5123780945236309, "frac_reward_zero_std": 0.0, "grad_norm": 3.001039599753915, "kl": 0.01409912109375, "learning_rate": 6.093371316177177e-07, "loss": -0.0076, "num_tokens": 92531872.0, "reward": 0.0, "reward_std": 0.9984475374221802, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.07333075368441207, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08617596934055678, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07187952884282608, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2049 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1442.0, "completions/mean_length": 1202.25, "completions/mean_terminated_length": 1023.6000366210938, "completions/min_length": 715.0, "completions/min_terminated_length": 715.0, "epoch": 0.5126281570392598, "frac_reward_zero_std": 0.0, "grad_norm": 3.1956436872403935, "kl": 0.0164642333984375, "learning_rate": 6.08947730744839e-07, "loss": -0.0496, "num_tokens": 92573820.0, "reward": 2.9802322387695312e-08, "reward_std": 0.6259706616401672, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.04648600418945268, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08655666193697077, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08388704928078614, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2050 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1308.0, "completions/max_terminated_length": 1308.0, "completions/mean_length": 858.25, "completions/mean_terminated_length": 858.25, "completions/min_length": 631.0, "completions/min_terminated_length": 631.0, "epoch": 0.5128782195548888, "frac_reward_zero_std": 0.0, "grad_norm": 3.576959567644209, "kl": 0.015869140625, "learning_rate": 6.085582849557487e-07, "loss": -0.1029, "num_tokens": 92613104.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9593731164932251, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.09327402526471995, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1221016424813519, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8041666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07084150279686705, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2051 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1331.0, "completions/mean_length": 1076.5625, "completions/mean_terminated_length": 1048.3333740234375, "completions/min_length": 799.0, "completions/min_terminated_length": 799.0, "epoch": 0.5131282820705176, "frac_reward_zero_std": 0.0, "grad_norm": 3.7676694878885315, "kl": 0.020416259765625, "learning_rate": 6.081687945471923e-07, "loss": 0.0288, "num_tokens": 92658305.0, "reward": 0.0, "reward_std": 0.8476142883300781, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03401789799743071, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06764689905105666, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8666666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08777074514725111, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2052 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1481.0, "completions/max_terminated_length": 1481.0, "completions/mean_length": 997.125, "completions/mean_terminated_length": 997.125, "completions/min_length": 499.0, "completions/min_terminated_length": 499.0, "epoch": 0.5133783445861465, "frac_reward_zero_std": 0.0, "grad_norm": 3.5784633404434834, "kl": 0.014801025390625, "learning_rate": 6.077792598159479e-07, "loss": -0.027, "num_tokens": 92696683.0, "reward": 0.0, "reward_std": 1.0079814195632935, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.09064564687988802, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12134783816441712, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6916666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0969917904124231, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2053 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1294.0, "completions/max_terminated_length": 1294.0, "completions/mean_length": 991.8125, "completions/mean_terminated_length": 991.8125, "completions/min_length": 717.0, "completions/min_terminated_length": 717.0, "epoch": 0.5136284071017755, "frac_reward_zero_std": 0.0, "grad_norm": 2.364334770295585, "kl": 0.0091705322265625, "learning_rate": 6.073896810588284e-07, "loss": -0.0323, "num_tokens": 92751120.0, "reward": -2.9802322387695312e-08, "reward_std": 0.7185707092285156, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.02879752699057101, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12106667609492272, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8541666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10390522747338701, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2054 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1459.0, "completions/max_terminated_length": 1459.0, "completions/mean_length": 1152.875, "completions/mean_terminated_length": 1152.875, "completions/min_length": 951.0, "completions/min_terminated_length": 951.0, "epoch": 0.5138784696174044, "frac_reward_zero_std": 0.0, "grad_norm": 3.3644807360015787, "kl": 0.0161895751953125, "learning_rate": 6.070000585726796e-07, "loss": -0.0203, "num_tokens": 92808926.0, "reward": 7.450580596923828e-09, "reward_std": 1.0539655685424805, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.00771520292777135, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03721846843450934, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09179284245476839, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2055 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1318.0, "completions/mean_length": 1019.5625, "completions/mean_terminated_length": 987.5333862304688, "completions/min_length": 747.0, "completions/min_terminated_length": 747.0, "epoch": 0.5141285321330332, "frac_reward_zero_std": 0.0, "grad_norm": 3.185402238186404, "kl": 0.0137786865234375, "learning_rate": 6.066103926543811e-07, "loss": -0.0479, "num_tokens": 92860207.0, "reward": -3.3527612686157227e-08, "reward_std": 1.0594370365142822, "rewards/wordcountpos_reward_GEOBench/mean": -3.3527612686157227e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.13258286500484434, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04314545562245761, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10327955589886446, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2056 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1137.0, "completions/max_terminated_length": 1137.0, "completions/mean_length": 914.5625, "completions/mean_terminated_length": 914.5625, "completions/min_length": 636.0, "completions/min_terminated_length": 636.0, "epoch": 0.5143785946486622, "frac_reward_zero_std": 0.0, "grad_norm": 2.3289076611424444, "kl": 0.00768280029296875, "learning_rate": 6.062206836008452e-07, "loss": 0.0207, "num_tokens": 92897456.0, "reward": -1.4901161193847656e-08, "reward_std": 0.990839958190918, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.05719494586031876, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.18096203934065766, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6416666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09999999999999999, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2057 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1380.0, "completions/max_terminated_length": 1380.0, "completions/mean_length": 1161.5625, "completions/mean_terminated_length": 1161.5625, "completions/min_length": 939.0, "completions/min_terminated_length": 939.0, "epoch": 0.5146286571642911, "frac_reward_zero_std": 0.0, "grad_norm": 2.7329328570128633, "kl": 0.01458740234375, "learning_rate": 6.058309317090175e-07, "loss": -0.0285, "num_tokens": 92936089.0, "reward": 2.9802322387695312e-08, "reward_std": 0.591127872467041, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.01676016138408305, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08895069691075452, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7708333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08421753138505425, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2058 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1344.0, "completions/mean_length": 1148.0625, "completions/mean_terminated_length": 1124.60009765625, "completions/min_length": 988.0, "completions/min_terminated_length": 988.0, "epoch": 0.5148787196799199, "frac_reward_zero_std": 0.0, "grad_norm": 2.986078353203957, "kl": 0.0140380859375, "learning_rate": 6.054411372758757e-07, "loss": -0.0393, "num_tokens": 92995946.0, "reward": 0.0, "reward_std": 0.691930890083313, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0177200994800695, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07534752096041411, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08333333333333336, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2059 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1436.0, "completions/max_terminated_length": 1436.0, "completions/mean_length": 1125.0, "completions/mean_terminated_length": 1125.0, "completions/min_length": 901.0, "completions/min_terminated_length": 901.0, "epoch": 0.5151287821955489, "frac_reward_zero_std": 0.0, "grad_norm": 3.4001024258729573, "kl": 0.018585205078125, "learning_rate": 6.050513005984301e-07, "loss": -0.0357, "num_tokens": 93038298.0, "reward": -7.450580596923828e-09, "reward_std": 1.0517290830612183, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03301396459288604, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.060197875968623644, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12345339501504503, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2060 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1486.0, "completions/mean_length": 1143.0, "completions/mean_terminated_length": 1119.2000732421875, "completions/min_length": 796.0, "completions/min_terminated_length": 796.0, "epoch": 0.5153788447111778, "frac_reward_zero_std": 0.0, "grad_norm": 2.3471161535641087, "kl": 0.0132598876953125, "learning_rate": 6.046614219737239e-07, "loss": 0.0091, "num_tokens": 93083922.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9486764669418335, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.022580579000345054, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.02800170519872547, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08850612031567838, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2061 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1322.0, "completions/mean_length": 1141.4375, "completions/mean_terminated_length": 862.5555419921875, "completions/min_length": 586.0, "completions/min_terminated_length": 586.0, "epoch": 0.5156289072268067, "frac_reward_zero_std": 0.0, "grad_norm": 2.9797061581979585, "kl": 0.0140228271484375, "learning_rate": 6.04271501698831e-07, "loss": -0.006, "num_tokens": 93131545.0, "reward": -2.9802322387695312e-08, "reward_std": 0.7129707336425781, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04839382705870491, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11479087508925065, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07503085784948506, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2062 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1417.0, "completions/mean_length": 1304.375, "completions/mean_terminated_length": 1215.45458984375, "completions/min_length": 1034.0, "completions/min_terminated_length": 1034.0, "epoch": 0.5158789697424356, "frac_reward_zero_std": 0.0, "grad_norm": 2.633250819729388, "kl": 0.0114898681640625, "learning_rate": 6.03881540070858e-07, "loss": -0.0552, "num_tokens": 93184167.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9606443643569946, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03268518005954426, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06454154690099388, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13977495139343474, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2063 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1209.0, "completions/max_terminated_length": 1209.0, "completions/mean_length": 1036.5625, "completions/mean_terminated_length": 1036.5625, "completions/min_length": 922.0, "completions/min_terminated_length": 922.0, "epoch": 0.5161290322580645, "frac_reward_zero_std": 0.0, "grad_norm": 3.3350058538002503, "kl": 0.01336669921875, "learning_rate": 6.034915373869427e-07, "loss": -0.0382, "num_tokens": 93222232.0, "reward": 0.0, "reward_std": 0.7984811067581177, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.07799198713442378, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0482814392581376, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11855612829185828, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2064 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1444.0, "completions/mean_length": 1223.8125, "completions/mean_terminated_length": 1184.357177734375, "completions/min_length": 1017.0, "completions/min_terminated_length": 1017.0, "epoch": 0.5163790947736934, "frac_reward_zero_std": 0.0, "grad_norm": 2.563009267117382, "kl": 0.01190185546875, "learning_rate": 6.03101493944254e-07, "loss": -0.0531, "num_tokens": 93275917.0, "reward": 0.0, "reward_std": 0.9507585763931274, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.2690458237413152, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.3185179941450789, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.05900408021045227, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2065 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1342.0, "completions/mean_length": 1151.1875, "completions/mean_terminated_length": 1127.933349609375, "completions/min_length": 946.0, "completions/min_terminated_length": 946.0, "epoch": 0.5166291572893223, "frac_reward_zero_std": 0.0, "grad_norm": 3.221301649261984, "kl": 0.01995849609375, "learning_rate": 6.027114100399924e-07, "loss": -0.0404, "num_tokens": 93322192.0, "reward": -2.2351741790771484e-08, "reward_std": 0.9610854387283325, "rewards/wordcountpos_reward_GEOBench/mean": -2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.14895085750067505, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.15377481145841618, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08421753138505424, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2066 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1463.0, "completions/mean_length": 1243.8125, "completions/mean_terminated_length": 1207.21435546875, "completions/min_length": 809.0, "completions/min_terminated_length": 809.0, "epoch": 0.5168792198049512, "frac_reward_zero_std": 0.0, "grad_norm": 3.1992644284746024, "kl": 0.0157928466796875, "learning_rate": 6.023212859713885e-07, "loss": -0.012, "num_tokens": 93366981.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9358853101730347, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.023912927467423295, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03974695171144502, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7916666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12382783747337808, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2067 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1361.0, "completions/mean_length": 1052.4375, "completions/mean_terminated_length": 1022.6000366210938, "completions/min_length": 758.0, "completions/min_terminated_length": 758.0, "epoch": 0.5171292823205802, "frac_reward_zero_std": 0.0, "grad_norm": 3.38580244729694, "kl": 0.0170440673828125, "learning_rate": 6.019311220357039e-07, "loss": -0.0202, "num_tokens": 93422044.0, "reward": 0.0, "reward_std": 1.0354093313217163, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04263739483493112, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.15288916782960485, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07876359377087684, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2068 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1472.0, "completions/mean_length": 1335.625, "completions/mean_terminated_length": 1237.0, "completions/min_length": 802.0, "completions/min_terminated_length": 802.0, "epoch": 0.5173793448362091, "frac_reward_zero_std": 0.0, "grad_norm": 2.9316175292568336, "kl": 0.016448974609375, "learning_rate": 6.015409185302306e-07, "loss": -0.0215, "num_tokens": 93481270.0, "reward": 0.0, "reward_std": 0.6443211436271667, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.13081278330021626, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11158107407248617, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.825, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09388724521901162, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2069 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1380.0, "completions/mean_length": 1261.625, "completions/mean_terminated_length": 1023.25, "completions/min_length": 427.0, "completions/min_terminated_length": 427.0, "epoch": 0.5176294073518379, "frac_reward_zero_std": 0.0, "grad_norm": 2.6664837655662765, "kl": 0.01373291015625, "learning_rate": 6.011506757522908e-07, "loss": 0.0982, "num_tokens": 93539904.0, "reward": -2.2351741790771484e-08, "reward_std": 0.8664066195487976, "rewards/wordcountpos_reward_GEOBench/mean": -2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0368642261887587, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08419283896020646, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7333333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13333333333333333, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2070 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1403.0, "completions/max_terminated_length": 1403.0, "completions/mean_length": 1124.9375, "completions/mean_terminated_length": 1124.9375, "completions/min_length": 721.0, "completions/min_terminated_length": 721.0, "epoch": 0.5178794698674669, "frac_reward_zero_std": 0.0, "grad_norm": 2.665320093836123, "kl": 0.0143280029296875, "learning_rate": 6.007603939992367e-07, "loss": -0.0191, "num_tokens": 93584495.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9795430302619934, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.08513645200799008, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12157549106440943, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.15341785110291775, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2071 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1484.0, "completions/mean_length": 1232.5, "completions/mean_terminated_length": 1170.769287109375, "completions/min_length": 1032.0, "completions/min_terminated_length": 1032.0, "epoch": 0.5181295323830958, "frac_reward_zero_std": 0.0, "grad_norm": 3.3591331712527395, "kl": 0.0154876708984375, "learning_rate": 6.003700735684495e-07, "loss": 0.024, "num_tokens": 93635991.0, "reward": 0.0, "reward_std": 0.7187902927398682, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04412604847787831, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06966673069121226, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8041666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09878896324620107, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2072 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1179.0, "completions/mean_length": 1018.625, "completions/mean_terminated_length": 907.5385131835938, "completions/min_length": 623.0, "completions/min_terminated_length": 623.0, "epoch": 0.5183795948987246, "frac_reward_zero_std": 0.0, "grad_norm": 2.8560169487951006, "kl": 0.015167236328125, "learning_rate": 5.999797147573409e-07, "loss": -0.049, "num_tokens": 93664265.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8842338919639587, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0381989673147721, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09782914279674627, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11385500851066223, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2073 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1494.0, "completions/max_terminated_length": 1494.0, "completions/mean_length": 1078.9375, "completions/mean_terminated_length": 1078.9375, "completions/min_length": 652.0, "completions/min_terminated_length": 652.0, "epoch": 0.5186296574143536, "frac_reward_zero_std": 0.0, "grad_norm": 3.5551904137767973, "kl": 0.020050048828125, "learning_rate": 5.99589317863351e-07, "loss": 0.0025, "num_tokens": 93711440.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9449819326400757, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.01940719991768608, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12200780450683649, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.15049301694147857, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2074 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1495.0, "completions/mean_length": 1353.375, "completions/mean_terminated_length": 1265.4000244140625, "completions/min_length": 1016.0, "completions/min_terminated_length": 1016.0, "epoch": 0.5188797199299825, "frac_reward_zero_std": 0.0, "grad_norm": 3.543509646109939, "kl": 0.018035888671875, "learning_rate": 5.991988831839493e-07, "loss": 0.0412, "num_tokens": 93763774.0, "reward": -2.9802322387695312e-08, "reward_std": 0.7881155610084534, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.004418250578639125, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.013378766730364089, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10470416879457554, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2075 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1484.0, "completions/max_terminated_length": 1484.0, "completions/mean_length": 1064.8125, "completions/mean_terminated_length": 1064.8125, "completions/min_length": 709.0, "completions/min_terminated_length": 709.0, "epoch": 0.5191297824456114, "frac_reward_zero_std": 0.0, "grad_norm": 3.769112734560471, "kl": 0.019317626953125, "learning_rate": 5.988084110166343e-07, "loss": -0.0454, "num_tokens": 93800635.0, "reward": 0.0, "reward_std": 0.885807991027832, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03555504852683278, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07850707535526831, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08606629658238707, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2076 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1185.0, "completions/mean_length": 998.5, "completions/mean_terminated_length": 926.857177734375, "completions/min_length": 762.0, "completions/min_terminated_length": 762.0, "epoch": 0.5193798449612403, "frac_reward_zero_std": 0.0, "grad_norm": 3.4549141663490435, "kl": 0.0159759521484375, "learning_rate": 5.984179016589324e-07, "loss": -0.0417, "num_tokens": 93841019.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9344780445098877, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.027960026041639822, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1792996784743703, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.05821416398857664, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2077 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1325.0, "completions/mean_length": 1055.25, "completions/mean_terminated_length": 1025.60009765625, "completions/min_length": 751.0, "completions/min_terminated_length": 751.0, "epoch": 0.5196299074768692, "frac_reward_zero_std": 0.0, "grad_norm": 3.7979555425673968, "kl": 0.020172119140625, "learning_rate": 5.980273554083992e-07, "loss": 0.0094, "num_tokens": 93881951.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8794860243797302, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.4776790489250653, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.5270806405178572, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08734775114237134, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2078 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1496.0, "completions/mean_length": 904.5, "completions/mean_terminated_length": 864.800048828125, "completions/min_length": 517.0, "completions/min_terminated_length": 517.0, "epoch": 0.5198799699924981, "frac_reward_zero_std": 0.0, "grad_norm": 3.412295805476178, "kl": 0.01971435546875, "learning_rate": 5.976367725626177e-07, "loss": -0.0851, "num_tokens": 93911327.0, "reward": 7.450580596923828e-09, "reward_std": 1.0530644655227661, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.003610538959438657, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09004695658647657, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8583333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10576003586036263, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2079 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1462.0, "completions/mean_length": 893.5625, "completions/mean_terminated_length": 853.1333618164062, "completions/min_length": 478.0, "completions/min_terminated_length": 478.0, "epoch": 0.5201300325081271, "frac_reward_zero_std": 0.0, "grad_norm": 3.2775841597331197, "kl": 0.0159149169921875, "learning_rate": 5.972461534191991e-07, "loss": 0.0146, "num_tokens": 93941656.0, "reward": 0.0, "reward_std": 0.5676044225692749, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.016374388513770856, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08465289236330047, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14950535726806533, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2080 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1340.0, "completions/mean_length": 1225.5, "completions/mean_terminated_length": 1060.800048828125, "completions/min_length": 279.0, "completions/min_terminated_length": 279.0, "epoch": 0.5203800950237559, "frac_reward_zero_std": 0.0, "grad_norm": 3.193079077382661, "kl": 0.0145263671875, "learning_rate": 5.968554982757821e-07, "loss": -0.103, "num_tokens": 94003288.0, "reward": -2.2351741790771484e-08, "reward_std": 1.0647320747375488, "rewards/wordcountpos_reward_GEOBench/mean": -2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -2.4689161530140223e-05, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0765237318200881, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14298407059684812, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2081 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1431.0, "completions/max_terminated_length": 1431.0, "completions/mean_length": 830.8125, "completions/mean_terminated_length": 830.8125, "completions/min_length": 577.0, "completions/min_terminated_length": 577.0, "epoch": 0.5206301575393848, "frac_reward_zero_std": 0.0, "grad_norm": 4.374346817625647, "kl": 0.0165252685546875, "learning_rate": 5.964648074300332e-07, "loss": -0.0629, "num_tokens": 94040389.0, "reward": 1.862645149230957e-09, "reward_std": 1.0678906440734863, "rewards/wordcountpos_reward_GEOBench/mean": 1.862645149230957e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.062058241300577285, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11958417112140968, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6708333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11538983843829063, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2082 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1282.0, "completions/max_terminated_length": 1282.0, "completions/mean_length": 1077.25, "completions/mean_terminated_length": 1077.25, "completions/min_length": 813.0, "completions/min_terminated_length": 813.0, "epoch": 0.5208802200550138, "frac_reward_zero_std": 0.0, "grad_norm": 3.0925607704997873, "kl": 0.010406494140625, "learning_rate": 5.960740811796454e-07, "loss": -0.0159, "num_tokens": 94090945.0, "reward": 0.0, "reward_std": 0.5227272510528564, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.005079949680148653, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.01101964541679368, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8291666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1354690069789096, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2083 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1417.0, "completions/mean_length": 1339.3125, "completions/mean_terminated_length": 1214.3333740234375, "completions/min_length": 979.0, "completions/min_terminated_length": 979.0, "epoch": 0.5211302825706426, "frac_reward_zero_std": 0.0, "grad_norm": 1.9959828192246714, "kl": 0.0095062255859375, "learning_rate": 5.956833198223395e-07, "loss": -0.0206, "num_tokens": 94146366.0, "reward": -2.9802322387695312e-08, "reward_std": 1.009868860244751, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.07489141981619657, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1107939723039166, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07781745019952503, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2084 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1398.0, "completions/max_terminated_length": 1398.0, "completions/mean_length": 1164.8125, "completions/mean_terminated_length": 1164.8125, "completions/min_length": 904.0, "completions/min_terminated_length": 904.0, "epoch": 0.5213803450862715, "frac_reward_zero_std": 0.0, "grad_norm": 3.1563826661503094, "kl": 0.0163421630859375, "learning_rate": 5.952925236558626e-07, "loss": -0.0141, "num_tokens": 94181827.0, "reward": 1.4901161193847656e-08, "reward_std": 0.8861754536628723, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.1338604904079167, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0941977924998814, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8916666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13526380260918403, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2085 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1437.0, "completions/max_terminated_length": 1437.0, "completions/mean_length": 1104.125, "completions/mean_terminated_length": 1104.125, "completions/min_length": 795.0, "completions/min_terminated_length": 795.0, "epoch": 0.5216304076019005, "frac_reward_zero_std": 0.0, "grad_norm": 3.009395488078203, "kl": 0.0166015625, "learning_rate": 5.949016929779882e-07, "loss": -0.0101, "num_tokens": 94227485.0, "reward": 0.0, "reward_std": 0.8716477155685425, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06587638498762566, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08597238352423195, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8708333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12758439472669758, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2086 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1114.0, "completions/mean_length": 1181.875, "completions/mean_terminated_length": 863.75, "completions/min_length": 752.0, "completions/min_terminated_length": 752.0, "epoch": 0.5218804701175294, "frac_reward_zero_std": 0.0, "grad_norm": 2.9935814017639295, "kl": 0.01373291015625, "learning_rate": 5.945108280865165e-07, "loss": -0.0244, "num_tokens": 94273755.0, "reward": 0.0, "reward_std": 0.8782919645309448, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0038947037568267742, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.012616119913759912, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07969850595746353, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2087 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1383.0, "completions/max_terminated_length": 1383.0, "completions/mean_length": 1105.8125, "completions/mean_terminated_length": 1105.8125, "completions/min_length": 843.0, "completions/min_terminated_length": 843.0, "epoch": 0.5221305326331583, "frac_reward_zero_std": 0.0, "grad_norm": 2.862600066845566, "kl": 0.0118865966796875, "learning_rate": 5.941199292792735e-07, "loss": -0.0181, "num_tokens": 94328464.0, "reward": 0.0, "reward_std": 0.8924115896224976, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.08604406631590884, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.18333518712172, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06382847385042258, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2088 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1499.0, "completions/max_terminated_length": 1499.0, "completions/mean_length": 1162.5625, "completions/mean_terminated_length": 1162.5625, "completions/min_length": 824.0, "completions/min_terminated_length": 824.0, "epoch": 0.5223805951487872, "frac_reward_zero_std": 0.0, "grad_norm": 2.867700489622576, "kl": 0.012115478515625, "learning_rate": 5.93728996854111e-07, "loss": -0.0367, "num_tokens": 94369369.0, "reward": 0.0, "reward_std": 0.892612099647522, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.041058099744841994, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09322728129763301, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1246476515504285, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2089 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1498.0, "completions/mean_length": 1116.4375, "completions/mean_terminated_length": 1090.86669921875, "completions/min_length": 738.0, "completions/min_terminated_length": 738.0, "epoch": 0.5226306576644161, "frac_reward_zero_std": 0.0, "grad_norm": 3.409860098032638, "kl": 0.0131378173828125, "learning_rate": 5.933380311089064e-07, "loss": 0.011, "num_tokens": 94407880.0, "reward": -2.9802322387695312e-08, "reward_std": 0.5199778079986572, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.10102876623226012, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12239651556257045, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7041666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10602235962635781, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2090 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1317.0, "completions/max_terminated_length": 1317.0, "completions/mean_length": 1098.875, "completions/mean_terminated_length": 1098.875, "completions/min_length": 935.0, "completions/min_terminated_length": 935.0, "epoch": 0.522880720180045, "frac_reward_zero_std": 0.0, "grad_norm": 2.7513175288865335, "kl": 0.01531982421875, "learning_rate": 5.929470323415631e-07, "loss": 0.0035, "num_tokens": 94449398.0, "reward": -2.2351741790771484e-08, "reward_std": 0.9971372485160828, "rewards/wordcountpos_reward_GEOBench/mean": -2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0707092973588074, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07629480492128732, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8041666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10461569884316813, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2091 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1398.0, "completions/mean_length": 1360.9375, "completions/mean_terminated_length": 1221.875, "completions/min_length": 950.0, "completions/min_terminated_length": 950.0, "epoch": 0.5231307826956739, "frac_reward_zero_std": 0.0, "grad_norm": 2.9431249848849155, "kl": 0.0131072998046875, "learning_rate": 5.925560008500087e-07, "loss": 0.0014, "num_tokens": 94502581.0, "reward": 0.0, "reward_std": 0.5498429536819458, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.047670960302519924, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08552437676078928, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11538983843829066, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2092 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1409.0, "completions/max_terminated_length": 1409.0, "completions/mean_length": 1032.875, "completions/mean_terminated_length": 1032.875, "completions/min_length": 846.0, "completions/min_terminated_length": 846.0, "epoch": 0.5233808452113028, "frac_reward_zero_std": 0.0, "grad_norm": 2.9043209892640323, "kl": 0.01434326171875, "learning_rate": 5.921649369321964e-07, "loss": -0.0538, "num_tokens": 94531827.0, "reward": -1.4901161193847656e-08, "reward_std": 1.032618522644043, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.054087304715290344, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12064382119274188, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1112221667221529, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2093 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1499.0, "completions/mean_length": 1182.0, "completions/mean_terminated_length": 1160.800048828125, "completions/min_length": 828.0, "completions/min_terminated_length": 828.0, "epoch": 0.5236309077269318, "frac_reward_zero_std": 0.0, "grad_norm": 3.1718130487801375, "kl": 0.013824462890625, "learning_rate": 5.917738408861037e-07, "loss": -0.0012, "num_tokens": 94577339.0, "reward": 0.0, "reward_std": 0.7127140760421753, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.10579606005342122, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1441522096070042, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1308094458023239, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2094 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1177.0, "completions/mean_length": 1229.1875, "completions/mean_terminated_length": 1018.5555419921875, "completions/min_length": 626.0, "completions/min_terminated_length": 626.0, "epoch": 0.5238809702425606, "frac_reward_zero_std": 0.0, "grad_norm": 3.0794469577406804, "kl": 0.0170440673828125, "learning_rate": 5.91382713009733e-07, "loss": -0.0181, "num_tokens": 94640278.0, "reward": -5.960464477539063e-08, "reward_std": 0.7212100625038147, "rewards/wordcountpos_reward_GEOBench/mean": -5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.00515394418940481, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04819007316396134, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06191391873668902, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2095 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1474.0, "completions/mean_length": 1308.375, "completions/mean_terminated_length": 1159.3333740234375, "completions/min_length": 964.0, "completions/min_terminated_length": 964.0, "epoch": 0.5241310327581895, "frac_reward_zero_std": 0.0, "grad_norm": 1.9868428662865294, "kl": 0.007049560546875, "learning_rate": 5.909915536011106e-07, "loss": 0.0199, "num_tokens": 94686476.0, "reward": -2.9802322387695312e-08, "reward_std": 0.6554123163223267, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0036148175643158677, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03870852634082781, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07084150279686706, "rewards/wordcountpos_reward_GEOBench/std": 1.0327954292297363, "step": 2096 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1472.0, "completions/mean_length": 1245.625, "completions/mean_terminated_length": 1228.666748046875, "completions/min_length": 917.0, "completions/min_terminated_length": 917.0, "epoch": 0.5243810952738185, "frac_reward_zero_std": 0.0, "grad_norm": 2.92406579237291, "kl": 0.0149078369140625, "learning_rate": 5.906003629582871e-07, "loss": -0.0106, "num_tokens": 94726150.0, "reward": 5.960464477539063e-08, "reward_std": 0.9010567665100098, "rewards/wordcountpos_reward_GEOBench/mean": 5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03514846533782064, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04810942674114972, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13443985299781488, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2097 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1465.0, "completions/mean_length": 1259.0625, "completions/mean_terminated_length": 1224.6429443359375, "completions/min_length": 1053.0, "completions/min_terminated_length": 1053.0, "epoch": 0.5246311577894474, "frac_reward_zero_std": 0.0, "grad_norm": 3.4306725336064563, "kl": 0.01898193359375, "learning_rate": 5.902091413793366e-07, "loss": -0.0133, "num_tokens": 94782615.0, "reward": 2.421438694000244e-08, "reward_std": 1.0402885675430298, "rewards/wordcountpos_reward_GEOBench/mean": 2.421438694000244e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03798819212107854, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09225491426990319, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09179284245476838, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2098 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1442.0, "completions/mean_length": 1029.5625, "completions/mean_terminated_length": 962.357177734375, "completions/min_length": 559.0, "completions/min_terminated_length": 559.0, "epoch": 0.5248812203050762, "frac_reward_zero_std": 0.0, "grad_norm": 2.6190898729292784, "kl": 0.010101318359375, "learning_rate": 5.898178891623572e-07, "loss": -0.0987, "num_tokens": 94817104.0, "reward": 2.60770320892334e-08, "reward_std": 1.0322155952453613, "rewards/wordcountpos_reward_GEOBench/mean": 2.60770320892334e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03758123628337848, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03339679429386938, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6708333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.05692750425533111, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2099 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1430.0, "completions/mean_length": 1088.0625, "completions/mean_terminated_length": 950.75, "completions/min_length": 647.0, "completions/min_terminated_length": 647.0, "epoch": 0.5251312828207052, "frac_reward_zero_std": 0.0, "grad_norm": 3.4950164924150044, "kl": 0.0163116455078125, "learning_rate": 5.894266066054698e-07, "loss": -0.0074, "num_tokens": 94856025.0, "reward": -2.9802322387695312e-08, "reward_std": 0.31748268008232117, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.23947386409958044, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.26412125341764586, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7333333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14807405554629052, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2100 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1485.0, "completions/mean_length": 1255.1875, "completions/mean_terminated_length": 1198.6923828125, "completions/min_length": 989.0, "completions/min_terminated_length": 989.0, "epoch": 0.5253813453363341, "frac_reward_zero_std": 0.0, "grad_norm": 2.315700498190512, "kl": 0.0142059326171875, "learning_rate": 5.890352940068188e-07, "loss": -0.0801, "num_tokens": 94893972.0, "reward": 0.0, "reward_std": 0.5294963717460632, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.04466736836085117, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.20866236028845844, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8583333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06382847385042253, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2101 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1410.0, "completions/mean_length": 1001.25, "completions/mean_terminated_length": 930.0000610351562, "completions/min_length": 458.0, "completions/min_terminated_length": 458.0, "epoch": 0.5256314078519629, "frac_reward_zero_std": 0.0, "grad_norm": 3.923038913796182, "kl": 0.019622802734375, "learning_rate": 5.886439516645715e-07, "loss": 0.0489, "num_tokens": 94935784.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9429227113723755, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0490526632105144, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07462090204196052, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12224747213928167, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2102 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1403.0, "completions/mean_length": 1260.125, "completions/mean_terminated_length": 1151.0909423828125, "completions/min_length": 971.0, "completions/min_terminated_length": 971.0, "epoch": 0.5258814703675919, "frac_reward_zero_std": 0.0, "grad_norm": 3.0686750859395993, "kl": 0.0157470703125, "learning_rate": 5.882525798769177e-07, "loss": 0.0455, "num_tokens": 94983354.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9055259227752686, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.2547557693842341, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.2766164459803254, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09496588081262934, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2103 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1416.0, "completions/mean_length": 1212.75, "completions/mean_terminated_length": 1193.60009765625, "completions/min_length": 831.0, "completions/min_terminated_length": 831.0, "epoch": 0.5261315328832208, "frac_reward_zero_std": 0.0, "grad_norm": 2.9890851457471377, "kl": 0.018402099609375, "learning_rate": 5.878611789420694e-07, "loss": -0.0433, "num_tokens": 95024238.0, "reward": 0.0, "reward_std": 0.9065369963645935, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.024750508237654865, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05419993446198601, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06763190130459204, "rewards/wordcountpos_reward_GEOBench/std": 1.0327954292297363, "step": 2104 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1421.0, "completions/max_terminated_length": 1421.0, "completions/mean_length": 1175.875, "completions/mean_terminated_length": 1175.875, "completions/min_length": 970.0, "completions/min_terminated_length": 970.0, "epoch": 0.5263815953988498, "frac_reward_zero_std": 0.0, "grad_norm": 2.6655239548346734, "kl": 0.00920867919921875, "learning_rate": 5.874697491582616e-07, "loss": -0.0446, "num_tokens": 95081092.0, "reward": 2.9802322387695312e-08, "reward_std": 0.5941611528396606, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.054143808021452786, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07902763683148523, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08606629658238707, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2105 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1039.0, "completions/max_terminated_length": 1039.0, "completions/mean_length": 773.0625, "completions/mean_terminated_length": 773.0625, "completions/min_length": 561.0, "completions/min_terminated_length": 561.0, "epoch": 0.5266316579144786, "frac_reward_zero_std": 0.0, "grad_norm": 2.989716377537315, "kl": 0.01177978515625, "learning_rate": 5.870782908237506e-07, "loss": -0.0085, "num_tokens": 95117797.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0120573043823242, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.05577900201000108, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12274118189187587, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13045504405165223, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2106 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1450.0, "completions/mean_length": 1138.8125, "completions/mean_terminated_length": 1114.7333984375, "completions/min_length": 766.0, "completions/min_terminated_length": 766.0, "epoch": 0.5268817204301075, "frac_reward_zero_std": 0.0, "grad_norm": 3.3702635814736124, "kl": 0.019439697265625, "learning_rate": 5.866868042368143e-07, "loss": -0.0039, "num_tokens": 95165466.0, "reward": 0.0, "reward_std": 1.053542137145996, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.11484697533691474, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.14309523614118544, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08850612031567837, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2107 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1441.0, "completions/mean_length": 1116.625, "completions/mean_terminated_length": 1091.0667724609375, "completions/min_length": 528.0, "completions/min_terminated_length": 528.0, "epoch": 0.5271317829457365, "frac_reward_zero_std": 0.0, "grad_norm": 3.3304177886161614, "kl": 0.017913818359375, "learning_rate": 5.86295289695753e-07, "loss": -0.0379, "num_tokens": 95199212.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0157506465911865, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.017335147979470764, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07311891818507527, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14446581038560774, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2108 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1432.0, "completions/mean_length": 1292.4375, "completions/mean_terminated_length": 1131.0, "completions/min_length": 1015.0, "completions/min_terminated_length": 1015.0, "epoch": 0.5273818454613654, "frac_reward_zero_std": 0.0, "grad_norm": 2.952287728494474, "kl": 0.0123443603515625, "learning_rate": 5.859037474988874e-07, "loss": -0.0233, "num_tokens": 95237603.0, "reward": 3.725290298461914e-09, "reward_std": 1.045555591583252, "rewards/wordcountpos_reward_GEOBench/mean": 3.725290298461914e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.321041669951908, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.17234626406691755, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13871099718746435, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2109 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1404.0, "completions/mean_length": 1292.8125, "completions/mean_terminated_length": 1223.75, "completions/min_length": 927.0, "completions/min_terminated_length": 927.0, "epoch": 0.5276319079769942, "frac_reward_zero_std": 0.0, "grad_norm": 2.126049166717576, "kl": 0.0076904296875, "learning_rate": 5.855121779445598e-07, "loss": -0.0388, "num_tokens": 95284392.0, "reward": 0.0, "reward_std": 0.9976513385772705, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.030308080595724637, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1048470970393048, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07290277645477446, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2110 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1488.0, "completions/mean_length": 1238.375, "completions/mean_terminated_length": 1178.0, "completions/min_length": 839.0, "completions/min_terminated_length": 839.0, "epoch": 0.5278819704926232, "frac_reward_zero_std": 0.0, "grad_norm": 3.0938917742936, "kl": 0.0159912109375, "learning_rate": 5.851205813311331e-07, "loss": -0.0203, "num_tokens": 95331758.0, "reward": 3.725290298461914e-09, "reward_std": 1.0539652109146118, "rewards/wordcountpos_reward_GEOBench/mean": 3.725290298461914e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.024747996289613296, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05339751975288366, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11279282877125756, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2111 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1408.0, "completions/mean_length": 1193.4375, "completions/mean_terminated_length": 1173.0001220703125, "completions/min_length": 825.0, "completions/min_terminated_length": 825.0, "epoch": 0.5281320330082521, "frac_reward_zero_std": 0.0, "grad_norm": 3.4663208512366994, "kl": 0.0164337158203125, "learning_rate": 5.84728957956991e-07, "loss": -0.0093, "num_tokens": 95383621.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9963194727897644, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0004930828043848701, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10848335640759374, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10101338378503964, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2112 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1493.0, "completions/mean_length": 1192.875, "completions/mean_terminated_length": 1172.4000244140625, "completions/min_length": 719.0, "completions/min_terminated_length": 719.0, "epoch": 0.5283820955238809, "frac_reward_zero_std": 0.0, "grad_norm": 3.342267542446664, "kl": 0.01953125, "learning_rate": 5.843373081205372e-07, "loss": -0.0064, "num_tokens": 95434051.0, "reward": 0.0, "reward_std": 0.9884222149848938, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.00884633052653356, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.18422769022189595, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6708333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08933913745655642, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2113 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1198.0, "completions/max_terminated_length": 1198.0, "completions/mean_length": 933.75, "completions/mean_terminated_length": 933.75, "completions/min_length": 723.0, "completions/min_terminated_length": 723.0, "epoch": 0.5286321580395099, "frac_reward_zero_std": 0.0, "grad_norm": 2.290938139930958, "kl": 0.0147247314453125, "learning_rate": 5.839456321201962e-07, "loss": -0.0029, "num_tokens": 95484679.0, "reward": 0.0, "reward_std": 0.6961387395858765, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0857620265120534, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08473982390346961, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07097208632298364, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2114 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1468.0, "completions/mean_length": 1352.625, "completions/mean_terminated_length": 1303.5, "completions/min_length": 969.0, "completions/min_terminated_length": 969.0, "epoch": 0.5288822205551388, "frac_reward_zero_std": 0.0, "grad_norm": 3.007458030635222, "kl": 0.0139312744140625, "learning_rate": 5.835539302544121e-07, "loss": -0.0136, "num_tokens": 95535481.0, "reward": 0.0, "reward_std": 0.662661075592041, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.021088116005413906, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10924743730124988, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8041666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11279282877125756, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2115 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1475.0, "completions/mean_length": 1217.4375, "completions/mean_terminated_length": 1177.071533203125, "completions/min_length": 916.0, "completions/min_terminated_length": 916.0, "epoch": 0.5291322830707677, "frac_reward_zero_std": 0.0, "grad_norm": 2.955236995314679, "kl": 0.0140533447265625, "learning_rate": 5.831622028216484e-07, "loss": -0.011, "num_tokens": 95590520.0, "reward": 7.450580596923828e-09, "reward_std": 1.0657002925872803, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.011092660712777855, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06040808927840702, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.85, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14907119849998599, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2116 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1477.0, "completions/mean_length": 1112.0, "completions/mean_terminated_length": 1086.1334228515625, "completions/min_length": 761.0, "completions/min_terminated_length": 761.0, "epoch": 0.5293823455863966, "frac_reward_zero_std": 0.0, "grad_norm": 3.1627187555404004, "kl": 0.015594482421875, "learning_rate": 5.827704501203887e-07, "loss": -0.0336, "num_tokens": 95636664.0, "reward": -1.4901161193847656e-08, "reward_std": 0.987285315990448, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.1384949598792334, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0779595298161153, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10318986456114841, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2117 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1484.0, "completions/mean_length": 1274.9375, "completions/mean_terminated_length": 1223.0, "completions/min_length": 940.0, "completions/min_terminated_length": 940.0, "epoch": 0.5296324081020255, "frac_reward_zero_std": 0.0, "grad_norm": 2.6941616326938407, "kl": 0.0107421875, "learning_rate": 5.823786724491353e-07, "loss": 0.0133, "num_tokens": 95688959.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9890602827072144, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.015746951996377028, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08934627226743584, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08766518798921946, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2118 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1334.0, "completions/mean_length": 1169.1875, "completions/mean_terminated_length": 1147.1334228515625, "completions/min_length": 1033.0, "completions/min_terminated_length": 1033.0, "epoch": 0.5298824706176544, "frac_reward_zero_std": 0.0, "grad_norm": 2.3189199580526885, "kl": 0.009429931640625, "learning_rate": 5.819868701064098e-07, "loss": 0.0179, "num_tokens": 95735930.0, "reward": 0.0, "reward_std": 0.9267513155937195, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06163411838538413, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07511311844097791, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08388704928078612, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2119 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1187.0, "completions/mean_length": 955.25, "completions/mean_terminated_length": 918.9334106445312, "completions/min_length": 686.0, "completions/min_terminated_length": 686.0, "epoch": 0.5301325331332833, "frac_reward_zero_std": 0.0, "grad_norm": 3.4350157266880044, "kl": 0.0174102783203125, "learning_rate": 5.815950433907527e-07, "loss": 0.0248, "num_tokens": 95760366.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8314720392227173, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.019983346109611607, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04477408746828088, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09496588081262936, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2120 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1482.0, "completions/mean_length": 1322.0625, "completions/mean_terminated_length": 1262.75, "completions/min_length": 991.0, "completions/min_terminated_length": 991.0, "epoch": 0.5303825956489122, "frac_reward_zero_std": 0.0, "grad_norm": 3.038059139808116, "kl": 0.01971435546875, "learning_rate": 5.812031926007228e-07, "loss": -0.0339, "num_tokens": 95817991.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9316328167915344, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.016573727632000986, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1048744889257379, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.775, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08388704928078614, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2121 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1227.0, "completions/max_terminated_length": 1227.0, "completions/mean_length": 961.3125, "completions/mean_terminated_length": 961.3125, "completions/min_length": 677.0, "completions/min_terminated_length": 677.0, "epoch": 0.5306326581645411, "frac_reward_zero_std": 0.0, "grad_norm": 2.592039320598154, "kl": 0.011627197265625, "learning_rate": 5.808113180348974e-07, "loss": 0.0365, "num_tokens": 95856532.0, "reward": 0.0, "reward_std": 0.8379043340682983, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.059858395380594696, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0711491773374034, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8041666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09574271077563384, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2122 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1499.0, "completions/mean_length": 1266.8125, "completions/mean_terminated_length": 1213.0, "completions/min_length": 906.0, "completions/min_terminated_length": 906.0, "epoch": 0.5308827206801701, "frac_reward_zero_std": 0.0, "grad_norm": 3.518918680277145, "kl": 0.022674560546875, "learning_rate": 5.804194199918722e-07, "loss": 0.025, "num_tokens": 95914825.0, "reward": 0.0, "reward_std": 0.7380218505859375, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.032738260919610226, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.046074882772473735, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.05163977794943227, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2123 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1480.0, "completions/mean_length": 1107.4375, "completions/mean_terminated_length": 1051.357177734375, "completions/min_length": 699.0, "completions/min_terminated_length": 699.0, "epoch": 0.5311327831957989, "frac_reward_zero_std": 0.0, "grad_norm": 3.4692705446158714, "kl": 0.0167083740234375, "learning_rate": 5.800274987702599e-07, "loss": 0.0634, "num_tokens": 95964216.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0596245527267456, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.05435537089269006, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1396581473418637, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1308094458023239, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2124 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1468.0, "completions/mean_length": 1319.5625, "completions/mean_terminated_length": 1211.300048828125, "completions/min_length": 967.0, "completions/min_terminated_length": 967.0, "epoch": 0.5313828457114279, "frac_reward_zero_std": 0.0, "grad_norm": 3.0847967743775433, "kl": 0.015777587890625, "learning_rate": 5.796355546686916e-07, "loss": 0.0378, "num_tokens": 96016401.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8805702924728394, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06545756323275992, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0741521363412751, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0906764700582363, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2125 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1457.0, "completions/mean_length": 1225.1875, "completions/mean_terminated_length": 1060.300048828125, "completions/min_length": 810.0, "completions/min_terminated_length": 810.0, "epoch": 0.5316329082270568, "frac_reward_zero_std": 0.0, "grad_norm": 2.6319395880178886, "kl": 0.017913818359375, "learning_rate": 5.792435879858162e-07, "loss": 0.0322, "num_tokens": 96055212.0, "reward": -2.9802322387695312e-08, "reward_std": 1.004536509513855, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.029716077076366285, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06994206340367856, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10749676997731401, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2126 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1395.0, "completions/mean_length": 1281.3125, "completions/mean_terminated_length": 1111.2222900390625, "completions/min_length": 898.0, "completions/min_terminated_length": 898.0, "epoch": 0.5318829707426856, "frac_reward_zero_std": 0.0, "grad_norm": 2.7696337743980077, "kl": 0.0155181884765625, "learning_rate": 5.788515990202986e-07, "loss": -0.0167, "num_tokens": 96107905.0, "reward": 2.9802322387695312e-08, "reward_std": 0.35603436827659607, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.049972418710818416, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05908804904317615, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.15770342536029575, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2127 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1455.0, "completions/max_terminated_length": 1455.0, "completions/mean_length": 1020.5, "completions/mean_terminated_length": 1020.5, "completions/min_length": 587.0, "completions/min_terminated_length": 587.0, "epoch": 0.5321330332583146, "frac_reward_zero_std": 0.0, "grad_norm": 3.0313339519407774, "kl": 0.0124359130859375, "learning_rate": 5.784595880708217e-07, "loss": -0.0545, "num_tokens": 96140857.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9223519563674927, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04839123227872931, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07295017654792045, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8333333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11417984514369006, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2128 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1390.0, "completions/max_terminated_length": 1390.0, "completions/mean_length": 1074.5, "completions/mean_terminated_length": 1074.5, "completions/min_length": 713.0, "completions/min_terminated_length": 713.0, "epoch": 0.5323830957739435, "frac_reward_zero_std": 0.0, "grad_norm": 3.426542450562468, "kl": 0.018096923828125, "learning_rate": 5.78067555436085e-07, "loss": -0.0194, "num_tokens": 96183129.0, "reward": 2.0489096641540527e-08, "reward_std": 1.0086948871612549, "rewards/wordcountpos_reward_GEOBench/mean": 2.0489096641540527e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.033493403329727736, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.13700541889504902, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11547005383792516, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2129 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1479.0, "completions/mean_length": 1326.125, "completions/mean_terminated_length": 1286.0, "completions/min_length": 1115.0, "completions/min_terminated_length": 1115.0, "epoch": 0.5326331582895724, "frac_reward_zero_std": 0.0, "grad_norm": 3.073613676964624, "kl": 0.018310546875, "learning_rate": 5.776755014148038e-07, "loss": -0.0124, "num_tokens": 96235803.0, "reward": -1.4901161193847656e-08, "reward_std": 0.963742733001709, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.00938979499889004, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05312970141392974, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7916666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08027729719194866, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2130 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1487.0, "completions/mean_length": 1035.4375, "completions/mean_terminated_length": 1004.4667358398438, "completions/min_length": 676.0, "completions/min_terminated_length": 676.0, "epoch": 0.5328832208052013, "frac_reward_zero_std": 0.0, "grad_norm": 3.156636339518644, "kl": 0.0144805908203125, "learning_rate": 5.772834263057107e-07, "loss": -0.0988, "num_tokens": 96278906.0, "reward": 0.0, "reward_std": 0.9048461318016052, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.08433183643258553, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09044828882033666, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.775, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12141145226353545, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2131 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1427.0, "completions/max_terminated_length": 1427.0, "completions/mean_length": 1131.125, "completions/mean_terminated_length": 1131.125, "completions/min_length": 729.0, "completions/min_terminated_length": 729.0, "epoch": 0.5331332833208302, "frac_reward_zero_std": 0.0, "grad_norm": 3.491987287337192, "kl": 0.0162506103515625, "learning_rate": 5.768913304075536e-07, "loss": -0.0147, "num_tokens": 96334020.0, "reward": -2.9802322387695312e-08, "reward_std": 0.4309302568435669, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.028931663928374367, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.2530565700276155, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7708333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10878112581387149, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2132 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1458.0, "completions/max_terminated_length": 1458.0, "completions/mean_length": 1238.1875, "completions/mean_terminated_length": 1238.1875, "completions/min_length": 968.0, "completions/min_terminated_length": 968.0, "epoch": 0.5333833458364591, "frac_reward_zero_std": 0.0, "grad_norm": 3.1292768717297763, "kl": 0.01385498046875, "learning_rate": 5.764992140190968e-07, "loss": 0.0189, "num_tokens": 96376815.0, "reward": -3.725290298461914e-08, "reward_std": 0.9473576545715332, "rewards/wordcountpos_reward_GEOBench/mean": -3.725290298461914e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.011741936247729413, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06531515228086905, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08421753138505425, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2133 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1248.0, "completions/mean_length": 1142.6875, "completions/mean_terminated_length": 1060.2308349609375, "completions/min_length": 920.0, "completions/min_terminated_length": 920.0, "epoch": 0.5336334083520881, "frac_reward_zero_std": 0.0, "grad_norm": 2.1703394591163505, "kl": 0.00959014892578125, "learning_rate": 5.761070774391198e-07, "loss": 0.1002, "num_tokens": 96432954.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9931933879852295, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.09411347814528143, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05133212494317107, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6708333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08243965245133131, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2134 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1471.0, "completions/max_terminated_length": 1471.0, "completions/mean_length": 1203.5625, "completions/mean_terminated_length": 1203.5625, "completions/min_length": 1020.0, "completions/min_terminated_length": 1020.0, "epoch": 0.5338834708677169, "frac_reward_zero_std": 0.0, "grad_norm": 3.1373070625948496, "kl": 0.01910400390625, "learning_rate": 5.757149209664177e-07, "loss": -0.0028, "num_tokens": 96483011.0, "reward": -1.862645149230957e-09, "reward_std": 0.9772847890853882, "rewards/wordcountpos_reward_GEOBench/mean": -1.862645149230957e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.057340451233859994, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07171892451067592, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07588978362901863, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2135 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1443.0, "completions/mean_length": 1078.375, "completions/mean_terminated_length": 1050.2667236328125, "completions/min_length": 615.0, "completions/min_terminated_length": 615.0, "epoch": 0.5341335333833458, "frac_reward_zero_std": 0.0, "grad_norm": 3.1899348424185923, "kl": 0.02020263671875, "learning_rate": 5.753227448998006e-07, "loss": -0.0108, "num_tokens": 96537433.0, "reward": 0.0, "reward_std": 0.665459156036377, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.003820830604734744, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.059700423432697367, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10852547064066469, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2136 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1444.0, "completions/mean_length": 1188.375, "completions/mean_terminated_length": 1167.60009765625, "completions/min_length": 760.0, "completions/min_terminated_length": 760.0, "epoch": 0.5343835958989748, "frac_reward_zero_std": 0.0, "grad_norm": 2.8728462751930652, "kl": 0.01361083984375, "learning_rate": 5.749305495380936e-07, "loss": -0.0627, "num_tokens": 96575343.0, "reward": -2.9802322387695312e-08, "reward_std": 0.9731511473655701, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.1021588526323294, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12008123759350887, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8041666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14497764834110988, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2137 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1149.0, "completions/max_terminated_length": 1149.0, "completions/mean_length": 957.3125, "completions/mean_terminated_length": 957.3125, "completions/min_length": 769.0, "completions/min_terminated_length": 769.0, "epoch": 0.5346336584146036, "frac_reward_zero_std": 0.0, "grad_norm": 3.046806129319279, "kl": 0.0103302001953125, "learning_rate": 5.745383351801368e-07, "loss": -0.0192, "num_tokens": 96616580.0, "reward": -2.2351741790771484e-08, "reward_std": 0.924839198589325, "rewards/wordcountpos_reward_GEOBench/mean": -2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.008753336252423279, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.058434693321256406, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.05708992257184505, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2138 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1490.0, "completions/mean_length": 1250.6875, "completions/mean_terminated_length": 1215.071533203125, "completions/min_length": 931.0, "completions/min_terminated_length": 931.0, "epoch": 0.5348837209302325, "frac_reward_zero_std": 0.0, "grad_norm": 2.944145491103988, "kl": 0.0158538818359375, "learning_rate": 5.741461021247842e-07, "loss": -0.0156, "num_tokens": 96664719.0, "reward": -2.9802322387695312e-08, "reward_std": 0.5610970854759216, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.015398321200014393, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1331028044803799, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11894598836509011, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2139 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1423.0, "completions/mean_length": 1295.25, "completions/mean_terminated_length": 1266.0, "completions/min_length": 1176.0, "completions/min_terminated_length": 1176.0, "epoch": 0.5351337834458615, "frac_reward_zero_std": 0.0, "grad_norm": 2.657167143287944, "kl": 0.01218414306640625, "learning_rate": 5.737538506709045e-07, "loss": -0.0154, "num_tokens": 96717603.0, "reward": 0.0, "reward_std": 0.4168713092803955, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.046298457273038454, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10949769174541706, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09878896324620105, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2140 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1270.0, "completions/max_terminated_length": 1270.0, "completions/mean_length": 1069.5, "completions/mean_terminated_length": 1069.5, "completions/min_length": 843.0, "completions/min_terminated_length": 843.0, "epoch": 0.5353838459614904, "frac_reward_zero_std": 0.0, "grad_norm": 2.8505354175504904, "kl": 0.0123291015625, "learning_rate": 5.733615811173803e-07, "loss": 0.0259, "num_tokens": 96763667.0, "reward": -2.9802322387695312e-08, "reward_std": 0.9182066917419434, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.02087911774594804, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0580843221835424, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8708333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08933913745655642, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2141 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1409.0, "completions/mean_length": 1188.875, "completions/mean_terminated_length": 946.888916015625, "completions/min_length": 740.0, "completions/min_terminated_length": 740.0, "epoch": 0.5356339084771192, "frac_reward_zero_std": 0.0, "grad_norm": 3.096274046318493, "kl": 0.01397705078125, "learning_rate": 5.729692937631078e-07, "loss": -0.0134, "num_tokens": 96808657.0, "reward": 0.0, "reward_std": 0.6443644762039185, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.017602892770477534, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.02564974079527656, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8333333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1264911064067352, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2142 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1487.0, "completions/max_terminated_length": 1487.0, "completions/mean_length": 1162.8125, "completions/mean_terminated_length": 1162.8125, "completions/min_length": 718.0, "completions/min_terminated_length": 718.0, "epoch": 0.5358839709927482, "frac_reward_zero_std": 0.0, "grad_norm": 2.7713169810237344, "kl": 0.0148773193359375, "learning_rate": 5.72576988906997e-07, "loss": 0.009, "num_tokens": 96843726.0, "reward": 2.9802322387695312e-08, "reward_std": 0.39237844944000244, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.07498306801612342, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07533939630386498, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.16865480854231357, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2143 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1492.0, "completions/mean_length": 1284.625, "completions/mean_terminated_length": 1234.923095703125, "completions/min_length": 1013.0, "completions/min_terminated_length": 1013.0, "epoch": 0.5361340335083771, "frac_reward_zero_std": 0.0, "grad_norm": 2.416431471914969, "kl": 0.009918212890625, "learning_rate": 5.721846668479712e-07, "loss": -0.009, "num_tokens": 96889448.0, "reward": 0.0, "reward_std": 1.0544312000274658, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04509657907513212, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.075009397973395, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.775, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12382783747337808, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2144 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1495.0, "completions/mean_length": 1171.5625, "completions/mean_terminated_length": 1124.6429443359375, "completions/min_length": 889.0, "completions/min_terminated_length": 889.0, "epoch": 0.536384096024006, "frac_reward_zero_std": 0.0, "grad_norm": 2.931633817302061, "kl": 0.0140533447265625, "learning_rate": 5.717923278849668e-07, "loss": 0.0192, "num_tokens": 96941393.0, "reward": 0.0, "reward_std": 0.950148344039917, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.15199080423540196, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.15845224266275332, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06382847385042258, "rewards/wordcountpos_reward_GEOBench/std": 1.0327954292297363, "step": 2145 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1490.0, "completions/mean_length": 1217.75, "completions/mean_terminated_length": 1177.4285888671875, "completions/min_length": 849.0, "completions/min_terminated_length": 849.0, "epoch": 0.5366341585396349, "frac_reward_zero_std": 0.0, "grad_norm": 2.3958563034878257, "kl": 0.013092041015625, "learning_rate": 5.713999723169329e-07, "loss": 0.002, "num_tokens": 96974605.0, "reward": 0.0, "reward_std": 0.635490894317627, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.23950739798562162, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.23369776102810835, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8583333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08388704928078611, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2146 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1389.0, "completions/max_terminated_length": 1389.0, "completions/mean_length": 1114.375, "completions/mean_terminated_length": 1114.375, "completions/min_length": 786.0, "completions/min_terminated_length": 786.0, "epoch": 0.5368842210552638, "frac_reward_zero_std": 0.0, "grad_norm": 3.0880596920512318, "kl": 0.0158843994140625, "learning_rate": 5.710076004428316e-07, "loss": -0.0522, "num_tokens": 97026227.0, "reward": 2.9802322387695312e-08, "reward_std": 0.6089726686477661, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.11593161261927663, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08714987223322755, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9583333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06382847385042252, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2147 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.75, "completions/max_length": 1500.0, "completions/max_terminated_length": 1450.0, "completions/mean_length": 1462.5, "completions/mean_terminated_length": 1350.0, "completions/min_length": 1213.0, "completions/min_terminated_length": 1213.0, "epoch": 0.5371342835708928, "frac_reward_zero_std": 0.0, "grad_norm": 2.2782217294971363, "kl": 0.00984954833984375, "learning_rate": 5.70615212561637e-07, "loss": -0.0087, "num_tokens": 97085227.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0206867456436157, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.021754944359913424, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08061440145741218, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11800816042090449, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2148 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1437.0, "completions/max_terminated_length": 1437.0, "completions/mean_length": 1096.9375, "completions/mean_terminated_length": 1096.9375, "completions/min_length": 803.0, "completions/min_terminated_length": 803.0, "epoch": 0.5373843460865216, "frac_reward_zero_std": 0.0, "grad_norm": 3.7046992986891594, "kl": 0.02056884765625, "learning_rate": 5.702228089723358e-07, "loss": 0.0017, "num_tokens": 97136562.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9506425261497498, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.012975736174272862, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.049023746670118336, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7333333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08777074514725113, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2149 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1298.0, "completions/max_terminated_length": 1298.0, "completions/mean_length": 962.625, "completions/mean_terminated_length": 962.625, "completions/min_length": 868.0, "completions/min_terminated_length": 868.0, "epoch": 0.5376344086021505, "frac_reward_zero_std": 0.0, "grad_norm": 3.391091476866148, "kl": 0.01617431640625, "learning_rate": 5.698303899739264e-07, "loss": -0.0101, "num_tokens": 97171108.0, "reward": 4.470348358154297e-08, "reward_std": 0.9838425517082214, "rewards/wordcountpos_reward_GEOBench/mean": 4.470348358154297e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.08825477854637424, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09820840997870932, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.775, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07252075054258102, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2150 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1447.0, "completions/mean_length": 1249.5625, "completions/mean_terminated_length": 1099.300048828125, "completions/min_length": 913.0, "completions/min_terminated_length": 913.0, "epoch": 0.5378844711177795, "frac_reward_zero_std": 0.0, "grad_norm": 2.572550380742959, "kl": 0.0113525390625, "learning_rate": 5.694379558654191e-07, "loss": -0.0002, "num_tokens": 97225709.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8912241458892822, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.006584418370277376, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.058964720394547684, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7666666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08432740427115681, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2151 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1420.0, "completions/mean_length": 1355.5625, "completions/mean_terminated_length": 1307.416748046875, "completions/min_length": 1178.0, "completions/min_terminated_length": 1178.0, "epoch": 0.5381345336334084, "frac_reward_zero_std": 0.0, "grad_norm": 2.9441267127699637, "kl": 0.01544189453125, "learning_rate": 5.690455069458354e-07, "loss": -0.0012, "num_tokens": 97279838.0, "reward": -7.450580596923828e-09, "reward_std": 1.017106056213379, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.021616997310864392, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.13582365813089936, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06666666666666671, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2152 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1476.0, "completions/mean_length": 1268.375, "completions/mean_terminated_length": 1129.4000244140625, "completions/min_length": 1001.0, "completions/min_terminated_length": 1001.0, "epoch": 0.5383845961490372, "frac_reward_zero_std": 0.0, "grad_norm": 1.918799712254571, "kl": 0.00665283203125, "learning_rate": 5.686530435142088e-07, "loss": -0.0114, "num_tokens": 97323156.0, "reward": -2.9802322387695312e-08, "reward_std": 0.6883466243743896, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06436795598309576, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.16527239069077396, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7041666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08766518798921948, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2153 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1480.0, "completions/mean_length": 1320.6875, "completions/mean_terminated_length": 1279.3077392578125, "completions/min_length": 654.0, "completions/min_terminated_length": 654.0, "epoch": 0.5386346586646662, "frac_reward_zero_std": 0.0, "grad_norm": 2.818602973940923, "kl": 0.0180511474609375, "learning_rate": 5.682605658695831e-07, "loss": -0.006, "num_tokens": 97382703.0, "reward": -4.470348358154297e-08, "reward_std": 0.9874147176742554, "rewards/wordcountpos_reward_GEOBench/mean": -4.470348358154297e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.023440432024345148, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.20013684033391563, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.04868644955601477, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2154 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1342.0, "completions/mean_length": 1137.5, "completions/mean_terminated_length": 1113.3333740234375, "completions/min_length": 862.0, "completions/min_terminated_length": 862.0, "epoch": 0.5388847211802951, "frac_reward_zero_std": 0.0, "grad_norm": 3.4725883841405736, "kl": 0.017578125, "learning_rate": 5.678680743110132e-07, "loss": -0.0225, "num_tokens": 97428007.0, "reward": -2.9802322387695312e-08, "reward_std": 0.9608802795410156, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.012222864873974365, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07934830540014133, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8333333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11155467020454343, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2155 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1202.0, "completions/max_terminated_length": 1202.0, "completions/mean_length": 1068.0625, "completions/mean_terminated_length": 1068.0625, "completions/min_length": 938.0, "completions/min_terminated_length": 938.0, "epoch": 0.5391347836959239, "frac_reward_zero_std": 0.0, "grad_norm": 2.9956068844168824, "kl": 0.00870513916015625, "learning_rate": 5.674755691375646e-07, "loss": -0.0194, "num_tokens": 97467080.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9522291421890259, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.23626398814662455, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10592652613121799, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10246950765959599, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2156 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1484.0, "completions/max_terminated_length": 1484.0, "completions/mean_length": 1067.4375, "completions/mean_terminated_length": 1067.4375, "completions/min_length": 741.0, "completions/min_terminated_length": 741.0, "epoch": 0.5393848462115529, "frac_reward_zero_std": 0.0, "grad_norm": 2.998240467140788, "kl": 0.0133209228515625, "learning_rate": 5.670830506483132e-07, "loss": -0.078, "num_tokens": 97505175.0, "reward": 0.0, "reward_std": 0.7353177070617676, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.2623618275036807, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.2234553950298837, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8583333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11642832797715322, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2157 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1460.0, "completions/mean_length": 1328.375, "completions/mean_terminated_length": 1271.166748046875, "completions/min_length": 1092.0, "completions/min_terminated_length": 1092.0, "epoch": 0.5396349087271818, "frac_reward_zero_std": 0.0, "grad_norm": 3.4384654131782377, "kl": 0.01654052734375, "learning_rate": 5.666905191423452e-07, "loss": -0.0195, "num_tokens": 97545541.0, "reward": -2.9802322387695312e-08, "reward_std": 0.9737201929092407, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0729949527122182, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.14741402822672833, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7333333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12412657816683505, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2158 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1464.0, "completions/mean_length": 1356.5, "completions/mean_terminated_length": 1323.3846435546875, "completions/min_length": 1092.0, "completions/min_terminated_length": 1092.0, "epoch": 0.5398849712428107, "frac_reward_zero_std": 0.0, "grad_norm": 2.3309971397485776, "kl": 0.0106964111328125, "learning_rate": 5.662979749187565e-07, "loss": 0.0018, "num_tokens": 97592045.0, "reward": -5.960464477539063e-08, "reward_std": 0.6566680073738098, "rewards/wordcountpos_reward_GEOBench/mean": -5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.05604309323627635, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10449316621336922, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07888106377466159, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2159 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1346.0, "completions/mean_length": 1202.3125, "completions/mean_terminated_length": 1182.4666748046875, "completions/min_length": 919.0, "completions/min_terminated_length": 919.0, "epoch": 0.5401350337584396, "frac_reward_zero_std": 0.0, "grad_norm": 3.3185036737130966, "kl": 0.016845703125, "learning_rate": 5.659054182766525e-07, "loss": -0.0024, "num_tokens": 97635946.0, "reward": 1.862645149230957e-08, "reward_std": 1.0639147758483887, "rewards/wordcountpos_reward_GEOBench/mean": 1.862645149230957e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.014636424853809268, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.039270181855829735, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8291666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.131021626713557, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2160 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1479.0, "completions/max_terminated_length": 1479.0, "completions/mean_length": 1168.3125, "completions/mean_terminated_length": 1168.3125, "completions/min_length": 904.0, "completions/min_terminated_length": 904.0, "epoch": 0.5403850962740685, "frac_reward_zero_std": 0.0, "grad_norm": 3.023036742943549, "kl": 0.015594482421875, "learning_rate": 5.655128495151488e-07, "loss": -0.0301, "num_tokens": 97688495.0, "reward": -2.9802322387695312e-08, "reward_std": 1.0047645568847656, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04678170853144583, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07075273293334725, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07588978362901859, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2161 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1374.0, "completions/mean_length": 1202.875, "completions/mean_terminated_length": 1183.0667724609375, "completions/min_length": 1037.0, "completions/min_terminated_length": 1037.0, "epoch": 0.5406351587896975, "frac_reward_zero_std": 0.0, "grad_norm": 3.2875463617188396, "kl": 0.01593017578125, "learning_rate": 5.651202689333691e-07, "loss": -0.023, "num_tokens": 97738021.0, "reward": 7.450580596923828e-09, "reward_std": 1.058957576751709, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03015498924320164, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0485747202655981, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09699179041242312, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2162 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1455.0, "completions/mean_length": 1244.0, "completions/mean_terminated_length": 1127.6363525390625, "completions/min_length": 1004.0, "completions/min_terminated_length": 1004.0, "epoch": 0.5408852213053263, "frac_reward_zero_std": 0.0, "grad_norm": 2.289033175199065, "kl": 0.010406494140625, "learning_rate": 5.647276768304473e-07, "loss": -0.0095, "num_tokens": 97790149.0, "reward": -1.4901161193847656e-08, "reward_std": 1.014935851097107, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.017028344525780403, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05036580597881235, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07876359377087683, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2163 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1431.0, "completions/mean_length": 1209.0, "completions/mean_terminated_length": 1141.84619140625, "completions/min_length": 995.0, "completions/min_terminated_length": 995.0, "epoch": 0.5411352838209552, "frac_reward_zero_std": 0.0, "grad_norm": 2.4510310350289766, "kl": 0.00737762451171875, "learning_rate": 5.643350735055256e-07, "loss": -0.0029, "num_tokens": 97849117.0, "reward": 0.0, "reward_std": 0.950165867805481, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.09524740760948304, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11306978672339087, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10532137766186217, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2164 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1397.0, "completions/max_terminated_length": 1397.0, "completions/mean_length": 964.0625, "completions/mean_terminated_length": 964.0625, "completions/min_length": 684.0, "completions/min_terminated_length": 684.0, "epoch": 0.5413853463365842, "frac_reward_zero_std": 0.0, "grad_norm": 3.59598703682898, "kl": 0.01812744140625, "learning_rate": 5.639424592577541e-07, "loss": -0.0613, "num_tokens": 97890878.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9934078454971313, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.00011817353413954429, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03791059104054087, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12758439472669758, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2165 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1395.0, "completions/mean_length": 1222.5625, "completions/mean_terminated_length": 1158.5384521484375, "completions/min_length": 884.0, "completions/min_terminated_length": 884.0, "epoch": 0.5416354088522131, "frac_reward_zero_std": 0.0, "grad_norm": 2.811493096603487, "kl": 0.0145416259765625, "learning_rate": 5.635498343862923e-07, "loss": 0.0012, "num_tokens": 97930431.0, "reward": 0.0, "reward_std": 0.7393553853034973, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.058263407950424444, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08753367981221583, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7666666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10036968702787749, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2166 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1419.0, "completions/mean_length": 1173.875, "completions/mean_terminated_length": 1098.615478515625, "completions/min_length": 740.0, "completions/min_terminated_length": 740.0, "epoch": 0.5418854713678419, "frac_reward_zero_std": 0.0, "grad_norm": 3.0616837299806425, "kl": 0.015350341796875, "learning_rate": 5.63157199190307e-07, "loss": 0.0165, "num_tokens": 97978525.0, "reward": 0.0, "reward_std": 0.7222151160240173, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.02475, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06762987505533335, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09651328828101766, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2167 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1470.0, "completions/max_terminated_length": 1470.0, "completions/mean_length": 1016.0, "completions/mean_terminated_length": 1016.0, "completions/min_length": 764.0, "completions/min_terminated_length": 764.0, "epoch": 0.5421355338834709, "frac_reward_zero_std": 0.0, "grad_norm": 2.1025591798379244, "kl": 0.01171875, "learning_rate": 5.627645539689734e-07, "loss": -0.0142, "num_tokens": 98024909.0, "reward": 0.0, "reward_std": 0.5591291189193726, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.011547890782979912, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09764705647999833, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7708333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08062257748298553, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2168 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1483.0, "completions/mean_length": 1429.5625, "completions/mean_terminated_length": 1374.77783203125, "completions/min_length": 1106.0, "completions/min_terminated_length": 1106.0, "epoch": 0.5423855963990998, "frac_reward_zero_std": 0.0, "grad_norm": 2.6725930935684463, "kl": 0.0154571533203125, "learning_rate": 5.623718990214739e-07, "loss": -0.0166, "num_tokens": 98079782.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9523901343345642, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.059018044269244785, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09151773564939282, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.17841898254763516, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2169 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1500.0, "completions/mean_length": 1430.125, "completions/mean_terminated_length": 1375.77783203125, "completions/min_length": 1258.0, "completions/min_terminated_length": 1258.0, "epoch": 0.5426356589147286, "frac_reward_zero_std": 0.0, "grad_norm": 2.6324586670955488, "kl": 0.0155029296875, "learning_rate": 5.619792346469987e-07, "loss": -0.0099, "num_tokens": 98140896.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8006809949874878, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.092868440891541, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12004311373599023, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07781745019952505, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2170 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1500.0, "completions/mean_length": 1210.0625, "completions/mean_terminated_length": 1078.272705078125, "completions/min_length": 457.0, "completions/min_terminated_length": 457.0, "epoch": 0.5428857214303576, "frac_reward_zero_std": 0.0, "grad_norm": 3.4992262492773865, "kl": 0.019256591796875, "learning_rate": 5.615865611447449e-07, "loss": 0.0014, "num_tokens": 98198233.0, "reward": 4.470348358154297e-08, "reward_std": 1.0072968006134033, "rewards/wordcountpos_reward_GEOBench/mean": 4.470348358154297e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.040624474941679214, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07092028843983031, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7666666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08432740427115681, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2171 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1326.0, "completions/mean_length": 1127.125, "completions/mean_terminated_length": 1073.857177734375, "completions/min_length": 847.0, "completions/min_terminated_length": 847.0, "epoch": 0.5431357839459865, "frac_reward_zero_std": 0.0, "grad_norm": 2.5697840002372505, "kl": 0.0120849609375, "learning_rate": 5.611938788139167e-07, "loss": 0.0103, "num_tokens": 98240347.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9868322014808655, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.08767984084267003, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08549264093803663, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06540472290116198, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2172 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1417.0, "completions/mean_length": 1186.375, "completions/mean_terminated_length": 998.2000122070312, "completions/min_length": 652.0, "completions/min_terminated_length": 652.0, "epoch": 0.5433858464616154, "frac_reward_zero_std": 0.0, "grad_norm": 3.1369446099544818, "kl": 0.0171966552734375, "learning_rate": 5.60801187953725e-07, "loss": 0.0969, "num_tokens": 98283577.0, "reward": 0.0, "reward_std": 0.9208587408065796, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.11678349187013996, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.16918663860510996, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.775, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.15371932093796678, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2173 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1217.0, "completions/max_terminated_length": 1217.0, "completions/mean_length": 1010.0625, "completions/mean_terminated_length": 1010.0625, "completions/min_length": 815.0, "completions/min_terminated_length": 815.0, "epoch": 0.5436359089772443, "frac_reward_zero_std": 0.0, "grad_norm": 3.6765102589773635, "kl": 0.02197265625, "learning_rate": 5.60408488863387e-07, "loss": 0.0301, "num_tokens": 98317282.0, "reward": -5.960464477539063e-08, "reward_std": 0.5761712789535522, "rewards/wordcountpos_reward_GEOBench/mean": -5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.10558397039348354, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.15153376522662437, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13045504405165223, "rewards/wordcountpos_reward_GEOBench/std": 1.0327954292297363, "step": 2174 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1377.0, "completions/max_terminated_length": 1377.0, "completions/mean_length": 1006.5625, "completions/mean_terminated_length": 1006.5625, "completions/min_length": 812.0, "completions/min_terminated_length": 812.0, "epoch": 0.5438859714928732, "frac_reward_zero_std": 0.0, "grad_norm": 2.836982735521804, "kl": 0.0155792236328125, "learning_rate": 5.600157818421266e-07, "loss": -0.0163, "num_tokens": 98356683.0, "reward": 0.0, "reward_std": 1.0066277980804443, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.10214140118954834, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09498239591090576, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8583333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08027729719194865, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2175 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1475.0, "completions/mean_length": 1208.1875, "completions/mean_terminated_length": 1166.5, "completions/min_length": 971.0, "completions/min_terminated_length": 971.0, "epoch": 0.5441360340085021, "frac_reward_zero_std": 0.0, "grad_norm": 2.3790503439576174, "kl": 0.009490966796875, "learning_rate": 5.596230671891733e-07, "loss": -0.0304, "num_tokens": 98403990.0, "reward": 0.0, "reward_std": 0.777179479598999, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.05337130749686147, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10624724075933169, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08766518798921948, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2176 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1395.0, "completions/mean_length": 1244.8125, "completions/mean_terminated_length": 1208.357177734375, "completions/min_length": 811.0, "completions/min_terminated_length": 811.0, "epoch": 0.5443860965241311, "frac_reward_zero_std": 0.0, "grad_norm": 2.95521013484897, "kl": 0.0160064697265625, "learning_rate": 5.592303452037628e-07, "loss": -0.0385, "num_tokens": 98452403.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9106088280677795, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.1086546308888241, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07892185093349009, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10292032157252812, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2177 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1420.0, "completions/max_terminated_length": 1420.0, "completions/mean_length": 960.1875, "completions/mean_terminated_length": 960.1875, "completions/min_length": 649.0, "completions/min_terminated_length": 649.0, "epoch": 0.5446361590397599, "frac_reward_zero_std": 0.0, "grad_norm": 3.8351597815825755, "kl": 0.0167236328125, "learning_rate": 5.58837616185136e-07, "loss": -0.0657, "num_tokens": 98487014.0, "reward": -2.9802322387695312e-08, "reward_std": 0.4740613102912903, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.01069223005511357, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.37442248375961673, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.15957118462605635, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2178 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1417.0, "completions/mean_length": 1375.625, "completions/mean_terminated_length": 1301.0, "completions/min_length": 1183.0, "completions/min_terminated_length": 1183.0, "epoch": 0.5448862215553888, "frac_reward_zero_std": 0.0, "grad_norm": 2.7191150844113716, "kl": 0.0107879638671875, "learning_rate": 5.584448804325396e-07, "loss": -0.0041, "num_tokens": 98545520.0, "reward": -1.1175870895385742e-08, "reward_std": 1.0373358726501465, "rewards/wordcountpos_reward_GEOBench/mean": -1.1175870895385742e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.028799693187164542, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11985803397740251, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7666666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.05962847939999443, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2179 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1282.0, "completions/max_terminated_length": 1282.0, "completions/mean_length": 1100.8125, "completions/mean_terminated_length": 1100.8125, "completions/min_length": 857.0, "completions/min_terminated_length": 857.0, "epoch": 0.5451362840710178, "frac_reward_zero_std": 0.0, "grad_norm": 3.103774055037145, "kl": 0.0158538818359375, "learning_rate": 5.580521382452249e-07, "loss": -0.0358, "num_tokens": 98597341.0, "reward": 2.9802322387695312e-08, "reward_std": 1.0220592021942139, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.07419990140109364, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1315192776658885, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7374999999999999, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06652763279965648, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2180 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1450.0, "completions/mean_length": 1075.9375, "completions/mean_terminated_length": 1047.666748046875, "completions/min_length": 700.0, "completions/min_terminated_length": 700.0, "epoch": 0.5453863465866466, "frac_reward_zero_std": 0.0, "grad_norm": 2.3847744357084193, "kl": 0.00750732421875, "learning_rate": 5.576593899224486e-07, "loss": 0.0288, "num_tokens": 98639396.0, "reward": 2.9802322387695312e-08, "reward_std": 0.770439863204956, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.10191779948829818, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0823339489765876, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08333333333333334, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2181 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1492.0, "completions/mean_length": 1414.8125, "completions/mean_terminated_length": 1305.2857666015625, "completions/min_length": 1118.0, "completions/min_terminated_length": 1118.0, "epoch": 0.5456364091022756, "frac_reward_zero_std": 0.0, "grad_norm": 2.136467926695752, "kl": 0.008209228515625, "learning_rate": 5.572666357634719e-07, "loss": -0.0144, "num_tokens": 98683305.0, "reward": 0.0, "reward_std": 0.8859795928001404, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0073212973139351704, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05861057177975828, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07290277645477447, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2182 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1499.0, "completions/mean_length": 1305.125, "completions/mean_terminated_length": 1292.1334228515625, "completions/min_length": 940.0, "completions/min_terminated_length": 940.0, "epoch": 0.5458864716179045, "frac_reward_zero_std": 0.0, "grad_norm": 3.257810403417449, "kl": 0.0157928466796875, "learning_rate": 5.568738760675602e-07, "loss": 0.025, "num_tokens": 98728915.0, "reward": 0.0, "reward_std": 0.900383710861206, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.05338602001324473, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.15026013988084036, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12224747213928168, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2183 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1420.0, "completions/mean_length": 1174.25, "completions/mean_terminated_length": 1152.533447265625, "completions/min_length": 879.0, "completions/min_terminated_length": 879.0, "epoch": 0.5461365341335334, "frac_reward_zero_std": 0.0, "grad_norm": 2.998593283418261, "kl": 0.0159912109375, "learning_rate": 5.564811111339833e-07, "loss": -0.0219, "num_tokens": 98778703.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0124942064285278, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.034329429986482564, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04561792829472876, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1500617156989701, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2184 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1169.0, "completions/max_terminated_length": 1169.0, "completions/mean_length": 937.9375, "completions/mean_terminated_length": 937.9375, "completions/min_length": 674.0, "completions/min_terminated_length": 674.0, "epoch": 0.5463865966491623, "frac_reward_zero_std": 0.0, "grad_norm": 3.9355382659056026, "kl": 0.0171356201171875, "learning_rate": 5.560883412620155e-07, "loss": -0.0247, "num_tokens": 98811822.0, "reward": 0.0, "reward_std": 0.8736337423324585, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.1116862466385613, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09562280196413768, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09878896324620107, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2185 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1492.0, "completions/mean_length": 1319.125, "completions/mean_terminated_length": 1293.2857666015625, "completions/min_length": 803.0, "completions/min_terminated_length": 803.0, "epoch": 0.5466366591647912, "frac_reward_zero_std": 0.0, "grad_norm": 2.523345495347882, "kl": 0.0125732421875, "learning_rate": 5.556955667509337e-07, "loss": -0.0193, "num_tokens": 98851176.0, "reward": -2.9802322387695312e-08, "reward_std": 0.7508247494697571, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03388760967883839, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06346120926244134, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12141145226353545, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2186 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1464.0, "completions/mean_length": 1204.6875, "completions/mean_terminated_length": 975.0, "completions/min_length": 683.0, "completions/min_terminated_length": 683.0, "epoch": 0.5468867216804201, "frac_reward_zero_std": 0.0, "grad_norm": 2.8623692564979524, "kl": 0.0097808837890625, "learning_rate": 5.553027879000196e-07, "loss": 0.0164, "num_tokens": 98891091.0, "reward": 3.725290298461914e-09, "reward_std": 0.9989153146743774, "rewards/wordcountpos_reward_GEOBench/mean": 3.725290298461914e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0017892399370054001, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.022343742258856075, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.65, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08944271909999157, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2187 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1205.0, "completions/max_terminated_length": 1205.0, "completions/mean_length": 983.25, "completions/mean_terminated_length": 983.25, "completions/min_length": 826.0, "completions/min_terminated_length": 826.0, "epoch": 0.547136784196049, "frac_reward_zero_std": 0.0, "grad_norm": 3.1422765895293816, "kl": 0.0131683349609375, "learning_rate": 5.549100050085573e-07, "loss": -0.0357, "num_tokens": 98923383.0, "reward": -2.9802322387695312e-08, "reward_std": 0.5901523232460022, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.011622042773192532, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.022099447253383368, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6291666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06426219440409445, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2188 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1392.0, "completions/mean_length": 1101.0625, "completions/mean_terminated_length": 1074.4666748046875, "completions/min_length": 560.0, "completions/min_terminated_length": 560.0, "epoch": 0.5473868467116779, "frac_reward_zero_std": 0.0, "grad_norm": 2.613957809991019, "kl": 0.012603759765625, "learning_rate": 5.545172183758346e-07, "loss": -0.0365, "num_tokens": 98966960.0, "reward": 0.0, "reward_std": 0.8043425679206848, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.09507753363138474, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1633728892078392, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.825, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12141145226353545, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2189 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1348.0, "completions/max_terminated_length": 1348.0, "completions/mean_length": 883.75, "completions/mean_terminated_length": 883.75, "completions/min_length": 441.0, "completions/min_terminated_length": 441.0, "epoch": 0.5476369092273068, "frac_reward_zero_std": 0.0, "grad_norm": 3.6099919741128423, "kl": 0.014495849609375, "learning_rate": 5.541244283011413e-07, "loss": -0.0142, "num_tokens": 99002420.0, "reward": 0.0, "reward_std": 0.720859169960022, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.07647967639570559, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12028362298326215, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.825, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10000000000000003, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2190 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1388.0, "completions/max_terminated_length": 1388.0, "completions/mean_length": 1120.375, "completions/mean_terminated_length": 1120.375, "completions/min_length": 824.0, "completions/min_terminated_length": 824.0, "epoch": 0.5478869717429358, "frac_reward_zero_std": 0.0, "grad_norm": 3.1335625688333386, "kl": 0.0138397216796875, "learning_rate": 5.537316350837711e-07, "loss": 0.0047, "num_tokens": 99053210.0, "reward": -7.450580596923828e-09, "reward_std": 1.0336947441101074, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.04853649343833746, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07653229977530235, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06763190130459204, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2191 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1375.0, "completions/mean_length": 1053.75, "completions/mean_terminated_length": 990.0000610351562, "completions/min_length": 761.0, "completions/min_terminated_length": 761.0, "epoch": 0.5481370342585646, "frac_reward_zero_std": 0.0, "grad_norm": 2.830027391801516, "kl": 0.01245880126953125, "learning_rate": 5.533388390230188e-07, "loss": -0.0405, "num_tokens": 99087886.0, "reward": 0.0, "reward_std": 0.6475691795349121, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.02406177578910133, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.24912000709607987, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7333333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07302967433402217, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2192 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1411.0, "completions/mean_length": 1233.1875, "completions/mean_terminated_length": 1144.25, "completions/min_length": 859.0, "completions/min_terminated_length": 859.0, "epoch": 0.5483870967741935, "frac_reward_zero_std": 0.0, "grad_norm": 2.907732701138131, "kl": 0.0135345458984375, "learning_rate": 5.529460404181821e-07, "loss": -0.011, "num_tokens": 99140209.0, "reward": -2.9802322387695312e-08, "reward_std": 0.38997820019721985, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.14245760913507274, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1542015309423243, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.775, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09067647005823631, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2193 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1216.0, "completions/max_terminated_length": 1216.0, "completions/mean_length": 1096.875, "completions/mean_terminated_length": 1096.875, "completions/min_length": 776.0, "completions/min_terminated_length": 776.0, "epoch": 0.5486371592898225, "frac_reward_zero_std": 0.0, "grad_norm": 3.403523606177439, "kl": 0.017547607421875, "learning_rate": 5.525532395685608e-07, "loss": -0.0107, "num_tokens": 99182807.0, "reward": 0.0, "reward_std": 0.8399726152420044, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.05900408021045227, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2194 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1150.0, "completions/max_terminated_length": 1150.0, "completions/mean_length": 892.5, "completions/mean_terminated_length": 892.5, "completions/min_length": 614.0, "completions/min_terminated_length": 614.0, "epoch": 0.5488872218054514, "frac_reward_zero_std": 0.0, "grad_norm": 2.575536491846624, "kl": 0.0163116455078125, "learning_rate": 5.521604367734557e-07, "loss": 0.0209, "num_tokens": 99225143.0, "reward": 0.0, "reward_std": 0.40306729078292847, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0009635262153707166, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0791939367091561, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1308094458023239, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2195 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1146.0, "completions/mean_length": 928.5625, "completions/mean_terminated_length": 890.4667358398438, "completions/min_length": 648.0, "completions/min_terminated_length": 648.0, "epoch": 0.5491372843210802, "frac_reward_zero_std": 0.0, "grad_norm": 3.1520216938095578, "kl": 0.01703643798828125, "learning_rate": 5.517676323321695e-07, "loss": -0.015, "num_tokens": 99264880.0, "reward": 7.450580596923828e-09, "reward_std": 1.0328587293624878, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.16177095540844585, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.087976538679376, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8708333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07876359377087679, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2196 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1346.0, "completions/mean_length": 1285.5, "completions/mean_terminated_length": 1156.800048828125, "completions/min_length": 758.0, "completions/min_terminated_length": 758.0, "epoch": 0.5493873468367092, "frac_reward_zero_std": 0.0, "grad_norm": 2.670957151744284, "kl": 0.0129852294921875, "learning_rate": 5.513748265440064e-07, "loss": 0.0131, "num_tokens": 99317896.0, "reward": 0.0, "reward_std": 0.4839158058166504, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7041666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08766518798921946, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2197 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1317.0, "completions/mean_length": 1075.0625, "completions/mean_terminated_length": 1046.7333984375, "completions/min_length": 832.0, "completions/min_terminated_length": 832.0, "epoch": 0.5496374093523381, "frac_reward_zero_std": 0.0, "grad_norm": 3.1538458877122344, "kl": 0.0121917724609375, "learning_rate": 5.509820197082709e-07, "loss": -0.0631, "num_tokens": 99367113.0, "reward": 5.960464477539063e-08, "reward_std": 0.55048006772995, "rewards/wordcountpos_reward_GEOBench/mean": 5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.1950784335224227, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.2224629128098234, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09016445879408157, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2198 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1431.0, "completions/mean_length": 1211.5625, "completions/mean_terminated_length": 1192.3333740234375, "completions/min_length": 568.0, "completions/min_terminated_length": 568.0, "epoch": 0.5498874718679669, "frac_reward_zero_std": 0.0, "grad_norm": 2.7906266718612547, "kl": 0.0145416259765625, "learning_rate": 5.505892121242694e-07, "loss": -0.0543, "num_tokens": 99427730.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9331574440002441, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.11700413133502796, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10974101467795118, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09418264367902598, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2199 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1351.0, "completions/mean_length": 1223.0, "completions/mean_terminated_length": 1056.800048828125, "completions/min_length": 773.0, "completions/min_terminated_length": 773.0, "epoch": 0.5501375343835959, "frac_reward_zero_std": 0.0, "grad_norm": 2.4588782505568223, "kl": 0.012115478515625, "learning_rate": 5.501964040913076e-07, "loss": 0.0174, "num_tokens": 99478546.0, "reward": -2.9802322387695312e-08, "reward_std": 0.6075373888015747, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.09008241162378418, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08835303162298577, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11603000888978234, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2200 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1485.0, "completions/mean_length": 1280.75, "completions/mean_terminated_length": 1266.1334228515625, "completions/min_length": 926.0, "completions/min_terminated_length": 926.0, "epoch": 0.5503875968992248, "frac_reward_zero_std": 0.0, "grad_norm": 2.2226132091666426, "kl": 0.009613037109375, "learning_rate": 5.498035959086923e-07, "loss": 0.0064, "num_tokens": 99525846.0, "reward": 0.0, "reward_std": 0.6774532794952393, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.11173171495464321, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05657687157406909, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.775, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10576003586036264, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2201 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1147.0, "completions/max_terminated_length": 1147.0, "completions/mean_length": 971.0, "completions/mean_terminated_length": 971.0, "completions/min_length": 771.0, "completions/min_terminated_length": 771.0, "epoch": 0.5506376594148538, "frac_reward_zero_std": 0.0, "grad_norm": 3.6698230171079356, "kl": 0.018218994140625, "learning_rate": 5.494107878757307e-07, "loss": 0.0126, "num_tokens": 99563142.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0493272542953491, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.04862956157977817, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05876339401098231, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09496588081262934, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2202 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1487.0, "completions/mean_length": 1377.4375, "completions/mean_terminated_length": 1219.857177734375, "completions/min_length": 1009.0, "completions/min_terminated_length": 1009.0, "epoch": 0.5508877219304826, "frac_reward_zero_std": 0.0, "grad_norm": 2.8241253421828785, "kl": 0.0149993896484375, "learning_rate": 5.490179802917291e-07, "loss": 0.0159, "num_tokens": 99625573.0, "reward": 0.0, "reward_std": 0.9704320430755615, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.08352721441424088, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0544638569322449, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.65, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12531441937663718, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2203 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1433.0, "completions/mean_length": 1056.4375, "completions/mean_terminated_length": 908.5833740234375, "completions/min_length": 527.0, "completions/min_terminated_length": 527.0, "epoch": 0.5511377844461115, "frac_reward_zero_std": 0.0, "grad_norm": 3.4714087649467817, "kl": 0.0124664306640625, "learning_rate": 5.486251734559938e-07, "loss": -0.0574, "num_tokens": 99671068.0, "reward": -2.9802322387695312e-08, "reward_std": 0.9304741621017456, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.10552114914984852, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0962735628441722, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13709958532503408, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2204 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1434.0, "completions/mean_length": 1159.8125, "completions/mean_terminated_length": 1081.3077392578125, "completions/min_length": 728.0, "completions/min_terminated_length": 728.0, "epoch": 0.5513878469617405, "frac_reward_zero_std": 0.0, "grad_norm": 3.2348222467785996, "kl": 0.01678466796875, "learning_rate": 5.482323676678305e-07, "loss": 0.004, "num_tokens": 99711705.0, "reward": 0.0, "reward_std": 0.9893856048583984, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.008296251788859104, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.033185007155436416, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6708333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07084150279686703, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2205 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1482.0, "completions/mean_length": 1311.75, "completions/mean_terminated_length": 1249.0, "completions/min_length": 652.0, "completions/min_terminated_length": 652.0, "epoch": 0.5516379094773693, "frac_reward_zero_std": 0.0, "grad_norm": 2.44242943376494, "kl": 0.01446533203125, "learning_rate": 5.478395632265445e-07, "loss": -0.1033, "num_tokens": 99768853.0, "reward": 0.0, "reward_std": 0.7662843465805054, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.05926329177006571, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05895978516265932, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09179284245476839, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2206 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1230.0, "completions/max_terminated_length": 1230.0, "completions/mean_length": 1069.125, "completions/mean_terminated_length": 1069.125, "completions/min_length": 856.0, "completions/min_terminated_length": 856.0, "epoch": 0.5518879719929982, "frac_reward_zero_std": 0.0, "grad_norm": 2.7584215614404877, "kl": 0.011810302734375, "learning_rate": 5.474467604314393e-07, "loss": -0.0038, "num_tokens": 99809039.0, "reward": 0.0, "reward_std": 0.9367978572845459, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0031452772233621726, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03797604494590243, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09067647005823631, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2207 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1488.0, "completions/mean_length": 1425.6875, "completions/mean_terminated_length": 1330.1429443359375, "completions/min_length": 1173.0, "completions/min_terminated_length": 1173.0, "epoch": 0.5521380345086272, "frac_reward_zero_std": 0.0, "grad_norm": 2.5628425848099345, "kl": 0.0128326416015625, "learning_rate": 5.470539595818178e-07, "loss": -0.003, "num_tokens": 99860602.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0165280103683472, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.1787134123376647, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.14937708476560116, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.050000000000000024, "rewards/wordcountpos_reward_GEOBench/std": 1.0327954292297363, "step": 2208 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1499.0, "completions/mean_length": 1175.75, "completions/mean_terminated_length": 1129.4285888671875, "completions/min_length": 885.0, "completions/min_terminated_length": 885.0, "epoch": 0.5523880970242561, "frac_reward_zero_std": 0.0, "grad_norm": 3.285682749729301, "kl": 0.0175933837890625, "learning_rate": 5.466611609769813e-07, "loss": -0.0058, "num_tokens": 99904366.0, "reward": 1.4901161193847656e-08, "reward_std": 0.920250654220581, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03138679106414955, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04273423101647875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08421753138505422, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2209 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1285.0, "completions/max_terminated_length": 1285.0, "completions/mean_length": 1152.25, "completions/mean_terminated_length": 1152.25, "completions/min_length": 910.0, "completions/min_terminated_length": 910.0, "epoch": 0.5526381595398849, "frac_reward_zero_std": 0.0, "grad_norm": 3.4972387633529456, "kl": 0.0151214599609375, "learning_rate": 5.462683649162291e-07, "loss": -0.0244, "num_tokens": 99950922.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9868754744529724, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.030778555481612575, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.038327756767597636, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09888264649460886, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2210 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1213.0, "completions/max_terminated_length": 1213.0, "completions/mean_length": 947.375, "completions/mean_terminated_length": 947.375, "completions/min_length": 777.0, "completions/min_terminated_length": 777.0, "epoch": 0.5528882220555139, "frac_reward_zero_std": 0.0, "grad_norm": 3.3134826063299254, "kl": 0.0173797607421875, "learning_rate": 5.458755716988587e-07, "loss": 0.0168, "num_tokens": 99986232.0, "reward": 0.0, "reward_std": 0.9486784934997559, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.08860236318482177, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1754499113286534, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0758897836290186, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2211 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1366.0, "completions/max_terminated_length": 1366.0, "completions/mean_length": 1052.6875, "completions/mean_terminated_length": 1052.6875, "completions/min_length": 786.0, "completions/min_terminated_length": 786.0, "epoch": 0.5531382845711428, "frac_reward_zero_std": 0.0, "grad_norm": 3.5404343484019276, "kl": 0.01971435546875, "learning_rate": 5.454827816241655e-07, "loss": 0.0239, "num_tokens": 100025251.0, "reward": 0.0, "reward_std": 0.9478340148925781, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.07096016461077914, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06759561198695806, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11409872268574492, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2212 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1406.0, "completions/max_terminated_length": 1406.0, "completions/mean_length": 1220.25, "completions/mean_terminated_length": 1220.25, "completions/min_length": 955.0, "completions/min_terminated_length": 955.0, "epoch": 0.5533883470867716, "frac_reward_zero_std": 0.0, "grad_norm": 2.6147009543798445, "kl": 0.015777587890625, "learning_rate": 5.450899949914427e-07, "loss": -0.0423, "num_tokens": 100075279.0, "reward": 0.0, "reward_std": 0.8987574577331543, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.023812503668722868, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08156158140905813, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07781745019952502, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2213 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1444.0, "completions/mean_length": 1059.4375, "completions/mean_terminated_length": 1030.0667724609375, "completions/min_length": 662.0, "completions/min_terminated_length": 662.0, "epoch": 0.5536384096024006, "frac_reward_zero_std": 0.0, "grad_norm": 3.458116687083742, "kl": 0.0177764892578125, "learning_rate": 5.446972120999804e-07, "loss": -0.0283, "num_tokens": 100109558.0, "reward": -3.725290298461914e-08, "reward_std": 1.0314393043518066, "rewards/wordcountpos_reward_GEOBench/mean": -3.725290298461914e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.02304417337013977, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07854007465676258, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10576003586036263, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2214 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1414.0, "completions/mean_length": 1169.5625, "completions/mean_terminated_length": 1093.3077392578125, "completions/min_length": 754.0, "completions/min_terminated_length": 754.0, "epoch": 0.5538884721180295, "frac_reward_zero_std": 0.0, "grad_norm": 3.134798773391169, "kl": 0.0142822265625, "learning_rate": 5.443044332490661e-07, "loss": -0.0545, "num_tokens": 100155311.0, "reward": -2.9802322387695312e-08, "reward_std": 0.5091114044189453, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.007564079941202218, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12631002035853245, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.775, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.05374838498865703, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2215 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1397.0, "completions/mean_length": 1328.8125, "completions/mean_terminated_length": 1289.3077392578125, "completions/min_length": 1095.0, "completions/min_terminated_length": 1095.0, "epoch": 0.5541385346336584, "frac_reward_zero_std": 0.0, "grad_norm": 2.929540799874657, "kl": 0.01513671875, "learning_rate": 5.439116587379846e-07, "loss": 0.0013, "num_tokens": 100210332.0, "reward": 0.0, "reward_std": 0.8535051941871643, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.05134317845005829, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08569675692734699, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7666666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07302967433402217, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2216 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1384.0, "completions/mean_length": 1319.25, "completions/mean_terminated_length": 1210.800048828125, "completions/min_length": 898.0, "completions/min_terminated_length": 898.0, "epoch": 0.5543885971492873, "frac_reward_zero_std": 0.0, "grad_norm": 2.532286367803046, "kl": 0.0124053955078125, "learning_rate": 5.435188888660167e-07, "loss": -0.0363, "num_tokens": 100266520.0, "reward": 0.0, "reward_std": 0.9152195453643799, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0008130262413936443, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10378159855266465, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10945995377982527, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2217 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1459.0, "completions/max_terminated_length": 1459.0, "completions/mean_length": 1164.3125, "completions/mean_terminated_length": 1164.3125, "completions/min_length": 993.0, "completions/min_terminated_length": 993.0, "epoch": 0.5546386596649162, "frac_reward_zero_std": 0.0, "grad_norm": 2.639471937027752, "kl": 0.01070404052734375, "learning_rate": 5.431261239324401e-07, "loss": -0.0207, "num_tokens": 100306213.0, "reward": -2.9802322387695312e-08, "reward_std": 0.6413066387176514, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0629386295845636, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12869680519442664, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07888106377466157, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2218 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1467.0, "completions/mean_length": 1151.1875, "completions/mean_terminated_length": 1101.357177734375, "completions/min_length": 684.0, "completions/min_terminated_length": 684.0, "epoch": 0.5548887221805452, "frac_reward_zero_std": 0.0, "grad_norm": 2.433173022315902, "kl": 0.0108642578125, "learning_rate": 5.427333642365281e-07, "loss": -0.03, "num_tokens": 100362064.0, "reward": 2.9802322387695312e-08, "reward_std": 0.93462735414505, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.37755792342652, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.2995848796044446, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7333333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09737289911202955, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2219 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1467.0, "completions/max_terminated_length": 1467.0, "completions/mean_length": 1259.8125, "completions/mean_terminated_length": 1259.8125, "completions/min_length": 1050.0, "completions/min_terminated_length": 1050.0, "epoch": 0.5551387846961741, "frac_reward_zero_std": 0.0, "grad_norm": 2.6724391797788782, "kl": 0.013824462890625, "learning_rate": 5.423406100775515e-07, "loss": 0.0125, "num_tokens": 100403309.0, "reward": 0.0, "reward_std": 0.6519013047218323, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.07515108254099366, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1306111662577058, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11147163731607214, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2220 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1471.0, "completions/mean_length": 1198.6875, "completions/mean_terminated_length": 1155.6429443359375, "completions/min_length": 963.0, "completions/min_terminated_length": 963.0, "epoch": 0.5553888472118029, "frac_reward_zero_std": 0.0, "grad_norm": 3.277469932452028, "kl": 0.0165863037109375, "learning_rate": 5.419478617547751e-07, "loss": -0.0138, "num_tokens": 100449184.0, "reward": 0.0, "reward_std": 0.5970100164413452, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03915640083351985, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.048189338308492057, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12524050936172845, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2221 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1447.0, "completions/mean_length": 1215.0, "completions/mean_terminated_length": 1196.0001220703125, "completions/min_length": 1050.0, "completions/min_terminated_length": 1050.0, "epoch": 0.5556389097274319, "frac_reward_zero_std": 0.0, "grad_norm": 2.694601925840056, "kl": 0.012908935546875, "learning_rate": 5.415551195674604e-07, "loss": -0.0029, "num_tokens": 100497312.0, "reward": 0.0, "reward_std": 0.529692530632019, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.1632645956516643, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.16395618482692395, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10174405069512348, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2222 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1388.0, "completions/mean_length": 949.5625, "completions/mean_terminated_length": 912.86669921875, "completions/min_length": 648.0, "completions/min_terminated_length": 648.0, "epoch": 0.5558889722430608, "frac_reward_zero_std": 0.0, "grad_norm": 3.319980719268365, "kl": 0.018585205078125, "learning_rate": 5.41162383814864e-07, "loss": -0.0094, "num_tokens": 100528009.0, "reward": 7.450580596923828e-09, "reward_std": 0.943160891532898, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.010297313234024524, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.01769572868539106, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14548768561863465, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2223 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1482.0, "completions/mean_length": 1309.5625, "completions/mean_terminated_length": 1246.0833740234375, "completions/min_length": 920.0, "completions/min_terminated_length": 920.0, "epoch": 0.5561390347586896, "frac_reward_zero_std": 0.0, "grad_norm": 2.974750634247963, "kl": 0.016571044921875, "learning_rate": 5.407696547962372e-07, "loss": -0.0561, "num_tokens": 100578746.0, "reward": -3.725290298461914e-08, "reward_std": 1.066868543624878, "rewards/wordcountpos_reward_GEOBench/mean": -3.725290298461914e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04224811914164518, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09841251133881282, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.725, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11122216672215289, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2224 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1378.0, "completions/max_terminated_length": 1378.0, "completions/mean_length": 1180.875, "completions/mean_terminated_length": 1180.875, "completions/min_length": 1035.0, "completions/min_terminated_length": 1035.0, "epoch": 0.5563890972743186, "frac_reward_zero_std": 0.0, "grad_norm": 2.951081903718793, "kl": 0.015777587890625, "learning_rate": 5.403769328108267e-07, "loss": 0.0137, "num_tokens": 100625424.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9850627183914185, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.035896797435303295, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05816875796864235, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8291666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10027739304327551, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2225 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1457.0, "completions/mean_length": 1178.4375, "completions/mean_terminated_length": 1104.2308349609375, "completions/min_length": 732.0, "completions/min_terminated_length": 732.0, "epoch": 0.5566391597899475, "frac_reward_zero_std": 0.0, "grad_norm": 3.3984652125043633, "kl": 0.0149078369140625, "learning_rate": 5.399842181578735e-07, "loss": 0.0006, "num_tokens": 100679183.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8644700050354004, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.008903081055187438, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03715751344842853, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7916666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09388724521901162, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2226 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1494.0, "completions/mean_length": 1157.5625, "completions/mean_terminated_length": 1001.9091186523438, "completions/min_length": 865.0, "completions/min_terminated_length": 865.0, "epoch": 0.5568892223055764, "frac_reward_zero_std": 0.0, "grad_norm": 2.5959274631503932, "kl": 0.009124755859375, "learning_rate": 5.395915111366131e-07, "loss": -0.0115, "num_tokens": 100725464.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8450931310653687, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.013338336716269888, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08966272798136159, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7374999999999999, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06191391873668906, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2227 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1378.0, "completions/max_terminated_length": 1378.0, "completions/mean_length": 1057.8125, "completions/mean_terminated_length": 1057.8125, "completions/min_length": 526.0, "completions/min_terminated_length": 526.0, "epoch": 0.5571392848212053, "frac_reward_zero_std": 0.0, "grad_norm": 3.6169571880668316, "kl": 0.0134429931640625, "learning_rate": 5.391988120462752e-07, "loss": 0.0227, "num_tokens": 100772781.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9833099842071533, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04551106588525325, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.13161937864582823, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.077817450199525, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2228 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 1.0, "completions/max_length": 1500.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 1500.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 1500.0, "completions/min_terminated_length": 0.0, "epoch": 0.5573893473368342, "frac_reward_zero_std": 0.0, "grad_norm": 2.318814921724928, "kl": 0.0117645263671875, "learning_rate": 5.388061211860834e-07, "loss": 0.0005, "num_tokens": 100831821.0, "reward": 2.9802322387695312e-08, "reward_std": 0.761570155620575, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0689358887542665, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10464738546063387, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09269623828717428, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2229 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1500.0, "completions/mean_length": 1033.0625, "completions/mean_terminated_length": 966.357177734375, "completions/min_length": 697.0, "completions/min_terminated_length": 697.0, "epoch": 0.5576394098524631, "frac_reward_zero_std": 0.0, "grad_norm": 3.7544403770441463, "kl": 0.022735595703125, "learning_rate": 5.384134388552551e-07, "loss": -0.1363, "num_tokens": 100873086.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8601086139678955, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.09180365547227345, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.16819046411070823, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8291666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11409872268574492, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2230 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1476.0, "completions/mean_length": 1279.6875, "completions/mean_terminated_length": 1228.84619140625, "completions/min_length": 821.0, "completions/min_terminated_length": 821.0, "epoch": 0.557889472368092, "frac_reward_zero_std": 0.0, "grad_norm": 2.9658076141867484, "kl": 0.0174102783203125, "learning_rate": 5.380207653530013e-07, "loss": 0.0155, "num_tokens": 100910249.0, "reward": 2.9802322387695312e-08, "reward_std": 0.7888146638870239, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.007422364108411909, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0660648850387417, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7708333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12164002752505566, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2231 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1374.0, "completions/mean_length": 1143.5625, "completions/mean_terminated_length": 1119.800048828125, "completions/min_length": 808.0, "completions/min_terminated_length": 808.0, "epoch": 0.5581395348837209, "frac_reward_zero_std": 0.0, "grad_norm": 3.259987238435647, "kl": 0.0157623291015625, "learning_rate": 5.376281009785262e-07, "loss": -0.0126, "num_tokens": 100948210.0, "reward": 0.0, "reward_std": 0.8412267565727234, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.012878608353319231, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06965856117235095, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12641788434189796, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2232 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1247.0, "completions/mean_length": 1050.75, "completions/mean_terminated_length": 947.0769653320312, "completions/min_length": 579.0, "completions/min_terminated_length": 579.0, "epoch": 0.5583895973993498, "frac_reward_zero_std": 0.0, "grad_norm": 3.835606787385734, "kl": 0.019805908203125, "learning_rate": 5.372354460310267e-07, "loss": -0.0516, "num_tokens": 100987558.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0562653541564941, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04722017451292761, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1108622297241172, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10183501544346313, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2233 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1489.0, "completions/mean_length": 1377.3125, "completions/mean_terminated_length": 1359.7857666015625, "completions/min_length": 1213.0, "completions/min_terminated_length": 1213.0, "epoch": 0.5586396599149788, "frac_reward_zero_std": 0.0, "grad_norm": 2.820251323715121, "kl": 0.0123748779296875, "learning_rate": 5.36842800809693e-07, "loss": 0.0156, "num_tokens": 101037155.0, "reward": 0.0, "reward_std": 1.0285301208496094, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.012202856950244255, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10772722158837869, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7333333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.048686449556014796, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2234 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1357.0, "completions/max_terminated_length": 1357.0, "completions/mean_length": 1000.3125, "completions/mean_terminated_length": 1000.3125, "completions/min_length": 794.0, "completions/min_terminated_length": 794.0, "epoch": 0.5588897224306076, "frac_reward_zero_std": 0.0, "grad_norm": 2.877886881725343, "kl": 0.00958251953125, "learning_rate": 5.364501656137079e-07, "loss": -0.0213, "num_tokens": 101072216.0, "reward": -2.9802322387695312e-08, "reward_std": 0.9692012071609497, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.04661428236258012, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.051582213310720756, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8291666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10318986456114841, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2235 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1498.0, "completions/mean_length": 1265.4375, "completions/mean_terminated_length": 1124.7000732421875, "completions/min_length": 924.0, "completions/min_terminated_length": 924.0, "epoch": 0.5591397849462365, "frac_reward_zero_std": 0.0, "grad_norm": 2.663425561983497, "kl": 0.0144195556640625, "learning_rate": 5.360575407422458e-07, "loss": 0.0001, "num_tokens": 101126911.0, "reward": -2.9802322387695312e-08, "reward_std": 0.5653176307678223, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.009719044535119185, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.18883835636164328, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1112221667221529, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2236 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1494.0, "completions/mean_length": 1285.75, "completions/mean_terminated_length": 1271.4666748046875, "completions/min_length": 1005.0, "completions/min_terminated_length": 1005.0, "epoch": 0.5593898474618655, "frac_reward_zero_std": 0.0, "grad_norm": 3.034515186618796, "kl": 0.018280029296875, "learning_rate": 5.356649264944745e-07, "loss": -0.0497, "num_tokens": 101169387.0, "reward": 3.725290298461914e-08, "reward_std": 1.0209271907806396, "rewards/wordcountpos_reward_GEOBench/mean": 3.725290298461914e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04029135801672779, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06432641946921251, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9166666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08606629658238704, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2237 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1363.0, "completions/mean_length": 1253.875, "completions/mean_terminated_length": 1106.2000732421875, "completions/min_length": 943.0, "completions/min_terminated_length": 943.0, "epoch": 0.5596399099774944, "frac_reward_zero_std": 0.0, "grad_norm": 3.10042523173841, "kl": 0.0186004638671875, "learning_rate": 5.352723231695528e-07, "loss": 0.0231, "num_tokens": 101220665.0, "reward": -7.450580596923828e-09, "reward_std": 1.0629804134368896, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03713990307770006, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1416421832755986, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06426219440409447, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2238 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1369.0, "completions/mean_length": 1168.5625, "completions/mean_terminated_length": 1017.9091186523438, "completions/min_length": 770.0, "completions/min_terminated_length": 770.0, "epoch": 0.5598899724931233, "frac_reward_zero_std": 0.0, "grad_norm": 2.826967558672326, "kl": 0.01556396484375, "learning_rate": 5.34879731066631e-07, "loss": 0.0154, "num_tokens": 101270042.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9782330989837646, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.08331795836641968, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.13715352704359515, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07781745019952505, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2239 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1487.0, "completions/max_terminated_length": 1487.0, "completions/mean_length": 1044.0625, "completions/mean_terminated_length": 1044.0625, "completions/min_length": 649.0, "completions/min_terminated_length": 649.0, "epoch": 0.5601400350087522, "frac_reward_zero_std": 0.0, "grad_norm": 3.538683852489407, "kl": 0.020782470703125, "learning_rate": 5.344871504848514e-07, "loss": -0.1049, "num_tokens": 101313083.0, "reward": 0.0, "reward_std": 0.5862321853637695, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.026311492509454977, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03709011008688107, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10741060020797316, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2240 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1429.0, "completions/max_terminated_length": 1429.0, "completions/mean_length": 1108.875, "completions/mean_terminated_length": 1108.875, "completions/min_length": 854.0, "completions/min_terminated_length": 854.0, "epoch": 0.5603900975243811, "frac_reward_zero_std": 0.0, "grad_norm": 2.875320641455022, "kl": 0.010772705078125, "learning_rate": 5.340945817233475e-07, "loss": -0.0806, "num_tokens": 101364217.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0591137409210205, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0962609936797834, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10739653521284506, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11547005383792516, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2241 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1221.0, "completions/mean_length": 1151.0625, "completions/mean_terminated_length": 992.45458984375, "completions/min_length": 736.0, "completions/min_terminated_length": 736.0, "epoch": 0.56064016004001, "frac_reward_zero_std": 0.0, "grad_norm": 3.1985395673093913, "kl": 0.0168304443359375, "learning_rate": 5.337020250812436e-07, "loss": 0.0083, "num_tokens": 101408346.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9044009447097778, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.015469841108600668, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04142332161443495, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10602235962635781, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2242 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1284.0, "completions/max_terminated_length": 1284.0, "completions/mean_length": 790.75, "completions/mean_terminated_length": 790.75, "completions/min_length": 525.0, "completions/min_terminated_length": 525.0, "epoch": 0.5608902225556389, "frac_reward_zero_std": 0.0, "grad_norm": 2.7423204980808906, "kl": 0.01214599609375, "learning_rate": 5.333094808576548e-07, "loss": 0.0059, "num_tokens": 101445710.0, "reward": -2.9802322387695312e-08, "reward_std": 1.0132734775543213, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04849289827193898, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10575239460173647, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10809803506625451, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2243 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1223.0, "completions/max_terminated_length": 1223.0, "completions/mean_length": 997.9375, "completions/mean_terminated_length": 997.9375, "completions/min_length": 680.0, "completions/min_terminated_length": 680.0, "epoch": 0.5611402850712678, "frac_reward_zero_std": 0.0, "grad_norm": 3.539904998516066, "kl": 0.02056884765625, "learning_rate": 5.329169493516869e-07, "loss": -0.0567, "num_tokens": 101479789.0, "reward": 0.0, "reward_std": 0.9596482515335083, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06276082171417702, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06431266024915261, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10532137766186213, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2244 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1424.0, "completions/mean_length": 1101.375, "completions/mean_terminated_length": 1009.3846435546875, "completions/min_length": 790.0, "completions/min_terminated_length": 790.0, "epoch": 0.5613903475868968, "frac_reward_zero_std": 0.0, "grad_norm": 3.1650999324252522, "kl": 0.02197265625, "learning_rate": 5.325244308624356e-07, "loss": -0.0858, "num_tokens": 101524179.0, "reward": 0.0, "reward_std": 0.7156879901885986, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.6890439832193369, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11445251702764406, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07876359377087683, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2245 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1313.0, "completions/max_terminated_length": 1313.0, "completions/mean_length": 1044.875, "completions/mean_terminated_length": 1044.875, "completions/min_length": 665.0, "completions/min_terminated_length": 665.0, "epoch": 0.5616404101025256, "frac_reward_zero_std": 0.0, "grad_norm": 3.4557828431307023, "kl": 0.020294189453125, "learning_rate": 5.32131925688987e-07, "loss": -0.0428, "num_tokens": 101570641.0, "reward": -1.4901161193847656e-08, "reward_std": 0.8416419625282288, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.01477801907403989, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06610644981104544, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10741060020797315, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2246 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1337.0, "completions/mean_length": 1330.125, "completions/mean_terminated_length": 1160.25, "completions/min_length": 977.0, "completions/min_terminated_length": 977.0, "epoch": 0.5618904726181545, "frac_reward_zero_std": 0.0, "grad_norm": 3.1941930877988285, "kl": 0.01947021484375, "learning_rate": 5.31739434130417e-07, "loss": -0.0127, "num_tokens": 101618867.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9077098369598389, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.08386631889722515, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.20143712860900512, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07649739768026004, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2247 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1488.0, "completions/mean_length": 1410.9375, "completions/mean_terminated_length": 1296.4285888671875, "completions/min_length": 997.0, "completions/min_terminated_length": 997.0, "epoch": 0.5621405351337835, "frac_reward_zero_std": 0.0, "grad_norm": 2.7457783397963915, "kl": 0.0156707763671875, "learning_rate": 5.313469564857912e-07, "loss": 0.003, "num_tokens": 101673498.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9426655769348145, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.02931478977209338, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.049642616514817425, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06309898162000305, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2248 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1385.0, "completions/max_terminated_length": 1385.0, "completions/mean_length": 1091.1875, "completions/mean_terminated_length": 1091.1875, "completions/min_length": 821.0, "completions/min_terminated_length": 821.0, "epoch": 0.5623905976494123, "frac_reward_zero_std": 0.0, "grad_norm": 3.315170174100997, "kl": 0.01483154296875, "learning_rate": 5.309544930541645e-07, "loss": 0.0208, "num_tokens": 101711853.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9804953336715698, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.09324953694726329, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.17239520499578864, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.05146016078626408, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2249 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1188.0, "completions/max_terminated_length": 1188.0, "completions/mean_length": 800.875, "completions/mean_terminated_length": 800.875, "completions/min_length": 536.0, "completions/min_terminated_length": 536.0, "epoch": 0.5626406601650412, "frac_reward_zero_std": 0.0, "grad_norm": 1.8716916191296913, "kl": 0.007598876953125, "learning_rate": 5.305620441345809e-07, "loss": -0.0169, "num_tokens": 101762387.0, "reward": 0.0, "reward_std": 0.9748215079307556, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.038000036723214614, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09110612436417702, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07490735018081413, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2250 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1485.0, "completions/mean_length": 1418.0, "completions/mean_terminated_length": 1281.3333740234375, "completions/min_length": 807.0, "completions/min_terminated_length": 807.0, "epoch": 0.5628907226806702, "frac_reward_zero_std": 0.0, "grad_norm": 2.9933181734639938, "kl": 0.012359619140625, "learning_rate": 5.301696100260736e-07, "loss": -0.0397, "num_tokens": 101819651.0, "reward": -1.4901161193847656e-08, "reward_std": 0.8184797167778015, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.030209113445169602, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03996622920148869, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7333333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.03442651863295484, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2251 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1436.0, "completions/mean_length": 1237.625, "completions/mean_terminated_length": 1118.3636474609375, "completions/min_length": 839.0, "completions/min_terminated_length": 839.0, "epoch": 0.5631407851962991, "frac_reward_zero_std": 0.0, "grad_norm": 2.5941714671944824, "kl": 0.0148773193359375, "learning_rate": 5.297771910276643e-07, "loss": -0.029, "num_tokens": 101866549.0, "reward": 0.0, "reward_std": 0.6771284341812134, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.16575807365296222, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.19676295892347093, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11729986896522632, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2252 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1389.0, "completions/max_terminated_length": 1389.0, "completions/mean_length": 1119.9375, "completions/mean_terminated_length": 1119.9375, "completions/min_length": 784.0, "completions/min_terminated_length": 784.0, "epoch": 0.5633908477119279, "frac_reward_zero_std": 0.0, "grad_norm": 3.360489651081483, "kl": 0.019195556640625, "learning_rate": 5.293847874383632e-07, "loss": 0.0334, "num_tokens": 101910836.0, "reward": 0.0, "reward_std": 0.6538268327713013, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.10150192373854997, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.2510507659817192, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13601470508735444, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2253 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1478.0, "completions/mean_length": 1257.4375, "completions/mean_terminated_length": 1176.5833740234375, "completions/min_length": 897.0, "completions/min_terminated_length": 897.0, "epoch": 0.5636409102275569, "frac_reward_zero_std": 0.0, "grad_norm": 2.3271645989747625, "kl": 0.0160675048828125, "learning_rate": 5.289923995571684e-07, "loss": -0.075, "num_tokens": 101956691.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0048019886016846, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.059502641779286956, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09920918754932435, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.825, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08388704928078614, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2254 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1486.0, "completions/mean_length": 1311.75, "completions/mean_terminated_length": 1198.800048828125, "completions/min_length": 803.0, "completions/min_terminated_length": 803.0, "epoch": 0.5638909727431858, "frac_reward_zero_std": 0.0, "grad_norm": 2.4139520566859067, "kl": 0.0196685791015625, "learning_rate": 5.286000276830671e-07, "loss": 0.0634, "num_tokens": 102007575.0, "reward": 0.0, "reward_std": 0.9891918897628784, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.10566129234385088, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11878694161005203, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.825, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12141145226353545, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2255 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1474.0, "completions/mean_length": 994.5, "completions/mean_terminated_length": 922.2857666015625, "completions/min_length": 592.0, "completions/min_terminated_length": 592.0, "epoch": 0.5641410352588146, "frac_reward_zero_std": 0.0, "grad_norm": 3.162061983614614, "kl": 0.011199951171875, "learning_rate": 5.282076721150334e-07, "loss": 0.0577, "num_tokens": 102061039.0, "reward": -2.2351741790771484e-08, "reward_std": 0.995070219039917, "rewards/wordcountpos_reward_GEOBench/mean": -2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.122555902790316, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.15350611477536727, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.2180298994106933, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2256 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1476.0, "completions/mean_length": 1247.3125, "completions/mean_terminated_length": 1230.4666748046875, "completions/min_length": 1068.0, "completions/min_terminated_length": 1068.0, "epoch": 0.5643910977744436, "frac_reward_zero_std": 0.0, "grad_norm": 3.0374271692119583, "kl": 0.015228271484375, "learning_rate": 5.278153331520287e-07, "loss": 0.039, "num_tokens": 102106916.0, "reward": 0.0, "reward_std": 0.6283268928527832, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03412099907539941, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.14013662506781635, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09496588081262936, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2257 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1397.0, "completions/mean_length": 1152.5625, "completions/mean_terminated_length": 1072.3846435546875, "completions/min_length": 738.0, "completions/min_terminated_length": 738.0, "epoch": 0.5646411602900725, "frac_reward_zero_std": 0.0, "grad_norm": 3.165426913688285, "kl": 0.0144805908203125, "learning_rate": 5.274230110930031e-07, "loss": 0.0275, "num_tokens": 102157629.0, "reward": 0.0, "reward_std": 0.8862087726593018, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.09903956426099383, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.28824390983500403, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8333333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.15962919996504865, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2258 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1220.0, "completions/max_terminated_length": 1220.0, "completions/mean_length": 869.0625, "completions/mean_terminated_length": 869.0625, "completions/min_length": 726.0, "completions/min_terminated_length": 726.0, "epoch": 0.5648912228057015, "frac_reward_zero_std": 0.0, "grad_norm": 3.402047155625281, "kl": 0.016510009765625, "learning_rate": 5.270307062368923e-07, "loss": -0.0346, "num_tokens": 102182054.0, "reward": -2.9802322387695312e-08, "reward_std": 0.9045581817626953, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04060173972364841, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04864708453502001, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.85, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0958393717904348, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2259 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1319.0, "completions/max_terminated_length": 1319.0, "completions/mean_length": 1003.4375, "completions/mean_terminated_length": 1003.4375, "completions/min_length": 719.0, "completions/min_terminated_length": 719.0, "epoch": 0.5651412853213303, "frac_reward_zero_std": 0.0, "grad_norm": 3.7918160882744285, "kl": 0.018341064453125, "learning_rate": 5.2663841888262e-07, "loss": -0.0171, "num_tokens": 102219933.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8198275566101074, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.04556904149853948, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10187831043294657, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10576003586036263, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2260 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1448.0, "completions/mean_length": 1175.5625, "completions/mean_terminated_length": 1067.416748046875, "completions/min_length": 823.0, "completions/min_terminated_length": 823.0, "epoch": 0.5653913478369592, "frac_reward_zero_std": 0.0, "grad_norm": 3.4096411399621656, "kl": 0.0171661376953125, "learning_rate": 5.262461493290955e-07, "loss": -0.0058, "num_tokens": 102263870.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9289268255233765, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0798319464865321, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.17915545653374845, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.15341785110291775, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2261 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1405.0, "completions/mean_length": 1153.75, "completions/mean_terminated_length": 1130.666748046875, "completions/min_length": 762.0, "completions/min_terminated_length": 762.0, "epoch": 0.5656414103525882, "frac_reward_zero_std": 0.0, "grad_norm": 3.2532558711810053, "kl": 0.020263671875, "learning_rate": 5.258538978752158e-07, "loss": -0.02, "num_tokens": 102303234.0, "reward": -3.725290298461914e-09, "reward_std": 1.0620956420898438, "rewards/wordcountpos_reward_GEOBench/mean": -3.725290298461914e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.023949664554753836, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11699025176942096, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8250000000000001, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10000000000000002, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2262 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1149.0, "completions/max_terminated_length": 1149.0, "completions/mean_length": 785.5, "completions/mean_terminated_length": 785.5, "completions/min_length": 533.0, "completions/min_terminated_length": 533.0, "epoch": 0.5658914728682171, "frac_reward_zero_std": 0.0, "grad_norm": 3.551188591011897, "kl": 0.0179901123046875, "learning_rate": 5.254616648198634e-07, "loss": 0.0292, "num_tokens": 102338978.0, "reward": -7.450580596923828e-09, "reward_std": 1.0536489486694336, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0030501142538874953, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.025052849879367435, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08606629658238707, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2263 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1494.0, "completions/mean_length": 1173.4375, "completions/mean_terminated_length": 1064.5833740234375, "completions/min_length": 790.0, "completions/min_terminated_length": 790.0, "epoch": 0.5661415353838459, "frac_reward_zero_std": 0.0, "grad_norm": 3.3285663159326457, "kl": 0.0229949951171875, "learning_rate": 5.250694504619063e-07, "loss": 0.0002, "num_tokens": 102386057.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9754273295402527, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.026238292828932704, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04397541097387511, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11147163731607215, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2264 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1476.0, "completions/mean_length": 1428.0, "completions/mean_terminated_length": 1335.4285888671875, "completions/min_length": 1006.0, "completions/min_terminated_length": 1006.0, "epoch": 0.5663915978994749, "frac_reward_zero_std": 0.0, "grad_norm": 2.7046356296187355, "kl": 0.0110015869140625, "learning_rate": 5.246772551001995e-07, "loss": -0.014, "num_tokens": 102435697.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8682008981704712, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.09463891412140629, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1514781921150718, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6916666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14782371884055634, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2265 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1457.0, "completions/max_terminated_length": 1457.0, "completions/mean_length": 1211.5625, "completions/mean_terminated_length": 1211.5625, "completions/min_length": 953.0, "completions/min_terminated_length": 953.0, "epoch": 0.5666416604151038, "frac_reward_zero_std": 0.0, "grad_norm": 2.4803072271046607, "kl": 0.0096588134765625, "learning_rate": 5.242850790335823e-07, "loss": 0.017, "num_tokens": 102481890.0, "reward": 0.0, "reward_std": 0.867551326751709, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.005197979858959208, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04378926592742114, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14751020052613062, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2266 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1490.0, "completions/mean_length": 1360.875, "completions/mean_terminated_length": 1328.769287109375, "completions/min_length": 955.0, "completions/min_terminated_length": 955.0, "epoch": 0.5668917229307326, "frac_reward_zero_std": 0.0, "grad_norm": 2.662209165942265, "kl": 0.011199951171875, "learning_rate": 5.238929225608803e-07, "loss": -0.0324, "num_tokens": 102529016.0, "reward": 4.470348358154297e-08, "reward_std": 0.9678479433059692, "rewards/wordcountpos_reward_GEOBench/mean": 4.470348358154297e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06032300221939885, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.061089980120641665, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.04127594582445937, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2267 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1382.0, "completions/mean_length": 1011.625, "completions/mean_terminated_length": 718.6000366210938, "completions/min_length": 474.0, "completions/min_terminated_length": 474.0, "epoch": 0.5671417854463616, "frac_reward_zero_std": 0.0, "grad_norm": 2.991912360316003, "kl": 0.01204681396484375, "learning_rate": 5.235007859809032e-07, "loss": 0.0793, "num_tokens": 102561530.0, "reward": -2.9802322387695312e-08, "reward_std": 1.043903112411499, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04668381068027395, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07339654538329266, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.725, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.15752718754175363, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2268 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1486.0, "completions/mean_length": 1293.375, "completions/mean_terminated_length": 1199.45458984375, "completions/min_length": 793.0, "completions/min_terminated_length": 793.0, "epoch": 0.5673918479619905, "frac_reward_zero_std": 0.0, "grad_norm": 5.134533725037948, "kl": 0.125762939453125, "learning_rate": 5.231086695924464e-07, "loss": -0.0118, "num_tokens": 102616256.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9239065647125244, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.051205870767813716, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.14268069142819703, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11547005383792518, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2269 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1238.0, "completions/max_terminated_length": 1238.0, "completions/mean_length": 1067.6875, "completions/mean_terminated_length": 1067.6875, "completions/min_length": 760.0, "completions/min_terminated_length": 760.0, "epoch": 0.5676419104776194, "frac_reward_zero_std": 0.0, "grad_norm": 3.4951790954316073, "kl": 0.01495361328125, "learning_rate": 5.227165736942894e-07, "loss": -0.0069, "num_tokens": 102656379.0, "reward": 0.0, "reward_std": 0.5377345681190491, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.10445769673207637, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.15514928557813748, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8041666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11013459778666118, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2270 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1482.0, "completions/mean_length": 1163.9375, "completions/mean_terminated_length": 1011.1818237304688, "completions/min_length": 751.0, "completions/min_terminated_length": 751.0, "epoch": 0.5678919729932483, "frac_reward_zero_std": 0.0, "grad_norm": 2.7856103738509774, "kl": 0.01336669921875, "learning_rate": 5.223244985851961e-07, "loss": -0.0372, "num_tokens": 102698786.0, "reward": 2.2351741790771484e-08, "reward_std": 0.9828059673309326, "rewards/wordcountpos_reward_GEOBench/mean": 2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.10458217773942607, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09452895702236234, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8291666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09418264367902597, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2271 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1425.0, "completions/max_terminated_length": 1425.0, "completions/mean_length": 1169.1875, "completions/mean_terminated_length": 1169.1875, "completions/min_length": 976.0, "completions/min_terminated_length": 976.0, "epoch": 0.5681420355088772, "frac_reward_zero_std": 0.0, "grad_norm": 3.1277380934066863, "kl": 0.017669677734375, "learning_rate": 5.21932444563915e-07, "loss": 0.0174, "num_tokens": 102744309.0, "reward": -2.9802322387695312e-08, "reward_std": 0.6584100723266602, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.051832464614403675, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0865418479557941, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11013459778666118, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2272 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1468.0, "completions/max_terminated_length": 1468.0, "completions/mean_length": 990.625, "completions/mean_terminated_length": 990.625, "completions/min_length": 811.0, "completions/min_terminated_length": 811.0, "epoch": 0.5683920980245061, "frac_reward_zero_std": 0.0, "grad_norm": 1.9666957487835268, "kl": 0.01194000244140625, "learning_rate": 5.215404119291784e-07, "loss": 0.0473, "num_tokens": 102772551.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9570653438568115, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.023385152751001073, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09094514318004775, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09388724521901162, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2273 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1406.0, "completions/mean_length": 1175.1875, "completions/mean_terminated_length": 1153.533447265625, "completions/min_length": 744.0, "completions/min_terminated_length": 744.0, "epoch": 0.568642160540135, "frac_reward_zero_std": 0.0, "grad_norm": 3.070015421388485, "kl": 0.0167083740234375, "learning_rate": 5.211484009797015e-07, "loss": 0.0141, "num_tokens": 102816626.0, "reward": -7.450580596923828e-09, "reward_std": 1.044004201889038, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.004949589495728125, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03184274342163422, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07097208632298363, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2274 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1432.0, "completions/max_terminated_length": 1432.0, "completions/mean_length": 1191.625, "completions/mean_terminated_length": 1191.625, "completions/min_length": 812.0, "completions/min_terminated_length": 812.0, "epoch": 0.5688922230557639, "frac_reward_zero_std": 0.0, "grad_norm": 3.287279817538231, "kl": 0.014739990234375, "learning_rate": 5.207564120141839e-07, "loss": -0.0087, "num_tokens": 102866596.0, "reward": 2.9802322387695312e-08, "reward_std": 0.6383461952209473, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.12175443979285512, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0867477731483357, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07084150279686703, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2275 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1494.0, "completions/mean_length": 1170.25, "completions/mean_terminated_length": 1123.1429443359375, "completions/min_length": 723.0, "completions/min_terminated_length": 723.0, "epoch": 0.5691422855713929, "frac_reward_zero_std": 0.0, "grad_norm": 2.798017362331581, "kl": 0.013031005859375, "learning_rate": 5.203644453313084e-07, "loss": -0.0121, "num_tokens": 102909408.0, "reward": 0.0, "reward_std": 0.9500021934509277, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.027720412618506073, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.041514722359740804, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09067647005823631, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2276 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1331.0, "completions/mean_length": 1179.8125, "completions/mean_terminated_length": 1073.0833740234375, "completions/min_length": 672.0, "completions/min_terminated_length": 672.0, "epoch": 0.5693923480870218, "frac_reward_zero_std": 0.0, "grad_norm": 3.3395280130517118, "kl": 0.01641845703125, "learning_rate": 5.199725012297402e-07, "loss": 0.008, "num_tokens": 102953965.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8145663142204285, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03775260205550193, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09674526442519897, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13526380260918403, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2277 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1224.0, "completions/max_terminated_length": 1224.0, "completions/mean_length": 1042.875, "completions/mean_terminated_length": 1042.875, "completions/min_length": 792.0, "completions/min_terminated_length": 792.0, "epoch": 0.5696424106026506, "frac_reward_zero_std": 0.0, "grad_norm": 2.997733005047871, "kl": 0.013824462890625, "learning_rate": 5.195805800081278e-07, "loss": 0.0021, "num_tokens": 102985699.0, "reward": 1.1175870895385742e-08, "reward_std": 1.0609701871871948, "rewards/wordcountpos_reward_GEOBench/mean": 1.1175870895385742e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.020432811953444412, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03250151908774789, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8333333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0843274042711568, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2278 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1483.0, "completions/mean_length": 1320.75, "completions/mean_terminated_length": 1295.1429443359375, "completions/min_length": 1053.0, "completions/min_terminated_length": 1053.0, "epoch": 0.5698924731182796, "frac_reward_zero_std": 0.0, "grad_norm": 2.6287358155879357, "kl": 0.0098724365234375, "learning_rate": 5.191886819651025e-07, "loss": 0.0224, "num_tokens": 103038671.0, "reward": -7.450580596923828e-09, "reward_std": 1.0317494869232178, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.05418550162838451, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0741800903851783, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07969850595746356, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2279 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1363.0, "completions/mean_length": 1293.5, "completions/mean_terminated_length": 1199.6363525390625, "completions/min_length": 1004.0, "completions/min_terminated_length": 1004.0, "epoch": 0.5701425356339085, "frac_reward_zero_std": 0.0, "grad_norm": 2.964956564716972, "kl": 0.016693115234375, "learning_rate": 5.187968073992772e-07, "loss": 0.0383, "num_tokens": 103078695.0, "reward": 0.0, "reward_std": 0.8474757671356201, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03171663617418975, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07152842361979823, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07084150279686706, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2280 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1431.0, "completions/mean_length": 1348.5625, "completions/mean_terminated_length": 1197.125, "completions/min_length": 723.0, "completions/min_terminated_length": 723.0, "epoch": 0.5703925981495374, "frac_reward_zero_std": 0.0, "grad_norm": 2.91998151066254, "kl": 0.017791748046875, "learning_rate": 5.184049566092474e-07, "loss": -0.0025, "num_tokens": 103136784.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0586646795272827, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.07752891555346304, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.13358655819484133, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8875000000000001, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09016445879408154, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2281 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1416.0, "completions/mean_length": 1207.9375, "completions/mean_terminated_length": 1166.21435546875, "completions/min_length": 927.0, "completions/min_terminated_length": 927.0, "epoch": 0.5706426606651663, "frac_reward_zero_std": 0.0, "grad_norm": 2.9544054907936137, "kl": 0.015838623046875, "learning_rate": 5.180131298935902e-07, "loss": -0.0269, "num_tokens": 103174975.0, "reward": 0.0, "reward_std": 0.7632911205291748, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.08181987811485145, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.19981848972377658, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7666666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1377060745318193, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2282 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1486.0, "completions/mean_length": 1207.5, "completions/mean_terminated_length": 1188.0001220703125, "completions/min_length": 726.0, "completions/min_terminated_length": 726.0, "epoch": 0.5708927231807952, "frac_reward_zero_std": 0.0, "grad_norm": 3.8323864006608312, "kl": 0.027130126953125, "learning_rate": 5.176213275508647e-07, "loss": -0.002, "num_tokens": 103215487.0, "reward": 0.0, "reward_std": 0.5113885998725891, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.048710855597008544, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07642842033918416, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08388704928078611, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2283 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1485.0, "completions/mean_length": 1408.0, "completions/mean_terminated_length": 1316.0, "completions/min_length": 1089.0, "completions/min_terminated_length": 1089.0, "epoch": 0.5711427856964241, "frac_reward_zero_std": 0.0, "grad_norm": 2.446269268326727, "kl": 0.01776123046875, "learning_rate": 5.172295498796115e-07, "loss": 0.0032, "num_tokens": 103271759.0, "reward": 0.0, "reward_std": 0.9824569225311279, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.023129024811724137, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.046279882446526636, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.85, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06666666666666668, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2284 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1475.0, "completions/mean_length": 1186.5, "completions/mean_terminated_length": 1165.60009765625, "completions/min_length": 784.0, "completions/min_terminated_length": 784.0, "epoch": 0.571392848212053, "frac_reward_zero_std": 0.0, "grad_norm": 3.2429904456714658, "kl": 0.016265869140625, "learning_rate": 5.168377971783516e-07, "loss": -0.0741, "num_tokens": 103312303.0, "reward": -7.450580596923828e-09, "reward_std": 0.9949912428855896, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.019374082868693347, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07450614452466797, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11917929226045819, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2285 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1479.0, "completions/mean_length": 1265.75, "completions/mean_terminated_length": 1232.2857666015625, "completions/min_length": 1021.0, "completions/min_terminated_length": 1021.0, "epoch": 0.5716429107276819, "frac_reward_zero_std": 0.0, "grad_norm": 2.695644416794078, "kl": 0.017364501953125, "learning_rate": 5.164460697455879e-07, "loss": -0.0049, "num_tokens": 103364211.0, "reward": 0.0, "reward_std": 0.6433941125869751, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06757091527212487, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.13743507389855616, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7666666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10036968702787749, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2286 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1275.0, "completions/max_terminated_length": 1275.0, "completions/mean_length": 1052.0, "completions/mean_terminated_length": 1052.0, "completions/min_length": 891.0, "completions/min_terminated_length": 891.0, "epoch": 0.5718929732433108, "frac_reward_zero_std": 0.0, "grad_norm": 2.7046773236625468, "kl": 0.0104827880859375, "learning_rate": 5.160543678798038e-07, "loss": -0.0534, "num_tokens": 103407419.0, "reward": 0.0, "reward_std": 0.76474928855896, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.09612164734239444, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10661260184032867, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.056927504255331135, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2287 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1473.0, "completions/mean_length": 1276.5625, "completions/mean_terminated_length": 1142.5, "completions/min_length": 885.0, "completions/min_terminated_length": 885.0, "epoch": 0.5721430357589398, "frac_reward_zero_std": 0.0, "grad_norm": 3.0994408557714213, "kl": 0.014404296875, "learning_rate": 5.156626918794628e-07, "loss": 0.0005, "num_tokens": 103456684.0, "reward": 0.0, "reward_std": 0.9802349805831909, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03374633736221917, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08113840066060099, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10945995377982529, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2288 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1438.0, "completions/mean_length": 1308.375, "completions/mean_terminated_length": 1193.4000244140625, "completions/min_length": 902.0, "completions/min_terminated_length": 902.0, "epoch": 0.5723930982745686, "frac_reward_zero_std": 0.0, "grad_norm": 3.0411988351004795, "kl": 0.0140228271484375, "learning_rate": 5.152710420430091e-07, "loss": 0.0438, "num_tokens": 103504554.0, "reward": 0.0, "reward_std": 0.973111629486084, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.04426464428518089, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06682593773687204, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10174405069512348, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2289 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1443.0, "completions/max_terminated_length": 1443.0, "completions/mean_length": 873.0625, "completions/mean_terminated_length": 873.0625, "completions/min_length": 594.0, "completions/min_terminated_length": 594.0, "epoch": 0.5726431607901975, "frac_reward_zero_std": 0.0, "grad_norm": 4.057134763261328, "kl": 0.0163726806640625, "learning_rate": 5.14879418668867e-07, "loss": 0.0153, "num_tokens": 103553427.0, "reward": 2.9802322387695312e-08, "reward_std": 0.6353734731674194, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.125052976248563, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.18879379478564023, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6916666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10576003586036262, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2290 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1485.0, "completions/mean_length": 1288.25, "completions/mean_terminated_length": 1258.0, "completions/min_length": 897.0, "completions/min_terminated_length": 897.0, "epoch": 0.5728932233058265, "frac_reward_zero_std": 0.0, "grad_norm": 3.0366683844903744, "kl": 0.0139923095703125, "learning_rate": 5.144878220554404e-07, "loss": -0.0335, "num_tokens": 103601295.0, "reward": 0.0, "reward_std": 0.4819943308830261, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.12587449338112952, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.19916620763701326, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06831300510639736, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2291 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1355.0, "completions/mean_length": 1366.1875, "completions/mean_terminated_length": 1194.1429443359375, "completions/min_length": 1071.0, "completions/min_terminated_length": 1071.0, "epoch": 0.5731432858214554, "frac_reward_zero_std": 0.0, "grad_norm": 2.5252863203872895, "kl": 0.0140838623046875, "learning_rate": 5.140962525011126e-07, "loss": 0.0115, "num_tokens": 103657138.0, "reward": 7.450580596923828e-09, "reward_std": 1.0653834342956543, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.010526880854376313, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.050183188630236554, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8041666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09574271077563383, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2292 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1427.0, "completions/mean_length": 1255.9375, "completions/mean_terminated_length": 1239.666748046875, "completions/min_length": 1044.0, "completions/min_terminated_length": 1044.0, "epoch": 0.5733933483370842, "frac_reward_zero_std": 0.0, "grad_norm": 2.279724268244194, "kl": 0.01036834716796875, "learning_rate": 5.13704710304247e-07, "loss": -0.0631, "num_tokens": 103708553.0, "reward": -3.3527612686157227e-08, "reward_std": 1.0610902309417725, "rewards/wordcountpos_reward_GEOBench/mean": -3.3527612686157227e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.026882299611282603, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.047550325552072725, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7916666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08027729719194866, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2293 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1446.0, "completions/mean_length": 1280.25, "completions/mean_terminated_length": 1109.3333740234375, "completions/min_length": 959.0, "completions/min_terminated_length": 959.0, "epoch": 0.5736434108527132, "frac_reward_zero_std": 0.0, "grad_norm": 2.6892578377781704, "kl": 0.0135345458984375, "learning_rate": 5.133131957631857e-07, "loss": -0.0042, "num_tokens": 103755221.0, "reward": 2.60770320892334e-08, "reward_std": 1.0610355138778687, "rewards/wordcountpos_reward_GEOBench/mean": 2.60770320892334e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.010374819678686684, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04583261883163071, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06763190130459201, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2294 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1377.0, "completions/mean_length": 1209.25, "completions/mean_terminated_length": 1142.1539306640625, "completions/min_length": 827.0, "completions/min_terminated_length": 827.0, "epoch": 0.5738934733683421, "frac_reward_zero_std": 0.0, "grad_norm": 3.0892798181918715, "kl": 0.0179901123046875, "learning_rate": 5.129217091762496e-07, "loss": -0.0598, "num_tokens": 103805473.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0379133224487305, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.024180278079784887, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07838842601676105, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7916666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10000000000000003, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2295 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1421.0, "completions/max_terminated_length": 1421.0, "completions/mean_length": 1108.1875, "completions/mean_terminated_length": 1108.1875, "completions/min_length": 904.0, "completions/min_terminated_length": 904.0, "epoch": 0.574143535883971, "frac_reward_zero_std": 0.0, "grad_norm": 3.324454292918934, "kl": 0.0159912109375, "learning_rate": 5.125302508417384e-07, "loss": 0.0041, "num_tokens": 103861676.0, "reward": 5.960464477539063e-08, "reward_std": 0.5368005037307739, "rewards/wordcountpos_reward_GEOBench/mean": 5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.05839738284899765, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.16410637637787132, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.85, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07888106377466156, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2296 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1471.0, "completions/mean_length": 1110.125, "completions/mean_terminated_length": 1054.4285888671875, "completions/min_length": 639.0, "completions/min_terminated_length": 639.0, "epoch": 0.5743935983995999, "frac_reward_zero_std": 0.0, "grad_norm": 3.367112375864426, "kl": 0.0197601318359375, "learning_rate": 5.121388210579305e-07, "loss": -0.0679, "num_tokens": 103904550.0, "reward": -2.9802322387695312e-08, "reward_std": 0.7586082816123962, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.030199245653825094, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1957231781761579, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8958333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1140987226857449, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2297 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1492.0, "completions/mean_length": 1225.875, "completions/mean_terminated_length": 1207.60009765625, "completions/min_length": 1004.0, "completions/min_terminated_length": 1004.0, "epoch": 0.5746436609152288, "frac_reward_zero_std": 0.0, "grad_norm": 2.622163769395901, "kl": 0.0159912109375, "learning_rate": 5.117474201230824e-07, "loss": -0.0191, "num_tokens": 103953716.0, "reward": 2.2351741790771484e-08, "reward_std": 1.0495389699935913, "rewards/wordcountpos_reward_GEOBench/mean": 2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03192512281727409, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04879614941785051, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7708333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.131021626713557, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2298 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1497.0, "completions/mean_length": 1053.0, "completions/mean_terminated_length": 1023.2000732421875, "completions/min_length": 739.0, "completions/min_terminated_length": 739.0, "epoch": 0.5748937234308578, "frac_reward_zero_std": 0.0, "grad_norm": 3.479681015941143, "kl": 0.021484375, "learning_rate": 5.113560483354284e-07, "loss": -0.0554, "num_tokens": 103987108.0, "reward": 1.862645149230957e-09, "reward_std": 0.940168023109436, "rewards/wordcountpos_reward_GEOBench/mean": 1.862645149230957e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08027729719194865, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2299 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1449.0, "completions/max_terminated_length": 1449.0, "completions/mean_length": 1212.625, "completions/mean_terminated_length": 1212.625, "completions/min_length": 1031.0, "completions/min_terminated_length": 1031.0, "epoch": 0.5751437859464866, "frac_reward_zero_std": 0.0, "grad_norm": 3.1430590999483052, "kl": 0.01544189453125, "learning_rate": 5.109647059931812e-07, "loss": 0.006, "num_tokens": 104035270.0, "reward": -2.9802322387695312e-08, "reward_std": 1.0498970746994019, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.25360872886550334, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.2446843415445637, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.85, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08944271909999159, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2300 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1416.0, "completions/mean_length": 1181.5, "completions/mean_terminated_length": 1108.0, "completions/min_length": 797.0, "completions/min_terminated_length": 797.0, "epoch": 0.5753938484621155, "frac_reward_zero_std": 0.0, "grad_norm": 2.795473028511627, "kl": 0.0140228271484375, "learning_rate": 5.105733933945302e-07, "loss": -0.0753, "num_tokens": 104081222.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9509678483009338, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03519810157964835, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05285735770232731, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10852547064066474, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2301 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1371.0, "completions/mean_length": 1146.8125, "completions/mean_terminated_length": 1123.2667236328125, "completions/min_length": 974.0, "completions/min_terminated_length": 974.0, "epoch": 0.5756439109777445, "frac_reward_zero_std": 0.0, "grad_norm": 3.511384521942019, "kl": 0.0216064453125, "learning_rate": 5.101821108376429e-07, "loss": -0.0485, "num_tokens": 104134339.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9732698202133179, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.18565960544572616, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12272850130993569, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12141145226353543, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2302 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1473.0, "completions/mean_length": 1120.4375, "completions/mean_terminated_length": 1095.1334228515625, "completions/min_length": 571.0, "completions/min_terminated_length": 571.0, "epoch": 0.5758939734933733, "frac_reward_zero_std": 0.0, "grad_norm": 3.425569168768857, "kl": 0.019622802734375, "learning_rate": 5.097908586206632e-07, "loss": -0.0718, "num_tokens": 104180082.0, "reward": 0.0, "reward_std": 0.8185616731643677, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0390544772535094, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0798775138460345, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8041666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11279282877125756, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2303 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1460.0, "completions/mean_length": 1200.0, "completions/mean_terminated_length": 1157.1429443359375, "completions/min_length": 726.0, "completions/min_terminated_length": 726.0, "epoch": 0.5761440360090022, "frac_reward_zero_std": 0.0, "grad_norm": 2.8470023249026624, "kl": 0.01507568359375, "learning_rate": 5.09399637041713e-07, "loss": 0.0085, "num_tokens": 104233250.0, "reward": 0.0, "reward_std": 0.9341722726821899, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03617654291569874, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07954376681040111, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12995725793078622, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2304 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1215.0, "completions/mean_length": 1095.8125, "completions/mean_terminated_length": 1068.86669921875, "completions/min_length": 893.0, "completions/min_terminated_length": 893.0, "epoch": 0.5763940985246312, "frac_reward_zero_std": 0.0, "grad_norm": 3.3537682208028614, "kl": 0.018280029296875, "learning_rate": 5.090084463988894e-07, "loss": -0.0199, "num_tokens": 104274575.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9561659097671509, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.012816484279121411, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04855012037530993, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07781745019952505, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2305 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1301.0, "completions/mean_length": 1039.75, "completions/mean_terminated_length": 1009.0667114257812, "completions/min_length": 778.0, "completions/min_terminated_length": 778.0, "epoch": 0.5766441610402601, "frac_reward_zero_std": 0.0, "grad_norm": 2.9952727536836417, "kl": 0.01058197021484375, "learning_rate": 5.086172869902671e-07, "loss": -0.0287, "num_tokens": 104325595.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8539559841156006, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.1704630068207695, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07899746258206725, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08388704928078614, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2306 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1328.0, "completions/max_terminated_length": 1328.0, "completions/mean_length": 1167.3125, "completions/mean_terminated_length": 1167.3125, "completions/min_length": 982.0, "completions/min_terminated_length": 982.0, "epoch": 0.5768942235558889, "frac_reward_zero_std": 0.0, "grad_norm": 3.0195940755660344, "kl": 0.016876220703125, "learning_rate": 5.082261591138964e-07, "loss": 0.0074, "num_tokens": 104359728.0, "reward": 1.862645149230957e-08, "reward_std": 0.9818234443664551, "rewards/wordcountpos_reward_GEOBench/mean": 1.862645149230957e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.060889306467360196, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.105062218705018, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8583333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08734775114237132, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2307 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1304.0, "completions/mean_length": 1389.8125, "completions/mean_terminated_length": 1206.166748046875, "completions/min_length": 1078.0, "completions/min_terminated_length": 1078.0, "epoch": 0.5771442860715179, "frac_reward_zero_std": 0.0, "grad_norm": 2.6649174812655354, "kl": 0.0119171142578125, "learning_rate": 5.078350630678038e-07, "loss": 0.0372, "num_tokens": 104416197.0, "reward": -2.9802322387695312e-08, "reward_std": 1.0019190311431885, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.02107828794111348, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03252213782920542, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.725, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06831300510639735, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2308 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1204.0, "completions/max_terminated_length": 1204.0, "completions/mean_length": 1021.5625, "completions/mean_terminated_length": 1021.5625, "completions/min_length": 812.0, "completions/min_terminated_length": 812.0, "epoch": 0.5773943485871468, "frac_reward_zero_std": 0.0, "grad_norm": 3.718485538102207, "kl": 0.016571044921875, "learning_rate": 5.074439991499914e-07, "loss": -0.0217, "num_tokens": 104451790.0, "reward": 0.0, "reward_std": 0.9291521310806274, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.034773201999751625, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10264423981803664, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12464765155042849, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2309 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1172.0, "completions/max_terminated_length": 1172.0, "completions/mean_length": 998.375, "completions/mean_terminated_length": 998.375, "completions/min_length": 699.0, "completions/min_terminated_length": 699.0, "epoch": 0.5776444111027756, "frac_reward_zero_std": 0.0, "grad_norm": 3.4616951261636713, "kl": 0.0148773193359375, "learning_rate": 5.070529676584369e-07, "loss": -0.0228, "num_tokens": 104484004.0, "reward": 0.0, "reward_std": 0.8387163877487183, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.08927109054185563, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07622623549617832, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1067187372905475, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2310 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.75, "completions/max_length": 1500.0, "completions/max_terminated_length": 1483.0, "completions/mean_length": 1416.75, "completions/mean_terminated_length": 1167.0, "completions/min_length": 842.0, "completions/min_terminated_length": 842.0, "epoch": 0.5778944736184046, "frac_reward_zero_std": 0.0, "grad_norm": 2.5512401348389466, "kl": 0.0103912353515625, "learning_rate": 5.066619688910934e-07, "loss": 0.0063, "num_tokens": 104543192.0, "reward": 1.4901161193847656e-08, "reward_std": 0.8688246011734009, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.05288384518452093, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07848944547234524, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11213417888437975, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2311 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1357.0, "completions/mean_length": 1189.875, "completions/mean_terminated_length": 1118.3077392578125, "completions/min_length": 884.0, "completions/min_terminated_length": 884.0, "epoch": 0.5781445361340335, "frac_reward_zero_std": 0.0, "grad_norm": 3.0584256424232277, "kl": 0.01837158203125, "learning_rate": 5.062710031458891e-07, "loss": 0.0193, "num_tokens": 104582366.0, "reward": 0.0, "reward_std": 0.924498438835144, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.1450836807767055, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.20145628175559227, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.102469507659596, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2312 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1472.0, "completions/mean_length": 1344.3125, "completions/mean_terminated_length": 1273.5455322265625, "completions/min_length": 1013.0, "completions/min_terminated_length": 1013.0, "epoch": 0.5783945986496624, "frac_reward_zero_std": 0.0, "grad_norm": 2.8662202939830683, "kl": 0.020355224609375, "learning_rate": 5.058800707207265e-07, "loss": -0.0083, "num_tokens": 104644067.0, "reward": 3.725290298461914e-09, "reward_std": 0.9693636894226074, "rewards/wordcountpos_reward_GEOBench/mean": 3.725290298461914e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.02065141161662314, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06902186832519677, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10174405069512346, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2313 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1295.0, "completions/max_terminated_length": 1295.0, "completions/mean_length": 1080.8125, "completions/mean_terminated_length": 1080.8125, "completions/min_length": 814.0, "completions/min_terminated_length": 814.0, "epoch": 0.5786446611652913, "frac_reward_zero_std": 0.0, "grad_norm": 3.322428168530861, "kl": 0.014434814453125, "learning_rate": 5.054891719134835e-07, "loss": 0.0215, "num_tokens": 104680552.0, "reward": -2.2351741790771484e-08, "reward_std": 1.0097395181655884, "rewards/wordcountpos_reward_GEOBench/mean": -2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0029953544593396934, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.025905185560683518, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09179284245476839, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2314 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1469.0, "completions/mean_length": 1207.5625, "completions/mean_terminated_length": 1140.0770263671875, "completions/min_length": 920.0, "completions/min_terminated_length": 920.0, "epoch": 0.5788947236809202, "frac_reward_zero_std": 0.0, "grad_norm": 2.418899791311373, "kl": 0.009613037109375, "learning_rate": 5.050983070220119e-07, "loss": -0.0055, "num_tokens": 104723977.0, "reward": 0.0, "reward_std": 0.8352043628692627, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.009413261921574014, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.047485291319477305, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0739118594202782, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2315 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1478.0, "completions/mean_length": 1321.5625, "completions/mean_terminated_length": 1214.5, "completions/min_length": 1043.0, "completions/min_terminated_length": 1043.0, "epoch": 0.5791447861965492, "frac_reward_zero_std": 0.0, "grad_norm": 2.6840377711480743, "kl": 0.0118865966796875, "learning_rate": 5.047074763441374e-07, "loss": 0.0349, "num_tokens": 104772186.0, "reward": 2.9802322387695312e-08, "reward_std": 0.7862033843994141, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.07520682602406713, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07205604681192407, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8250000000000001, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06831300510639733, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2316 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1493.0, "completions/mean_length": 1360.125, "completions/mean_terminated_length": 1296.5455322265625, "completions/min_length": 1052.0, "completions/min_terminated_length": 1052.0, "epoch": 0.5793948487121781, "frac_reward_zero_std": 0.0, "grad_norm": 3.669808322727827, "kl": 0.023468017578125, "learning_rate": 5.043166801776605e-07, "loss": 0.0572, "num_tokens": 104837356.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0452367067337036, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.05100119669506083, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07702398516889292, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07876359377087684, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2317 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1477.0, "completions/mean_length": 1372.5, "completions/mean_terminated_length": 1273.3333740234375, "completions/min_length": 907.0, "completions/min_terminated_length": 907.0, "epoch": 0.5796449112278069, "frac_reward_zero_std": 0.0, "grad_norm": 4.032329717078327, "kl": 0.0233154296875, "learning_rate": 5.039259188203546e-07, "loss": -0.0145, "num_tokens": 104889252.0, "reward": 7.450580596923828e-09, "reward_std": 0.9315700531005859, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.05345970765007264, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07868895693370526, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08243965245133134, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2318 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1192.0, "completions/max_terminated_length": 1192.0, "completions/mean_length": 939.5, "completions/mean_terminated_length": 939.5, "completions/min_length": 626.0, "completions/min_terminated_length": 626.0, "epoch": 0.5798949737434359, "frac_reward_zero_std": 0.0, "grad_norm": 3.1991061917891064, "kl": 0.0151519775390625, "learning_rate": 5.03535192569967e-07, "loss": -0.0027, "num_tokens": 104934900.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9829269647598267, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06387282066943338, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09522799802657679, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12382783747337808, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2319 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1477.0, "completions/mean_length": 1096.9375, "completions/mean_terminated_length": 1003.923095703125, "completions/min_length": 849.0, "completions/min_terminated_length": 849.0, "epoch": 0.5801450362590648, "frac_reward_zero_std": 0.0, "grad_norm": 2.3232708716068076, "kl": 0.0140838623046875, "learning_rate": 5.031445017242179e-07, "loss": 0.0126, "num_tokens": 104981027.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0038211345672607, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.024754677805105298, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07158343765584946, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8041666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10461569884316813, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2320 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1453.0, "completions/mean_length": 1283.375, "completions/mean_terminated_length": 1153.4000244140625, "completions/min_length": 1007.0, "completions/min_terminated_length": 1007.0, "epoch": 0.5803950987746936, "frac_reward_zero_std": 0.0, "grad_norm": 2.400783966338096, "kl": 0.011627197265625, "learning_rate": 5.02753846580801e-07, "loss": -0.0256, "num_tokens": 105028257.0, "reward": 0.0, "reward_std": 0.7928069233894348, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04876183337207114, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06441144120293646, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8958333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09727776191382571, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2321 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1266.0, "completions/mean_length": 1193.3125, "completions/mean_terminated_length": 1053.9091796875, "completions/min_length": 689.0, "completions/min_terminated_length": 689.0, "epoch": 0.5806451612903226, "frac_reward_zero_std": 0.0, "grad_norm": 3.212652948433277, "kl": 0.0162353515625, "learning_rate": 5.023632274373824e-07, "loss": -0.0702, "num_tokens": 105067302.0, "reward": 0.0, "reward_std": 0.7896625399589539, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.008156474033046658, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08817620898448639, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11385500851066223, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2322 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1364.0, "completions/mean_length": 1104.5, "completions/mean_terminated_length": 1078.1334228515625, "completions/min_length": 817.0, "completions/min_terminated_length": 817.0, "epoch": 0.5808952238059515, "frac_reward_zero_std": 0.0, "grad_norm": 3.8046019644481515, "kl": 0.0161285400390625, "learning_rate": 5.019726445916008e-07, "loss": 0.007, "num_tokens": 105112534.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0576317310333252, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.07043596379796724, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.21934080738275372, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.775, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11894598836509011, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2323 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1201.0, "completions/max_terminated_length": 1201.0, "completions/mean_length": 992.5625, "completions/mean_terminated_length": 992.5625, "completions/min_length": 653.0, "completions/min_terminated_length": 653.0, "epoch": 0.5811452863215804, "frac_reward_zero_std": 0.0, "grad_norm": 3.801137389995506, "kl": 0.021728515625, "learning_rate": 5.015820983410675e-07, "loss": -0.0124, "num_tokens": 105153335.0, "reward": -1.862645149230957e-08, "reward_std": 1.0543859004974365, "rewards/wordcountpos_reward_GEOBench/mean": -1.862645149230957e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.003960148904984262, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.024594600468338338, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7708333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07685966046898342, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2324 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1481.0, "completions/mean_length": 1375.75, "completions/mean_terminated_length": 1301.2000732421875, "completions/min_length": 1073.0, "completions/min_terminated_length": 1073.0, "epoch": 0.5813953488372093, "frac_reward_zero_std": 0.0, "grad_norm": 2.97067658331425, "kl": 0.0155487060546875, "learning_rate": 5.011915889833658e-07, "loss": 0.0201, "num_tokens": 105209411.0, "reward": 0.0, "reward_std": 1.045926809310913, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0016035132600793144, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.056144212715473686, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7916666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.17191729277636836, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2325 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1437.0, "completions/max_terminated_length": 1437.0, "completions/mean_length": 1104.5, "completions/mean_terminated_length": 1104.5, "completions/min_length": 778.0, "completions/min_terminated_length": 778.0, "epoch": 0.5816454113528382, "frac_reward_zero_std": 0.0, "grad_norm": 3.058674953616276, "kl": 0.010284423828125, "learning_rate": 5.008011168160508e-07, "loss": -0.0202, "num_tokens": 105242155.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8234265446662903, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.007206368740159598, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06904297664354865, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12224747213928165, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2326 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1255.0, "completions/max_terminated_length": 1255.0, "completions/mean_length": 977.5, "completions/mean_terminated_length": 977.5, "completions/min_length": 707.0, "completions/min_terminated_length": 707.0, "epoch": 0.5818954738684671, "frac_reward_zero_std": 0.0, "grad_norm": 3.1527148397636435, "kl": 0.0155792236328125, "learning_rate": 5.004106821366491e-07, "loss": -0.03, "num_tokens": 105279835.0, "reward": 0.0, "reward_std": 0.37447381019592285, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.08661794197188188, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.46011530737990775, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7999999999999999, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1355373393953503, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2327 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1436.0, "completions/max_terminated_length": 1436.0, "completions/mean_length": 1113.5625, "completions/mean_terminated_length": 1113.5625, "completions/min_length": 794.0, "completions/min_terminated_length": 794.0, "epoch": 0.582145536384096, "frac_reward_zero_std": 0.0, "grad_norm": 3.4923942867476976, "kl": 0.023193359375, "learning_rate": 5.000202852426591e-07, "loss": 0.0102, "num_tokens": 105313724.0, "reward": -2.9802322387695312e-08, "reward_std": 0.9652321934700012, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.048581979600340955, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1447275518224536, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.85, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10183501544346313, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2328 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 1.0, "completions/max_length": 1500.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 1500.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 1500.0, "completions/min_terminated_length": 0.0, "epoch": 0.5823955988997249, "frac_reward_zero_std": 0.0, "grad_norm": 2.303646448851639, "kl": 0.013092041015625, "learning_rate": 4.996299264315506e-07, "loss": 0.0005, "num_tokens": 105381068.0, "reward": 2.60770320892334e-08, "reward_std": 1.0207549333572388, "rewards/wordcountpos_reward_GEOBench/mean": 2.60770320892334e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.18658737136307346, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.15868064155261286, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.072520750542581, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2329 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1378.0, "completions/max_terminated_length": 1378.0, "completions/mean_length": 1063.9375, "completions/mean_terminated_length": 1063.9375, "completions/min_length": 888.0, "completions/min_terminated_length": 888.0, "epoch": 0.5826456614153538, "frac_reward_zero_std": 0.0, "grad_norm": 2.7468035886762534, "kl": 0.012732505798339844, "learning_rate": 4.992396060007635e-07, "loss": 0.0339, "num_tokens": 105423019.0, "reward": -7.450580596923828e-09, "reward_std": 1.0307469367980957, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04637849474664679, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10977957772603705, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12224747213928168, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2330 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1272.0, "completions/mean_length": 1319.0, "completions/mean_terminated_length": 1138.0, "completions/min_length": 745.0, "completions/min_terminated_length": 745.0, "epoch": 0.5828957239309828, "frac_reward_zero_std": 0.0, "grad_norm": 2.262652637904417, "kl": 0.013397216796875, "learning_rate": 4.98849324247709e-07, "loss": 0.0158, "num_tokens": 105475947.0, "reward": -7.450580596923828e-09, "reward_std": 0.9861156940460205, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0012342430502999373, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08180886044233886, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7333333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11155467020454343, "rewards/wordcountpos_reward_GEOBench/std": 1.0327954292297363, "step": 2331 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1460.0, "completions/mean_length": 1222.875, "completions/mean_terminated_length": 1183.2857666015625, "completions/min_length": 1039.0, "completions/min_terminated_length": 1039.0, "epoch": 0.5831457864466116, "frac_reward_zero_std": 0.0, "grad_norm": 3.2179025722336156, "kl": 0.01763916015625, "learning_rate": 4.984590814697694e-07, "loss": -0.0368, "num_tokens": 105531665.0, "reward": -1.1175870895385742e-08, "reward_std": 1.0260601043701172, "rewards/wordcountpos_reward_GEOBench/mean": -1.1175870895385742e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06012513251481568, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06300779297583965, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14291929864761418, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2332 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1439.0, "completions/max_terminated_length": 1439.0, "completions/mean_length": 1009.4375, "completions/mean_terminated_length": 1009.4375, "completions/min_length": 643.0, "completions/min_terminated_length": 643.0, "epoch": 0.5833958489622406, "frac_reward_zero_std": 0.0, "grad_norm": 3.6309836009533503, "kl": 0.020233154296875, "learning_rate": 4.980688779642963e-07, "loss": -0.0239, "num_tokens": 105565912.0, "reward": -3.725290298461914e-09, "reward_std": 1.011700987815857, "rewards/wordcountpos_reward_GEOBench/mean": -3.725290298461914e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.003759440775125778, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.02192667617225081, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.825, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08734775114237134, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2333 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1264.0, "completions/max_terminated_length": 1264.0, "completions/mean_length": 1021.5625, "completions/mean_terminated_length": 1021.5625, "completions/min_length": 843.0, "completions/min_terminated_length": 843.0, "epoch": 0.5836459114778695, "frac_reward_zero_std": 0.0, "grad_norm": 3.0661153881793295, "kl": 0.0139312744140625, "learning_rate": 4.976787140286116e-07, "loss": -0.0237, "num_tokens": 105602745.0, "reward": 0.0, "reward_std": 1.0013879537582397, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.01252735961582118, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11053366547730044, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11080513425729777, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2334 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1254.0, "completions/max_terminated_length": 1254.0, "completions/mean_length": 1090.125, "completions/mean_terminated_length": 1090.125, "completions/min_length": 833.0, "completions/min_terminated_length": 833.0, "epoch": 0.5838959739934984, "frac_reward_zero_std": 0.0, "grad_norm": 3.7509396148952274, "kl": 0.031097412109375, "learning_rate": 4.972885899600078e-07, "loss": -0.0198, "num_tokens": 105651667.0, "reward": -7.450580596923828e-09, "reward_std": 1.0514953136444092, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.029266545257416832, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08740169224888983, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07969850595746357, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2335 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1100.0, "completions/max_terminated_length": 1100.0, "completions/mean_length": 834.1875, "completions/mean_terminated_length": 834.1875, "completions/min_length": 595.0, "completions/min_terminated_length": 595.0, "epoch": 0.5841460365091273, "frac_reward_zero_std": 0.0, "grad_norm": 4.183117561528536, "kl": 0.017364501953125, "learning_rate": 4.96898506055746e-07, "loss": -0.008, "num_tokens": 105697670.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8326643705368042, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.003063558878667985, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05682051500067662, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7708333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12164002752505568, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2336 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1416.0, "completions/mean_length": 1249.0625, "completions/mean_terminated_length": 1213.21435546875, "completions/min_length": 1084.0, "completions/min_terminated_length": 1084.0, "epoch": 0.5843960990247562, "frac_reward_zero_std": 0.0, "grad_norm": 3.0971474360840627, "kl": 0.01654052734375, "learning_rate": 4.965084626130574e-07, "loss": -0.0107, "num_tokens": 105752175.0, "reward": 7.450580596923828e-09, "reward_std": 1.0601084232330322, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0036728631416773263, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05412711934254774, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06978803887752094, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2337 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1476.0, "completions/max_terminated_length": 1476.0, "completions/mean_length": 1165.8125, "completions/mean_terminated_length": 1165.8125, "completions/min_length": 1002.0, "completions/min_terminated_length": 1002.0, "epoch": 0.5846461615403851, "frac_reward_zero_std": 0.0, "grad_norm": 3.24101348380296, "kl": 0.0196533203125, "learning_rate": 4.96118459929142e-07, "loss": -0.0293, "num_tokens": 105798028.0, "reward": 0.0, "reward_std": 0.8512970209121704, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04614533580084446, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.048012866398684975, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10532137766186216, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2338 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1301.0, "completions/mean_length": 1243.875, "completions/mean_terminated_length": 987.75, "completions/min_length": 764.0, "completions/min_terminated_length": 764.0, "epoch": 0.584896224056014, "frac_reward_zero_std": 0.0, "grad_norm": 2.558162492178964, "kl": 0.010101318359375, "learning_rate": 4.95728498301169e-07, "loss": -0.0091, "num_tokens": 105851762.0, "reward": 0.0, "reward_std": 0.655755341053009, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.19226572980397147, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11810194124085639, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09388724521901161, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2339 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1468.0, "completions/mean_length": 1159.9375, "completions/mean_terminated_length": 1081.4615478515625, "completions/min_length": 903.0, "completions/min_terminated_length": 903.0, "epoch": 0.5851462865716429, "frac_reward_zero_std": 0.0, "grad_norm": 2.7532520920147974, "kl": 0.012664794921875, "learning_rate": 4.953385780262762e-07, "loss": 0.0313, "num_tokens": 105893849.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9899556636810303, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.07399043183692194, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07363565653200678, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10852547064066473, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2340 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1289.0, "completions/max_terminated_length": 1289.0, "completions/mean_length": 1037.0625, "completions/mean_terminated_length": 1037.0625, "completions/min_length": 842.0, "completions/min_terminated_length": 842.0, "epoch": 0.5853963490872718, "frac_reward_zero_std": 0.0, "grad_norm": 3.439979745033483, "kl": 0.0147857666015625, "learning_rate": 4.949486994015698e-07, "loss": 0.0156, "num_tokens": 105929146.0, "reward": 2.9802322387695312e-08, "reward_std": 0.48622292280197144, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.08525436072876776, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06932472706717835, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6916666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09067647005823631, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2341 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1116.0, "completions/max_terminated_length": 1116.0, "completions/mean_length": 1001.625, "completions/mean_terminated_length": 1001.625, "completions/min_length": 723.0, "completions/min_terminated_length": 723.0, "epoch": 0.5856464116029008, "frac_reward_zero_std": 0.0, "grad_norm": 2.1481872267092723, "kl": 0.0110931396484375, "learning_rate": 4.945588627241244e-07, "loss": -0.0378, "num_tokens": 105958852.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0027930736541748, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14950535726806533, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2342 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1330.0, "completions/max_terminated_length": 1330.0, "completions/mean_length": 1135.5625, "completions/mean_terminated_length": 1135.5625, "completions/min_length": 1011.0, "completions/min_terminated_length": 1011.0, "epoch": 0.5858964741185296, "frac_reward_zero_std": 0.0, "grad_norm": 2.421076649969931, "kl": 0.0093231201171875, "learning_rate": 4.941690682909826e-07, "loss": 0.0008, "num_tokens": 105995085.0, "reward": 0.0, "reward_std": 0.7803366780281067, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.07763483006246244, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.16683255954424375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10878112581387149, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2343 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1458.0, "completions/mean_length": 1000.875, "completions/mean_terminated_length": 967.6000366210938, "completions/min_length": 546.0, "completions/min_terminated_length": 546.0, "epoch": 0.5861465366341585, "frac_reward_zero_std": 0.0, "grad_norm": 3.4023027951273006, "kl": 0.015411376953125, "learning_rate": 4.937793163991549e-07, "loss": -0.0581, "num_tokens": 106036995.0, "reward": -3.3527612686157227e-08, "reward_std": 1.0651626586914062, "rewards/wordcountpos_reward_GEOBench/mean": -3.3527612686157227e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.12855758542021398, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09630845535346613, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0958393717904348, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2344 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1445.0, "completions/mean_length": 1156.1875, "completions/mean_terminated_length": 1107.071533203125, "completions/min_length": 786.0, "completions/min_terminated_length": 786.0, "epoch": 0.5863965991497875, "frac_reward_zero_std": 0.0, "grad_norm": 2.636472039062007, "kl": 0.0141448974609375, "learning_rate": 4.933896073456189e-07, "loss": -0.0039, "num_tokens": 106087518.0, "reward": 0.0, "reward_std": 0.8858144283294678, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.051283084274380525, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.18911113971204443, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06871842709362772, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2345 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1435.0, "completions/mean_length": 1367.125, "completions/mean_terminated_length": 1263.77783203125, "completions/min_length": 1122.0, "completions/min_terminated_length": 1122.0, "epoch": 0.5866466616654163, "frac_reward_zero_std": 0.0, "grad_norm": 2.932565707346272, "kl": 0.019683837890625, "learning_rate": 4.929999414273204e-07, "loss": -0.0321, "num_tokens": 106136256.0, "reward": -5.960464477539063e-08, "reward_std": 0.6809786558151245, "rewards/wordcountpos_reward_GEOBench/mean": -5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.09129670528395444, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09841411804597702, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07969850595746356, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2346 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1283.0, "completions/mean_length": 1267.125, "completions/mean_terminated_length": 1034.25, "completions/min_length": 573.0, "completions/min_terminated_length": 573.0, "epoch": 0.5868967241810452, "frac_reward_zero_std": 0.0, "grad_norm": 3.309856623760675, "kl": 0.0154266357421875, "learning_rate": 4.926103189411718e-07, "loss": -0.0248, "num_tokens": 106193098.0, "reward": 0.0, "reward_std": 1.0008400678634644, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.1942744201674646, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.24689157654808414, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8291666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11147163731607215, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2347 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1474.0, "completions/mean_length": 1307.8125, "completions/mean_terminated_length": 1280.357177734375, "completions/min_length": 939.0, "completions/min_terminated_length": 939.0, "epoch": 0.5871467866966742, "frac_reward_zero_std": 0.0, "grad_norm": 2.95738471694819, "kl": 0.0173492431640625, "learning_rate": 4.92220740184052e-07, "loss": -0.0173, "num_tokens": 106234919.0, "reward": 0.0, "reward_std": 0.9505593180656433, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.016862511107243856, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03375932019019097, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8333333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09108400680852977, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2348 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1419.0, "completions/max_terminated_length": 1419.0, "completions/mean_length": 1088.0625, "completions/mean_terminated_length": 1088.0625, "completions/min_length": 716.0, "completions/min_terminated_length": 716.0, "epoch": 0.5873968492123031, "frac_reward_zero_std": 0.0, "grad_norm": 3.502598233201184, "kl": 0.016448974609375, "learning_rate": 4.918312054528076e-07, "loss": -0.0484, "num_tokens": 106269048.0, "reward": -2.9802322387695312e-08, "reward_std": 0.6360487341880798, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.16619649780590412, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.24556857332389873, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.16459827639617797, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2349 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1479.0, "completions/mean_length": 1237.0625, "completions/mean_terminated_length": 1219.533447265625, "completions/min_length": 986.0, "completions/min_terminated_length": 986.0, "epoch": 0.5876469117279319, "frac_reward_zero_std": 0.0, "grad_norm": 3.461321113036791, "kl": 0.019134521484375, "learning_rate": 4.914417150442512e-07, "loss": -0.0134, "num_tokens": 106321433.0, "reward": -2.9802322387695312e-08, "reward_std": 0.9944944381713867, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.01038684416429495, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11643990634292298, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.825, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12141145226353543, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2350 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1476.0, "completions/mean_length": 1198.625, "completions/mean_terminated_length": 1178.533447265625, "completions/min_length": 965.0, "completions/min_terminated_length": 965.0, "epoch": 0.5878969742435609, "frac_reward_zero_std": 0.0, "grad_norm": 3.388360182121188, "kl": 0.0177459716796875, "learning_rate": 4.910522692551612e-07, "loss": 0.0437, "num_tokens": 106365603.0, "reward": 3.725290298461914e-09, "reward_std": 1.010790467262268, "rewards/wordcountpos_reward_GEOBench/mean": 3.725290298461914e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.010282676020010324, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.025280176939637255, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08944271909999162, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2351 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1405.0, "completions/mean_length": 1275.375, "completions/mean_terminated_length": 1200.5, "completions/min_length": 1039.0, "completions/min_terminated_length": 1039.0, "epoch": 0.5881470367591898, "frac_reward_zero_std": 0.0, "grad_norm": 2.716583056433274, "kl": 0.0178985595703125, "learning_rate": 4.906628683822822e-07, "loss": 0.0084, "num_tokens": 106424017.0, "reward": 0.0, "reward_std": 0.8479743003845215, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06926453266238154, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09258409115516898, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10749676997731401, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2352 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1326.0, "completions/max_terminated_length": 1326.0, "completions/mean_length": 1079.0, "completions/mean_terminated_length": 1079.0, "completions/min_length": 755.0, "completions/min_terminated_length": 755.0, "epoch": 0.5883970992748188, "frac_reward_zero_std": 0.0, "grad_norm": 2.9441891882553866, "kl": 0.0146331787109375, "learning_rate": 4.902735127223251e-07, "loss": 0.0368, "num_tokens": 106470945.0, "reward": 0.0, "reward_std": 0.7976610660552979, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0353971318104709, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06502572997175982, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.85, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1128748897706693, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2353 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1465.0, "completions/mean_length": 1282.1875, "completions/mean_terminated_length": 1267.666748046875, "completions/min_length": 910.0, "completions/min_terminated_length": 910.0, "epoch": 0.5886471617904476, "frac_reward_zero_std": 0.0, "grad_norm": 2.868453446842013, "kl": 0.01220703125, "learning_rate": 4.898842025719659e-07, "loss": -0.0123, "num_tokens": 106520580.0, "reward": 0.0, "reward_std": 0.8940305709838867, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.02910493343019158, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06310329466672525, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8666666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07698003589195011, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2354 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1459.0, "completions/mean_length": 1231.6875, "completions/mean_terminated_length": 1213.800048828125, "completions/min_length": 829.0, "completions/min_terminated_length": 829.0, "epoch": 0.5888972243060765, "frac_reward_zero_std": 0.0, "grad_norm": 3.0692192530350106, "kl": 0.01690673828125, "learning_rate": 4.894949382278458e-07, "loss": 0.0256, "num_tokens": 106572279.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8699038624763489, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.11325445768962623, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09502597311045116, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11279282877125757, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2355 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1444.0, "completions/mean_length": 1376.8125, "completions/mean_terminated_length": 1302.9000244140625, "completions/min_length": 1009.0, "completions/min_terminated_length": 1009.0, "epoch": 0.5891472868217055, "frac_reward_zero_std": 0.0, "grad_norm": 2.5217946061181307, "kl": 0.0125579833984375, "learning_rate": 4.891057199865715e-07, "loss": -0.0381, "num_tokens": 106617100.0, "reward": -2.9802322387695312e-08, "reward_std": 0.6105935573577881, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.029587688227346892, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09255334394673266, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8583333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12382783747337808, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2356 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1271.0, "completions/max_terminated_length": 1271.0, "completions/mean_length": 1080.0625, "completions/mean_terminated_length": 1080.0625, "completions/min_length": 883.0, "completions/min_terminated_length": 883.0, "epoch": 0.5893973493373343, "frac_reward_zero_std": 0.0, "grad_norm": 2.7989422663166508, "kl": 0.0122222900390625, "learning_rate": 4.887165481447143e-07, "loss": -0.0098, "num_tokens": 106656501.0, "reward": 2.9802322387695312e-08, "reward_std": 0.5585763454437256, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04651117362271162, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.17538767239072559, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09878896324620107, "rewards/wordcountpos_reward_GEOBench/std": 1.0327954292297363, "step": 2357 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1482.0, "completions/max_terminated_length": 1482.0, "completions/mean_length": 1066.5625, "completions/mean_terminated_length": 1066.5625, "completions/min_length": 612.0, "completions/min_terminated_length": 612.0, "epoch": 0.5896474118529632, "frac_reward_zero_std": 0.0, "grad_norm": 3.136494524829353, "kl": 0.017059326171875, "learning_rate": 4.883274229988101e-07, "loss": 0.0259, "num_tokens": 106700198.0, "reward": 2.9802322387695312e-08, "reward_std": 0.6926990747451782, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.16800356598886396, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11966865935917523, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14981470036162822, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2358 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1118.0, "completions/max_terminated_length": 1118.0, "completions/mean_length": 884.375, "completions/mean_terminated_length": 884.375, "completions/min_length": 577.0, "completions/min_terminated_length": 577.0, "epoch": 0.5898974743685922, "frac_reward_zero_std": 0.0, "grad_norm": 3.6089452392867147, "kl": 0.020721435546875, "learning_rate": 4.879383448453593e-07, "loss": -0.0034, "num_tokens": 106730204.0, "reward": 0.0, "reward_std": 0.6878067255020142, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.019493466549738957, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06628260708175679, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08062257748298553, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2359 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1424.0, "completions/mean_length": 1097.75, "completions/mean_terminated_length": 1004.923095703125, "completions/min_length": 655.0, "completions/min_terminated_length": 655.0, "epoch": 0.5901475368842211, "frac_reward_zero_std": 0.0, "grad_norm": 3.1295478225630986, "kl": 0.019744873046875, "learning_rate": 4.875493139808268e-07, "loss": -0.066, "num_tokens": 106769536.0, "reward": -2.421438694000244e-08, "reward_std": 1.0566116571426392, "rewards/wordcountpos_reward_GEOBench/mean": -2.421438694000244e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.010379814455377397, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05229233093284781, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11385500851066221, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2360 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1479.0, "completions/mean_length": 1376.9375, "completions/mean_terminated_length": 1218.71435546875, "completions/min_length": 1153.0, "completions/min_terminated_length": 1153.0, "epoch": 0.5903975993998499, "frac_reward_zero_std": 0.0, "grad_norm": 2.8809245280719704, "kl": 0.0145111083984375, "learning_rate": 4.87160330701641e-07, "loss": 0.0158, "num_tokens": 106823623.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9902392625808716, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.036052092756361884, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0989735754465342, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09878896324620105, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2361 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1462.0, "completions/mean_length": 1192.875, "completions/mean_terminated_length": 1122.0, "completions/min_length": 899.0, "completions/min_terminated_length": 899.0, "epoch": 0.5906476619154789, "frac_reward_zero_std": 0.0, "grad_norm": 3.54222201244384, "kl": 0.019439697265625, "learning_rate": 4.867713953041941e-07, "loss": -0.059, "num_tokens": 106876517.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9885536432266235, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03362486390353074, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.061867958998612256, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8666666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12171612389003693, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2362 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1469.0, "completions/max_terminated_length": 1469.0, "completions/mean_length": 981.625, "completions/mean_terminated_length": 981.625, "completions/min_length": 722.0, "completions/min_terminated_length": 722.0, "epoch": 0.5908977244311078, "frac_reward_zero_std": 0.0, "grad_norm": 3.541487479025352, "kl": 0.01959228515625, "learning_rate": 4.863825080848422e-07, "loss": 0.0621, "num_tokens": 106913743.0, "reward": 0.0, "reward_std": 0.4741396903991699, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.1949644905298815, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.28409618078596355, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11642832797715323, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2363 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1374.0, "completions/max_terminated_length": 1374.0, "completions/mean_length": 1095.0625, "completions/mean_terminated_length": 1095.0625, "completions/min_length": 900.0, "completions/min_terminated_length": 900.0, "epoch": 0.5911477869467366, "frac_reward_zero_std": 0.0, "grad_norm": 3.1102650508015914, "kl": 0.0123138427734375, "learning_rate": 4.859936693399044e-07, "loss": -0.0396, "num_tokens": 106957088.0, "reward": 2.9802322387695312e-08, "reward_std": 0.4989186227321625, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.005947638859701947, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09936162472261904, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8333333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09428090415820635, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2364 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1500.0, "completions/mean_length": 1311.0, "completions/mean_terminated_length": 1225.0909423828125, "completions/min_length": 776.0, "completions/min_terminated_length": 776.0, "epoch": 0.5913978494623656, "frac_reward_zero_std": 0.0, "grad_norm": 2.934767477615349, "kl": 0.01678466796875, "learning_rate": 4.856048793656627e-07, "loss": 0.0091, "num_tokens": 107012192.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8739602565765381, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.07611459922309866, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09330237607626106, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11213417888437975, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2365 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1382.0, "completions/mean_length": 1307.625, "completions/mean_terminated_length": 1220.181884765625, "completions/min_length": 752.0, "completions/min_terminated_length": 752.0, "epoch": 0.5916479119779945, "frac_reward_zero_std": 0.0, "grad_norm": 3.1659387813610618, "kl": 0.01739501953125, "learning_rate": 4.85216138458362e-07, "loss": -0.0372, "num_tokens": 107068122.0, "reward": 2.2351741790771484e-08, "reward_std": 1.035326600074768, "rewards/wordcountpos_reward_GEOBench/mean": 2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03635283427242729, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.078854707051858, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07888106377466157, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2366 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.75, "completions/max_length": 1500.0, "completions/max_terminated_length": 1438.0, "completions/mean_length": 1464.625, "completions/mean_terminated_length": 1358.5, "completions/min_length": 1282.0, "completions/min_terminated_length": 1282.0, "epoch": 0.5918979744936234, "frac_reward_zero_std": 0.0, "grad_norm": 2.5788024903344944, "kl": 0.0145721435546875, "learning_rate": 4.848274469142107e-07, "loss": 0.0226, "num_tokens": 107134092.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8757888078689575, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06382428746322007, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05388558948831619, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10292032157252812, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2367 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1404.0, "completions/mean_length": 1165.6875, "completions/mean_terminated_length": 1143.4000244140625, "completions/min_length": 771.0, "completions/min_terminated_length": 771.0, "epoch": 0.5921480370092523, "frac_reward_zero_std": 0.0, "grad_norm": 3.246090167565752, "kl": 0.015167236328125, "learning_rate": 4.844388050293781e-07, "loss": 0.0218, "num_tokens": 107183303.0, "reward": 4.470348358154297e-08, "reward_std": 0.9864743947982788, "rewards/wordcountpos_reward_GEOBench/mean": 4.470348358154297e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.07897434989186194, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10429916975865149, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13709958532503405, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2368 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1499.0, "completions/mean_length": 1065.5, "completions/mean_terminated_length": 1036.533447265625, "completions/min_length": 228.0, "completions/min_terminated_length": 228.0, "epoch": 0.5923980995248812, "frac_reward_zero_std": 0.0, "grad_norm": 3.2886592240598684, "kl": 0.0142974853515625, "learning_rate": 4.840502130999964e-07, "loss": -0.0175, "num_tokens": 107235847.0, "reward": 0.0, "reward_std": 0.6742314696311951, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6708333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07876359377087681, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2369 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1145.0, "completions/max_terminated_length": 1145.0, "completions/mean_length": 968.875, "completions/mean_terminated_length": 968.875, "completions/min_length": 745.0, "completions/min_terminated_length": 745.0, "epoch": 0.5926481620405101, "frac_reward_zero_std": 0.0, "grad_norm": 3.0962353575442556, "kl": 0.0154876708984375, "learning_rate": 4.836616714221603e-07, "loss": 0.0279, "num_tokens": 107265437.0, "reward": 0.0, "reward_std": 0.9823238849639893, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.02750371964861968, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07853495900221953, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7916666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12141145226353545, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2370 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1152.0, "completions/mean_length": 920.625, "completions/mean_terminated_length": 882.0000610351562, "completions/min_length": 529.0, "completions/min_terminated_length": 529.0, "epoch": 0.592898224556139, "frac_reward_zero_std": 0.0, "grad_norm": 3.337663245183706, "kl": 0.0167694091796875, "learning_rate": 4.832731802919253e-07, "loss": -0.0301, "num_tokens": 107295519.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0225204229354858, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.02435671276018516, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0537425891074909, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09953596037316066, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2371 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1492.0, "completions/max_terminated_length": 1492.0, "completions/mean_length": 1156.25, "completions/mean_terminated_length": 1156.25, "completions/min_length": 859.0, "completions/min_terminated_length": 859.0, "epoch": 0.5931482870717679, "frac_reward_zero_std": 0.0, "grad_norm": 3.3338135724232014, "kl": 0.013458251953125, "learning_rate": 4.828847400053085e-07, "loss": -0.058, "num_tokens": 107325683.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0593135356903076, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.012252145126998024, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08992019835841927, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8250000000000001, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07649739768026004, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2372 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1244.0, "completions/max_terminated_length": 1244.0, "completions/mean_length": 957.25, "completions/mean_terminated_length": 957.25, "completions/min_length": 583.0, "completions/min_terminated_length": 583.0, "epoch": 0.5933983495873969, "frac_reward_zero_std": 0.0, "grad_norm": 3.2208043995399085, "kl": 0.018402099609375, "learning_rate": 4.824963508582888e-07, "loss": -0.0376, "num_tokens": 107351455.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9178029298782349, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.08825350193094735, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.062244353361874845, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8583333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11122216672215289, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2373 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1416.0, "completions/mean_length": 1060.4375, "completions/mean_terminated_length": 913.9166870117188, "completions/min_length": 550.0, "completions/min_terminated_length": 550.0, "epoch": 0.5936484121030258, "frac_reward_zero_std": 0.0, "grad_norm": 3.5932059752904406, "kl": 0.02178955078125, "learning_rate": 4.821080131468057e-07, "loss": -0.0544, "num_tokens": 107398902.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9634152054786682, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04442813874105615, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10008469069076698, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7374999999999999, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09574271077563383, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2374 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1343.0, "completions/max_terminated_length": 1343.0, "completions/mean_length": 1034.875, "completions/mean_terminated_length": 1034.875, "completions/min_length": 714.0, "completions/min_terminated_length": 714.0, "epoch": 0.5938984746186546, "frac_reward_zero_std": 0.0, "grad_norm": 3.7960840727128495, "kl": 0.0533447265625, "learning_rate": 4.817197271667598e-07, "loss": -0.0596, "num_tokens": 107436628.0, "reward": 0.0, "reward_std": 0.5131012797355652, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.10482474706538479, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10233087268748575, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8958333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09098229375970787, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2375 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1308.0, "completions/mean_length": 1252.0, "completions/mean_terminated_length": 1004.0, "completions/min_length": 801.0, "completions/min_terminated_length": 801.0, "epoch": 0.5941485371342836, "frac_reward_zero_std": 0.0, "grad_norm": 3.0162060174612484, "kl": 0.0162506103515625, "learning_rate": 4.813314932140118e-07, "loss": 0.0092, "num_tokens": 107494572.0, "reward": 0.0, "reward_std": 0.9068087339401245, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.02144072488413188, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0951768073409179, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.725, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09067647005823631, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2376 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1268.0, "completions/max_terminated_length": 1268.0, "completions/mean_length": 908.5625, "completions/mean_terminated_length": 908.5625, "completions/min_length": 537.0, "completions/min_terminated_length": 537.0, "epoch": 0.5943985996499125, "frac_reward_zero_std": 0.0, "grad_norm": 3.9892800582137653, "kl": 0.0198974609375, "learning_rate": 4.809433115843834e-07, "loss": -0.0176, "num_tokens": 107522189.0, "reward": -7.450580596923828e-09, "reward_std": 1.0432097911834717, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06427039876907814, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06637818242313315, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.16238956361284543, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2377 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1483.0, "completions/mean_length": 1164.5, "completions/mean_terminated_length": 1087.076904296875, "completions/min_length": 765.0, "completions/min_terminated_length": 765.0, "epoch": 0.5946486621655414, "frac_reward_zero_std": 0.0, "grad_norm": 3.3173697443172334, "kl": 0.01788330078125, "learning_rate": 4.805551825736559e-07, "loss": 0.0273, "num_tokens": 107576149.0, "reward": 1.4901161193847656e-08, "reward_std": 0.8733838796615601, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08734775114237134, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2378 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1219.0, "completions/max_terminated_length": 1219.0, "completions/mean_length": 1096.125, "completions/mean_terminated_length": 1096.125, "completions/min_length": 828.0, "completions/min_terminated_length": 828.0, "epoch": 0.5948987246811703, "frac_reward_zero_std": 0.0, "grad_norm": 2.1406354306007342, "kl": 0.00699615478515625, "learning_rate": 4.801671064775706e-07, "loss": -0.0043, "num_tokens": 107619639.0, "reward": 0.0, "reward_std": 0.7952955961227417, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.013433707820695766, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1423625312466326, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.85, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08606629658238706, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2379 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1382.0, "completions/mean_length": 1245.875, "completions/mean_terminated_length": 1161.166748046875, "completions/min_length": 1003.0, "completions/min_terminated_length": 1003.0, "epoch": 0.5951487871967992, "frac_reward_zero_std": 0.0, "grad_norm": 2.02126177311834, "kl": 0.009521484375, "learning_rate": 4.797790835918289e-07, "loss": -0.0262, "num_tokens": 107673757.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0393929481506348, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.014695188262843278, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05627752608531525, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8041666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07490735018081413, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2380 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1454.0, "completions/max_terminated_length": 1454.0, "completions/mean_length": 978.3125, "completions/mean_terminated_length": 978.3125, "completions/min_length": 687.0, "completions/min_terminated_length": 687.0, "epoch": 0.5953988497124281, "frac_reward_zero_std": 0.0, "grad_norm": 2.2431193889546432, "kl": 0.00909423828125, "learning_rate": 4.79391114212091e-07, "loss": 0.0197, "num_tokens": 107699162.0, "reward": 4.470348358154297e-08, "reward_std": 0.9891939163208008, "rewards/wordcountpos_reward_GEOBench/mean": 4.470348358154297e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.008635256432318397, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07802305592732554, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7666666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11155467020454343, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2381 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1401.0, "completions/max_terminated_length": 1401.0, "completions/mean_length": 1167.625, "completions/mean_terminated_length": 1167.625, "completions/min_length": 906.0, "completions/min_terminated_length": 906.0, "epoch": 0.595648912228057, "frac_reward_zero_std": 0.0, "grad_norm": 3.029556442133372, "kl": 0.01666259765625, "learning_rate": 4.79003198633977e-07, "loss": 0.0242, "num_tokens": 107745564.0, "reward": 2.9802322387695312e-08, "reward_std": 0.4983184337615967, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.027532140981948294, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.21011809478603286, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12995725793078622, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2382 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1064.0, "completions/mean_length": 1148.0, "completions/mean_terminated_length": 796.0, "completions/min_length": 566.0, "completions/min_terminated_length": 566.0, "epoch": 0.5958989747436859, "frac_reward_zero_std": 0.0, "grad_norm": 2.7487970449677674, "kl": 0.01263427734375, "learning_rate": 4.786153371530652e-07, "loss": -0.0735, "num_tokens": 107785916.0, "reward": 0.0, "reward_std": 1.0582702159881592, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.05835706615129801, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05893698706208051, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06885303726590965, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2383 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1236.0, "completions/mean_length": 1259.0, "completions/mean_terminated_length": 1071.5555419921875, "completions/min_length": 890.0, "completions/min_terminated_length": 890.0, "epoch": 0.5961490372593148, "frac_reward_zero_std": 0.0, "grad_norm": 2.4769865458984084, "kl": 0.0141448974609375, "learning_rate": 4.782275300648938e-07, "loss": 0.0063, "num_tokens": 107832948.0, "reward": -1.4901161193847656e-08, "reward_std": 0.8939868807792664, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.02792502506153363, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07594316125124069, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.22558565754251508, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2384 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1190.0, "completions/mean_length": 988.5625, "completions/mean_terminated_length": 954.4667358398438, "completions/min_length": 662.0, "completions/min_terminated_length": 662.0, "epoch": 0.5963990997749438, "frac_reward_zero_std": 0.0, "grad_norm": 3.6652079938262783, "kl": 0.02056884765625, "learning_rate": 4.778397776649585e-07, "loss": -0.0131, "num_tokens": 107866117.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9433603286743164, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.025671144505095177, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07276101006627535, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09699179041242312, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2385 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1426.0, "completions/mean_length": 1232.6875, "completions/mean_terminated_length": 1072.300048828125, "completions/min_length": 840.0, "completions/min_terminated_length": 840.0, "epoch": 0.5966491622905726, "frac_reward_zero_std": 0.0, "grad_norm": 2.6396986917211818, "kl": 0.010589599609375, "learning_rate": 4.774520802487139e-07, "loss": -0.003, "num_tokens": 107909472.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9499098062515259, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.13423871331171724, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.22405924458600546, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07588978362901863, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2386 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.6875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1440.0, "completions/mean_length": 1412.6875, "completions/mean_terminated_length": 1220.5999755859375, "completions/min_length": 773.0, "completions/min_terminated_length": 773.0, "epoch": 0.5968992248062015, "frac_reward_zero_std": 0.0, "grad_norm": 2.8869349470416754, "kl": 0.0154876708984375, "learning_rate": 4.77064438111572e-07, "loss": 0.0053, "num_tokens": 107969059.0, "reward": 2.9802322387695312e-08, "reward_std": 0.7437119483947754, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.026793839390022393, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11432719538441663, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7083333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10576003586036263, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2387 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1493.0, "completions/mean_length": 1137.625, "completions/mean_terminated_length": 920.2000122070312, "completions/min_length": 677.0, "completions/min_terminated_length": 677.0, "epoch": 0.5971492873218305, "frac_reward_zero_std": 0.0, "grad_norm": 3.3786426939914613, "kl": 0.01641845703125, "learning_rate": 4.7667685154890415e-07, "loss": -0.0177, "num_tokens": 108013165.0, "reward": 0.0, "reward_std": 0.7719549536705017, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.00538769440508907, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08026903972191064, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7083333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13305526559931294, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2388 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1289.0, "completions/max_terminated_length": 1289.0, "completions/mean_length": 844.5625, "completions/mean_terminated_length": 844.5625, "completions/min_length": 641.0, "completions/min_terminated_length": 641.0, "epoch": 0.5973993498374593, "frac_reward_zero_std": 0.0, "grad_norm": 3.229929115832657, "kl": 0.0114898681640625, "learning_rate": 4.762893208560379e-07, "loss": -0.0413, "num_tokens": 108040062.0, "reward": 0.0, "reward_std": 0.8782192468643188, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06872770578237423, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06266592591989395, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7708333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13977495139343474, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2389 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1404.0, "completions/mean_length": 1296.875, "completions/mean_terminated_length": 1093.75, "completions/min_length": 922.0, "completions/min_terminated_length": 922.0, "epoch": 0.5976494123530883, "frac_reward_zero_std": 0.0, "grad_norm": 3.164195387754739, "kl": 0.016632080078125, "learning_rate": 4.7590184632825856e-07, "loss": -0.0102, "num_tokens": 108088588.0, "reward": 5.960464477539063e-08, "reward_std": 0.8530811667442322, "rewards/wordcountpos_reward_GEOBench/mean": 5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.015261937132340704, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08491193077678315, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13109227736669002, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2390 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1305.0, "completions/mean_length": 1075.75, "completions/mean_terminated_length": 1047.4666748046875, "completions/min_length": 914.0, "completions/min_terminated_length": 914.0, "epoch": 0.5978994748687172, "frac_reward_zero_std": 0.0, "grad_norm": 3.4722745379393865, "kl": 0.014251708984375, "learning_rate": 4.7551442826080925e-07, "loss": -0.001, "num_tokens": 108135552.0, "reward": 0.0, "reward_std": 0.537696123123169, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.026166901339015614, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10040023930291397, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10327955589886448, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2391 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1447.0, "completions/mean_length": 941.25, "completions/mean_terminated_length": 904.0000610351562, "completions/min_length": 485.0, "completions/min_terminated_length": 485.0, "epoch": 0.5981495373843461, "frac_reward_zero_std": 0.0, "grad_norm": 3.429535151720028, "kl": 0.0180511474609375, "learning_rate": 4.751270669488895e-07, "loss": -0.0431, "num_tokens": 108163996.0, "reward": 7.450580596923828e-09, "reward_std": 1.0575636625289917, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.08353132134856697, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04981768089703139, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6666666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11417984514369003, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2392 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1478.0, "completions/mean_length": 1272.3125, "completions/mean_terminated_length": 1239.7857666015625, "completions/min_length": 892.0, "completions/min_terminated_length": 892.0, "epoch": 0.598399599899975, "frac_reward_zero_std": 0.0, "grad_norm": 3.1749693016120872, "kl": 0.0144500732421875, "learning_rate": 4.747397626876557e-07, "loss": -0.0328, "num_tokens": 108215689.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0178636312484741, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.094301897446163, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0669828137838621, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6916666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.05374838498865701, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2393 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1282.0, "completions/max_terminated_length": 1282.0, "completions/mean_length": 1031.375, "completions/mean_terminated_length": 1031.375, "completions/min_length": 882.0, "completions/min_terminated_length": 882.0, "epoch": 0.5986496624156039, "frac_reward_zero_std": 0.0, "grad_norm": 3.748009573232553, "kl": 0.018951416015625, "learning_rate": 4.743525157722208e-07, "loss": 0.012, "num_tokens": 108249671.0, "reward": 7.450580596923828e-09, "reward_std": 1.0239605903625488, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.05463412873280138, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.15297420294803765, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7374999999999999, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09574271077563383, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2394 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1480.0, "completions/mean_length": 1212.25, "completions/mean_terminated_length": 1171.1429443359375, "completions/min_length": 1000.0, "completions/min_terminated_length": 1000.0, "epoch": 0.5988997249312328, "frac_reward_zero_std": 0.0, "grad_norm": 3.729034145298972, "kl": 0.02410888671875, "learning_rate": 4.739653264976543e-07, "loss": 0.0057, "num_tokens": 108294947.0, "reward": 0.0, "reward_std": 0.5211662650108337, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.08488574405757304, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06535341828233023, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7708333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.094182643679026, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2395 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1479.0, "completions/mean_length": 1371.8125, "completions/mean_terminated_length": 1294.9000244140625, "completions/min_length": 1077.0, "completions/min_terminated_length": 1077.0, "epoch": 0.5991497874468618, "frac_reward_zero_std": 0.0, "grad_norm": 2.9003199105775788, "kl": 0.0146026611328125, "learning_rate": 4.7357819515898136e-07, "loss": 0.0312, "num_tokens": 108349912.0, "reward": 0.0, "reward_std": 0.9882187843322754, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.04733944072813496, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09194636542011397, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07969850595746357, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2396 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1364.0, "completions/mean_length": 1116.3125, "completions/mean_terminated_length": 1061.5, "completions/min_length": 787.0, "completions/min_terminated_length": 787.0, "epoch": 0.5993998499624906, "frac_reward_zero_std": 0.0, "grad_norm": 3.0767974139801657, "kl": 0.012786865234375, "learning_rate": 4.7319112205118304e-07, "loss": -0.0257, "num_tokens": 108390573.0, "reward": 5.960464477539063e-08, "reward_std": 0.7147715091705322, "rewards/wordcountpos_reward_GEOBench/mean": 5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0571992383798132, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.2687436298006682, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.675, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13526380260918403, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2397 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1290.0, "completions/max_terminated_length": 1290.0, "completions/mean_length": 872.375, "completions/mean_terminated_length": 872.375, "completions/min_length": 736.0, "completions/min_terminated_length": 736.0, "epoch": 0.5996499124781195, "frac_reward_zero_std": 0.0, "grad_norm": 2.9898458652732134, "kl": 0.012798309326171875, "learning_rate": 4.728041074691966e-07, "loss": 0.0015, "num_tokens": 108427971.0, "reward": 7.450580596923828e-09, "reward_std": 0.8930596113204956, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.010411557735521663, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05553073177590964, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7041666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1060223596263578, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2398 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1444.0, "completions/max_terminated_length": 1444.0, "completions/mean_length": 1143.25, "completions/mean_terminated_length": 1143.25, "completions/min_length": 902.0, "completions/min_terminated_length": 902.0, "epoch": 0.5998999749937485, "frac_reward_zero_std": 0.0, "grad_norm": 3.393414212119931, "kl": 0.01904296875, "learning_rate": 4.7241715170791407e-07, "loss": -0.0029, "num_tokens": 108468703.0, "reward": -2.9802322387695312e-08, "reward_std": 0.9390842914581299, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.1710374751041168, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11961152060176636, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8916666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09699179041242309, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2399 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1389.0, "completions/max_terminated_length": 1389.0, "completions/mean_length": 935.4375, "completions/mean_terminated_length": 935.4375, "completions/min_length": 539.0, "completions/min_terminated_length": 539.0, "epoch": 0.6001500375093773, "frac_reward_zero_std": 0.0, "grad_norm": 3.5374640135432753, "kl": 0.0167999267578125, "learning_rate": 4.7203025506218286e-07, "loss": -0.0966, "num_tokens": 108503318.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8086512088775635, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.056797061812279455, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04977555907778596, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07588978362901863, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2400 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1466.0, "completions/mean_length": 1178.125, "completions/mean_terminated_length": 985.0, "completions/min_length": 691.0, "completions/min_terminated_length": 691.0, "epoch": 0.6004001000250062, "frac_reward_zero_std": 0.0, "grad_norm": 2.633589590372604, "kl": 0.0095672607421875, "learning_rate": 4.716434178268052e-07, "loss": 0.0313, "num_tokens": 108538768.0, "reward": 0.0, "reward_std": 0.9053401350975037, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.07165167611952784, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.16639933338979743, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.05962847939999442, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2401 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1296.0, "completions/max_terminated_length": 1296.0, "completions/mean_length": 852.5, "completions/mean_terminated_length": 852.5, "completions/min_length": 670.0, "completions/min_terminated_length": 670.0, "epoch": 0.6006501625406352, "frac_reward_zero_std": 0.0, "grad_norm": 3.5958449498303215, "kl": 0.0173797607421875, "learning_rate": 4.7125664029653844e-07, "loss": 0.0013, "num_tokens": 108577752.0, "reward": -2.9802322387695312e-08, "reward_std": 0.5145223140716553, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.044845746970981246, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.056946730467153685, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08850612031567838, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2402 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1432.0, "completions/mean_length": 1272.5, "completions/mean_terminated_length": 1257.3333740234375, "completions/min_length": 1073.0, "completions/min_terminated_length": 1073.0, "epoch": 0.6009002250562641, "frac_reward_zero_std": 0.0, "grad_norm": 2.102131035922475, "kl": 0.00875091552734375, "learning_rate": 4.7086992276609425e-07, "loss": 0.0095, "num_tokens": 108624064.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9948878288269043, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.11750903830847373, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05034309689821161, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08509254221575906, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2403 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1472.0, "completions/mean_length": 1251.9375, "completions/mean_terminated_length": 1235.4000244140625, "completions/min_length": 959.0, "completions/min_terminated_length": 959.0, "epoch": 0.6011502875718929, "frac_reward_zero_std": 0.0, "grad_norm": 2.846307207035103, "kl": 0.0124359130859375, "learning_rate": 4.704832655301382e-07, "loss": -0.0075, "num_tokens": 108673407.0, "reward": 0.0, "reward_std": 0.9972224831581116, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.12928531153076087, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10848488588338111, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8916666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2404 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1415.0, "completions/mean_length": 1174.6875, "completions/mean_terminated_length": 1153.0, "completions/min_length": 889.0, "completions/min_terminated_length": 889.0, "epoch": 0.6014003500875219, "frac_reward_zero_std": 0.0, "grad_norm": 3.2134386605130874, "kl": 0.0148162841796875, "learning_rate": 4.7009666888329045e-07, "loss": 0.015, "num_tokens": 108710442.0, "reward": 0.0, "reward_std": 0.903186559677124, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06219877662666809, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.02771746440266936, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09418264367902598, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2405 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1423.0, "completions/max_terminated_length": 1423.0, "completions/mean_length": 1021.6875, "completions/mean_terminated_length": 1021.6875, "completions/min_length": 736.0, "completions/min_terminated_length": 736.0, "epoch": 0.6016504126031508, "frac_reward_zero_std": 0.0, "grad_norm": 3.808242839287028, "kl": 0.020538330078125, "learning_rate": 4.697101331201251e-07, "loss": -0.0161, "num_tokens": 108755309.0, "reward": 2.2351741790771484e-08, "reward_std": 1.068321704864502, "rewards/wordcountpos_reward_GEOBench/mean": 2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.05195795104787923, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0673830649484039, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12412657816683505, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2406 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1445.0, "completions/mean_length": 1319.0625, "completions/mean_terminated_length": 1236.8182373046875, "completions/min_length": 799.0, "completions/min_terminated_length": 799.0, "epoch": 0.6019004751187796, "frac_reward_zero_std": 0.0, "grad_norm": 2.7418774481050563, "kl": 0.0131988525390625, "learning_rate": 4.693236585351691e-07, "loss": -0.034, "num_tokens": 108807766.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8470091819763184, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0788425958950569, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10235444580340576, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7083333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13526380260918403, "rewards/wordcountpos_reward_GEOBench/std": 1.0327954292297363, "step": 2407 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1483.0, "completions/mean_length": 1169.875, "completions/mean_terminated_length": 1147.86669921875, "completions/min_length": 687.0, "completions/min_terminated_length": 687.0, "epoch": 0.6021505376344086, "frac_reward_zero_std": 0.0, "grad_norm": 3.050064239276001, "kl": 0.0147705078125, "learning_rate": 4.6893724542290325e-07, "loss": -0.0356, "num_tokens": 108851612.0, "reward": -7.450580596923828e-09, "reward_std": 1.0447235107421875, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.08136838892059652, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09982561941017644, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7666666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09428090415820636, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2408 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1495.0, "completions/mean_length": 1255.5625, "completions/mean_terminated_length": 1239.2667236328125, "completions/min_length": 1069.0, "completions/min_terminated_length": 1069.0, "epoch": 0.6024006001500375, "frac_reward_zero_std": 0.0, "grad_norm": 3.2213199447757668, "kl": 0.0177001953125, "learning_rate": 4.685508940777617e-07, "loss": -0.0127, "num_tokens": 108901221.0, "reward": -1.4901161193847656e-08, "reward_std": 0.992063581943512, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.08882912122344461, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12450365106872067, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12345339501504503, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2409 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1463.0, "completions/mean_length": 1097.125, "completions/mean_terminated_length": 1039.571533203125, "completions/min_length": 644.0, "completions/min_terminated_length": 644.0, "epoch": 0.6026506626656665, "frac_reward_zero_std": 0.0, "grad_norm": 3.6134390366977063, "kl": 0.01739501953125, "learning_rate": 4.6816460479413135e-07, "loss": -0.0346, "num_tokens": 108943743.0, "reward": 0.0, "reward_std": 0.8130314350128174, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.1103264771073462, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.19877085268794428, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10809803506625451, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2410 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1417.0, "completions/mean_length": 1276.9375, "completions/mean_terminated_length": 1175.5455322265625, "completions/min_length": 961.0, "completions/min_terminated_length": 961.0, "epoch": 0.6029007251812953, "frac_reward_zero_std": 0.0, "grad_norm": 2.614224997268044, "kl": 0.015960693359375, "learning_rate": 4.6777837786635156e-07, "loss": 0.0546, "num_tokens": 108981486.0, "reward": 2.9802322387695312e-08, "reward_std": 0.802148699760437, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.053497516908562276, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09931907596852908, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13924399049470282, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2411 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1472.0, "completions/mean_length": 1212.125, "completions/mean_terminated_length": 988.2222290039062, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "epoch": 0.6031507876969242, "frac_reward_zero_std": 0.0, "grad_norm": 3.4865281823455287, "kl": 0.0153045654296875, "learning_rate": 4.673922135887146e-07, "loss": -0.0694, "num_tokens": 109027976.0, "reward": 2.9802322387695312e-08, "reward_std": 0.5907195806503296, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.005497326951452762, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03374750328344481, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8041666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14700718047466632, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2412 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1497.0, "completions/mean_length": 1276.8125, "completions/mean_terminated_length": 1244.9285888671875, "completions/min_length": 443.0, "completions/min_terminated_length": 443.0, "epoch": 0.6034008502125532, "frac_reward_zero_std": 0.0, "grad_norm": 1.9399881697699695, "kl": 0.010467529296875, "learning_rate": 4.6700611225546485e-07, "loss": 0.0426, "num_tokens": 109092141.0, "reward": 0.0, "reward_std": 0.4815070927143097, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.05045866720020658, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07499186630068386, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.825, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1593970119149271, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2413 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1465.0, "completions/mean_length": 1228.5625, "completions/mean_terminated_length": 1189.7857666015625, "completions/min_length": 950.0, "completions/min_terminated_length": 950.0, "epoch": 0.603650912728182, "frac_reward_zero_std": 0.0, "grad_norm": 2.645687754142111, "kl": 0.0101776123046875, "learning_rate": 4.6662007416079865e-07, "loss": -0.0165, "num_tokens": 109137422.0, "reward": -1.4901161193847656e-08, "reward_std": 0.8951758742332458, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.10997594735721333, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.15994291647964823, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8041666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10741060020797316, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2414 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1392.0, "completions/max_terminated_length": 1392.0, "completions/mean_length": 1200.0625, "completions/mean_terminated_length": 1200.0625, "completions/min_length": 962.0, "completions/min_terminated_length": 962.0, "epoch": 0.6039009752438109, "frac_reward_zero_std": 0.0, "grad_norm": 2.814963890924666, "kl": 0.0123443603515625, "learning_rate": 4.6623409959886395e-07, "loss": 0.0557, "num_tokens": 109190943.0, "reward": 0.0, "reward_std": 1.0196541547775269, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.030876194025745186, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10288807088144146, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8333333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06885303726590965, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2415 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1330.0, "completions/max_terminated_length": 1330.0, "completions/mean_length": 1131.3125, "completions/mean_terminated_length": 1131.3125, "completions/min_length": 988.0, "completions/min_terminated_length": 988.0, "epoch": 0.6041510377594399, "frac_reward_zero_std": 0.0, "grad_norm": 2.3718727090632195, "kl": 0.0107421875, "learning_rate": 4.658481888637609e-07, "loss": 0.023, "num_tokens": 109238668.0, "reward": 2.9802322387695312e-08, "reward_std": 0.6953632235527039, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.07496560590106328, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08284740341232762, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12041594578792297, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2416 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1430.0, "completions/mean_length": 1269.3125, "completions/mean_terminated_length": 1130.9000244140625, "completions/min_length": 808.0, "completions/min_terminated_length": 808.0, "epoch": 0.6044011002750688, "frac_reward_zero_std": 0.0, "grad_norm": 2.6364245476050474, "kl": 0.014251708984375, "learning_rate": 4.654623422495405e-07, "loss": 0.0192, "num_tokens": 109277729.0, "reward": 0.0, "reward_std": 1.0614835023880005, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1180081604209045, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2417 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1438.0, "completions/max_terminated_length": 1438.0, "completions/mean_length": 1164.6875, "completions/mean_terminated_length": 1164.6875, "completions/min_length": 877.0, "completions/min_terminated_length": 877.0, "epoch": 0.6046511627906976, "frac_reward_zero_std": 0.0, "grad_norm": 3.155271088128753, "kl": 0.0155029296875, "learning_rate": 4.650765600502049e-07, "loss": 0.0005, "num_tokens": 109317612.0, "reward": -2.9802322387695312e-08, "reward_std": 0.7380473613739014, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.02640326181240253, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05475036925499433, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7708333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.094182643679026, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2418 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1482.0, "completions/max_terminated_length": 1482.0, "completions/mean_length": 1148.375, "completions/mean_terminated_length": 1148.375, "completions/min_length": 838.0, "completions/min_terminated_length": 838.0, "epoch": 0.6049012253063266, "frac_reward_zero_std": 0.0, "grad_norm": 3.292802972680513, "kl": 0.0198974609375, "learning_rate": 4.6469084255970756e-07, "loss": -0.0473, "num_tokens": 109357634.0, "reward": 0.0, "reward_std": 1.063892126083374, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.025073224831898888, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06574208715771167, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12852438880818895, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2419 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1489.0, "completions/mean_length": 1335.625, "completions/mean_terminated_length": 1312.1429443359375, "completions/min_length": 1048.0, "completions/min_terminated_length": 1048.0, "epoch": 0.6051512878219555, "frac_reward_zero_std": 0.0, "grad_norm": 2.7782664590628476, "kl": 0.0161895751953125, "learning_rate": 4.6430519007195235e-07, "loss": -0.0189, "num_tokens": 109410996.0, "reward": -2.9802322387695312e-08, "reward_std": 0.7071110606193542, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.19971548022204233, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.21337101429946412, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12049281521534187, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2420 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1242.0, "completions/max_terminated_length": 1242.0, "completions/mean_length": 966.5, "completions/mean_terminated_length": 966.5, "completions/min_length": 760.0, "completions/min_terminated_length": 760.0, "epoch": 0.6054013503375844, "frac_reward_zero_std": 0.0, "grad_norm": 2.733545177971152, "kl": 0.0139312744140625, "learning_rate": 4.639196028807936e-07, "loss": 0.0055, "num_tokens": 109462972.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0133249759674072, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.022136546285825367, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.044915088737620214, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10741060020797313, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2421 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1238.0, "completions/max_terminated_length": 1238.0, "completions/mean_length": 1015.875, "completions/mean_terminated_length": 1015.875, "completions/min_length": 788.0, "completions/min_terminated_length": 788.0, "epoch": 0.6056514128532133, "frac_reward_zero_std": 0.0, "grad_norm": 3.301040732332543, "kl": 0.0130767822265625, "learning_rate": 4.6353408128003555e-07, "loss": 0.0486, "num_tokens": 109507498.0, "reward": 2.9802322387695312e-08, "reward_std": 1.0664012432098389, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.15045187835727306, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06294989529171383, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08681611046941137, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2422 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1338.0, "completions/mean_length": 1002.9375, "completions/mean_terminated_length": 969.800048828125, "completions/min_length": 617.0, "completions/min_terminated_length": 617.0, "epoch": 0.6059014753688422, "frac_reward_zero_std": 0.0, "grad_norm": 3.911029528927042, "kl": 0.019989013671875, "learning_rate": 4.6314862556343346e-07, "loss": 0.0145, "num_tokens": 109561489.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9746617078781128, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.07595796882562125, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.056895322294129615, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0894427190999916, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2423 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1466.0, "completions/mean_length": 1232.8125, "completions/mean_terminated_length": 1171.1539306640625, "completions/min_length": 836.0, "completions/min_terminated_length": 836.0, "epoch": 0.6061515378844711, "frac_reward_zero_std": 0.0, "grad_norm": 2.330397068226056, "kl": 0.011249542236328125, "learning_rate": 4.627632360246916e-07, "loss": 0.0032, "num_tokens": 109601038.0, "reward": 2.9802322387695312e-08, "reward_std": 0.790974497795105, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.023487749666768025, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08517811776945813, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.725, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08027729719194865, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2424 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1420.0, "completions/mean_length": 1257.4375, "completions/mean_terminated_length": 1201.4615478515625, "completions/min_length": 962.0, "completions/min_terminated_length": 962.0, "epoch": 0.6064016004001, "frac_reward_zero_std": 0.0, "grad_norm": 2.4518132188929993, "kl": 0.00878143310546875, "learning_rate": 4.6237791295746353e-07, "loss": 0.0393, "num_tokens": 109641677.0, "reward": 2.9802322387695312e-08, "reward_std": 0.5931657552719116, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.04441618377004373, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09052377814882799, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06763190130459203, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2425 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1260.0, "completions/max_terminated_length": 1260.0, "completions/mean_length": 707.3125, "completions/mean_terminated_length": 707.3125, "completions/min_length": 433.0, "completions/min_terminated_length": 433.0, "epoch": 0.6066516629157289, "frac_reward_zero_std": 0.0, "grad_norm": 2.7588278183541024, "kl": 0.01078033447265625, "learning_rate": 4.619926566553534e-07, "loss": -0.0511, "num_tokens": 109664490.0, "reward": 7.450580596923828e-09, "reward_std": 1.0669152736663818, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.039537682997896964, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06433146827515071, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11080513425729775, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2426 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1283.0, "completions/max_terminated_length": 1283.0, "completions/mean_length": 1092.625, "completions/mean_terminated_length": 1092.625, "completions/min_length": 865.0, "completions/min_terminated_length": 865.0, "epoch": 0.6069017254313578, "frac_reward_zero_std": 0.0, "grad_norm": 2.696677238433555, "kl": 0.01171875, "learning_rate": 4.61607467411913e-07, "loss": -0.0018, "num_tokens": 109708268.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0344769954681396, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.11287975983729356, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.20566877798372427, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9041666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06426219440409445, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2427 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1481.0, "completions/mean_length": 1253.75, "completions/mean_terminated_length": 1171.666748046875, "completions/min_length": 982.0, "completions/min_terminated_length": 982.0, "epoch": 0.6071517879469868, "frac_reward_zero_std": 0.0, "grad_norm": 2.990329104176829, "kl": 0.018585205078125, "learning_rate": 4.612223455206442e-07, "loss": -0.0444, "num_tokens": 109753624.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9478222131729126, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.02568046127196166, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.043781260184482654, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.102469507659596, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2428 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1263.0, "completions/mean_length": 1317.0, "completions/mean_terminated_length": 1134.0, "completions/min_length": 1001.0, "completions/min_terminated_length": 1001.0, "epoch": 0.6074018504626156, "frac_reward_zero_std": 0.0, "grad_norm": 2.170368068969798, "kl": 0.010772705078125, "learning_rate": 4.608372912749967e-07, "loss": -0.0193, "num_tokens": 109810832.0, "reward": 2.9802322387695312e-08, "reward_std": 0.818994402885437, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.08513596202523856, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11738032762743164, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.775, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09699179041242312, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2429 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1416.0, "completions/mean_length": 1210.6875, "completions/mean_terminated_length": 1114.25, "completions/min_length": 955.0, "completions/min_terminated_length": 955.0, "epoch": 0.6076519129782446, "frac_reward_zero_std": 0.0, "grad_norm": 3.5275433758919896, "kl": 0.02130126953125, "learning_rate": 4.604523049683694e-07, "loss": -0.0215, "num_tokens": 109867027.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9782613515853882, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.002857073431966247, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0408040207772292, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.5875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.15244914148902491, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2430 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1497.0, "completions/mean_length": 1455.625, "completions/mean_terminated_length": 1398.571533203125, "completions/min_length": 1274.0, "completions/min_terminated_length": 1274.0, "epoch": 0.6079019754938735, "frac_reward_zero_std": 0.0, "grad_norm": 2.7457795078666596, "kl": 0.0165557861328125, "learning_rate": 4.600673868941088e-07, "loss": -0.0011, "num_tokens": 109925445.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0142372846603394, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0330094040973462, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.13681722701793664, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0926962382871743, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2431 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1494.0, "completions/max_terminated_length": 1494.0, "completions/mean_length": 1074.125, "completions/mean_terminated_length": 1074.125, "completions/min_length": 785.0, "completions/min_terminated_length": 785.0, "epoch": 0.6081520380095023, "frac_reward_zero_std": 0.0, "grad_norm": 3.2534920878762827, "kl": 0.018524169921875, "learning_rate": 4.5968253734550976e-07, "loss": -0.0095, "num_tokens": 109970167.0, "reward": 7.450580596923828e-09, "reward_std": 1.0399224758148193, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.00998129906781449, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.020780845712314158, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08734775114237134, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2432 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1417.0, "completions/mean_length": 1142.75, "completions/mean_terminated_length": 1091.71435546875, "completions/min_length": 612.0, "completions/min_terminated_length": 612.0, "epoch": 0.6084021005251313, "frac_reward_zero_std": 0.0, "grad_norm": 3.557353772534241, "kl": 0.0223388671875, "learning_rate": 4.592977566158149e-07, "loss": 0.0286, "num_tokens": 110012075.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8403158783912659, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.05773266678882624, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09539326857672237, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09699179041242312, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2433 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1362.0, "completions/mean_length": 1006.0625, "completions/mean_terminated_length": 973.1333618164062, "completions/min_length": 734.0, "completions/min_terminated_length": 734.0, "epoch": 0.6086521630407602, "frac_reward_zero_std": 0.0, "grad_norm": 3.5310955510937365, "kl": 0.017059326171875, "learning_rate": 4.5891304499821435e-07, "loss": 0.0255, "num_tokens": 110049116.0, "reward": 0.0, "reward_std": 0.9939632415771484, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.024177725673717433, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07001835446861109, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13443985299781488, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2434 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1425.0, "completions/mean_length": 1170.0625, "completions/mean_terminated_length": 1020.0909423828125, "completions/min_length": 781.0, "completions/min_terminated_length": 781.0, "epoch": 0.6089022255563891, "frac_reward_zero_std": 0.0, "grad_norm": 3.11638222133952, "kl": 0.0139007568359375, "learning_rate": 4.585284027858455e-07, "loss": 0.0035, "num_tokens": 110086813.0, "reward": 0.0, "reward_std": 0.8528337478637695, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0027220479785507496, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.01348403969606977, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12700247883261817, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2435 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1394.0, "completions/mean_length": 1221.5625, "completions/mean_terminated_length": 1181.7857666015625, "completions/min_length": 976.0, "completions/min_terminated_length": 976.0, "epoch": 0.609152288072018, "frac_reward_zero_std": 0.0, "grad_norm": 2.7453206953638887, "kl": 0.01332855224609375, "learning_rate": 4.5814383027179283e-07, "loss": -0.0186, "num_tokens": 110130726.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9506831765174866, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.02475, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.31410730650527696, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12988598989256067, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2436 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1150.0, "completions/mean_length": 1169.375, "completions/mean_terminated_length": 971.0, "completions/min_length": 880.0, "completions/min_terminated_length": 880.0, "epoch": 0.6094023505876469, "frac_reward_zero_std": 0.0, "grad_norm": 3.8185343564135796, "kl": 0.01666259765625, "learning_rate": 4.577593277490881e-07, "loss": 0.0305, "num_tokens": 110173092.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9916330575942993, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03823911586698196, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.14075523646898877, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10532137766186214, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2437 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1428.0, "completions/mean_length": 1329.75, "completions/mean_terminated_length": 1227.5999755859375, "completions/min_length": 1035.0, "completions/min_terminated_length": 1035.0, "epoch": 0.6096524131032758, "frac_reward_zero_std": 0.0, "grad_norm": 2.63099093197892, "kl": 0.010711669921875, "learning_rate": 4.573748955107093e-07, "loss": 0.0245, "num_tokens": 110220032.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9337387681007385, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.007413344362457924, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03098660044145351, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10809803506625451, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2438 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1292.0, "completions/mean_length": 1120.4375, "completions/mean_terminated_length": 1032.84619140625, "completions/min_length": 763.0, "completions/min_terminated_length": 763.0, "epoch": 0.6099024756189048, "frac_reward_zero_std": 0.0, "grad_norm": 3.7097288344121297, "kl": 0.0222015380859375, "learning_rate": 4.5699053384958076e-07, "loss": -0.0125, "num_tokens": 110266551.0, "reward": 0.0, "reward_std": 1.0134000778198242, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.030245727232489764, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03363671209271921, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09583937179043481, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2439 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1482.0, "completions/mean_length": 1328.4375, "completions/mean_terminated_length": 1271.25, "completions/min_length": 808.0, "completions/min_terminated_length": 808.0, "epoch": 0.6101525381345336, "frac_reward_zero_std": 0.0, "grad_norm": 2.6711976322446316, "kl": 0.01416778564453125, "learning_rate": 4.5660624305857375e-07, "loss": 0.0162, "num_tokens": 110317254.0, "reward": 5.960464477539063e-08, "reward_std": 0.33846214413642883, "rewards/wordcountpos_reward_GEOBench/mean": 5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.25322220596982475, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1697216927016707, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10809803506625448, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2440 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1337.0, "completions/mean_length": 1155.25, "completions/mean_terminated_length": 1132.2667236328125, "completions/min_length": 803.0, "completions/min_terminated_length": 803.0, "epoch": 0.6104026006501625, "frac_reward_zero_std": 0.0, "grad_norm": 3.3989451130866946, "kl": 0.017822265625, "learning_rate": 4.562220234305049e-07, "loss": -0.0119, "num_tokens": 110358418.0, "reward": 0.0, "reward_std": 0.6337206363677979, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.014475035487706314, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04438623849742723, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7041666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1538999193800477, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2441 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1493.0, "completions/mean_length": 1256.0, "completions/mean_terminated_length": 1239.7333984375, "completions/min_length": 1003.0, "completions/min_terminated_length": 1003.0, "epoch": 0.6106526631657915, "frac_reward_zero_std": 0.0, "grad_norm": 3.1877935650535805, "kl": 0.016143798828125, "learning_rate": 4.558378752581367e-07, "loss": 0.048, "num_tokens": 110414154.0, "reward": -2.9802322387695312e-08, "reward_std": 1.065034031867981, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.1256150157358754, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.16167111838045156, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.102469507659596, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2442 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1456.0, "completions/mean_length": 1262.5, "completions/mean_terminated_length": 1183.3333740234375, "completions/min_length": 784.0, "completions/min_terminated_length": 784.0, "epoch": 0.6109027256814203, "frac_reward_zero_std": 0.0, "grad_norm": 2.441669168440585, "kl": 0.01019287109375, "learning_rate": 4.5545379883417703e-07, "loss": 0.0234, "num_tokens": 110465490.0, "reward": 0.0, "reward_std": 0.9043567180633545, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.3252351945074197, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.616478990879241, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08681611046941137, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2443 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1420.0, "completions/mean_length": 1312.5625, "completions/mean_terminated_length": 1200.0999755859375, "completions/min_length": 1014.0, "completions/min_terminated_length": 1014.0, "epoch": 0.6111527881970492, "frac_reward_zero_std": 0.0, "grad_norm": 3.1023381739085254, "kl": 0.0143890380859375, "learning_rate": 4.5506979445128015e-07, "loss": 0.0232, "num_tokens": 110513251.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8145723342895508, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.005487275581619445, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04336230280241563, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.775, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1593970119149271, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2444 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1282.0, "completions/mean_length": 1275.5625, "completions/mean_terminated_length": 1101.0, "completions/min_length": 800.0, "completions/min_terminated_length": 800.0, "epoch": 0.6114028507126782, "frac_reward_zero_std": 0.0, "grad_norm": 2.3562102451106632, "kl": 0.0124664306640625, "learning_rate": 4.546858624020439e-07, "loss": -0.0446, "num_tokens": 110555884.0, "reward": 0.0, "reward_std": 0.5981509685516357, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.057084396036578736, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10298014615073019, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11474609652039006, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2445 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1491.0, "completions/mean_length": 1175.8125, "completions/mean_terminated_length": 1067.75, "completions/min_length": 718.0, "completions/min_terminated_length": 718.0, "epoch": 0.6116529132283071, "frac_reward_zero_std": 0.0, "grad_norm": 3.1706352082616065, "kl": 0.019073486328125, "learning_rate": 4.543020029790119e-07, "loss": 0.0042, "num_tokens": 110612969.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8677204251289368, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.005449258195615479, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.01970441309110057, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08766518798921945, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2446 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1414.0, "completions/mean_length": 1170.3125, "completions/mean_terminated_length": 1060.416748046875, "completions/min_length": 904.0, "completions/min_terminated_length": 904.0, "epoch": 0.6119029757439359, "frac_reward_zero_std": 0.0, "grad_norm": 2.9443366557073807, "kl": 0.0148162841796875, "learning_rate": 4.5391821647467257e-07, "loss": 0.0067, "num_tokens": 110668038.0, "reward": 5.960464477539063e-08, "reward_std": 0.5630743503570557, "rewards/wordcountpos_reward_GEOBench/mean": 5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.023732504759249817, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.036933483268017445, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7666666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10327955589886448, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2447 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1440.0, "completions/mean_length": 1199.8125, "completions/mean_terminated_length": 1130.5384521484375, "completions/min_length": 700.0, "completions/min_terminated_length": 700.0, "epoch": 0.6121530382595649, "frac_reward_zero_std": 0.0, "grad_norm": 2.835473854905563, "kl": 0.0131683349609375, "learning_rate": 4.5353450318145816e-07, "loss": 0.0002, "num_tokens": 110716627.0, "reward": 0.0, "reward_std": 0.8072731494903564, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.01662608398991843, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07382583747530493, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13326387079497304, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2448 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1498.0, "completions/mean_length": 1280.375, "completions/mean_terminated_length": 1148.5999755859375, "completions/min_length": 744.0, "completions/min_terminated_length": 744.0, "epoch": 0.6124031007751938, "frac_reward_zero_std": 0.0, "grad_norm": 3.087299788642021, "kl": 0.01470947265625, "learning_rate": 4.5315086339174555e-07, "loss": -0.0104, "num_tokens": 110753481.0, "reward": 0.0, "reward_std": 0.9636306762695312, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.07263797142497679, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.14096746185309886, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6291666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11666666666666668, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2449 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1416.0, "completions/max_terminated_length": 1416.0, "completions/mean_length": 1156.5625, "completions/mean_terminated_length": 1156.5625, "completions/min_length": 767.0, "completions/min_terminated_length": 767.0, "epoch": 0.6126531632908228, "frac_reward_zero_std": 0.0, "grad_norm": 3.1451075204248062, "kl": 0.0220947265625, "learning_rate": 4.5276729739785544e-07, "loss": 0.0283, "num_tokens": 110807538.0, "reward": -5.960464477539063e-08, "reward_std": 0.6968389749526978, "rewards/wordcountpos_reward_GEOBench/mean": -5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.07319280617431509, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.15502371377841592, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11800816042090449, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2450 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1220.0, "completions/mean_length": 1034.1875, "completions/mean_terminated_length": 1003.1333618164062, "completions/min_length": 678.0, "completions/min_terminated_length": 678.0, "epoch": 0.6129032258064516, "frac_reward_zero_std": 0.0, "grad_norm": 3.1702089216695066, "kl": 0.0163421630859375, "learning_rate": 4.5238380549205247e-07, "loss": -0.0105, "num_tokens": 110843517.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8899219036102295, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.08391555293081254, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08477541788172077, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8291666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11666666666666668, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2451 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1486.0, "completions/mean_length": 1197.6875, "completions/mean_terminated_length": 1096.916748046875, "completions/min_length": 822.0, "completions/min_terminated_length": 822.0, "epoch": 0.6131532883220805, "frac_reward_zero_std": 0.0, "grad_norm": 2.5739857378765203, "kl": 0.015777587890625, "learning_rate": 4.5200038796654474e-07, "loss": -0.0441, "num_tokens": 110877416.0, "reward": 0.0, "reward_std": 0.7679810523986816, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.047663483758477634, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.3093555258731047, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7374999999999999, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07876359377087684, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2452 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1415.0, "completions/mean_length": 1332.5625, "completions/mean_terminated_length": 1232.0999755859375, "completions/min_length": 1026.0, "completions/min_terminated_length": 1026.0, "epoch": 0.6134033508377095, "frac_reward_zero_std": 0.0, "grad_norm": 3.01958468947453, "kl": 0.01690673828125, "learning_rate": 4.516170451134834e-07, "loss": -0.0451, "num_tokens": 110924105.0, "reward": -7.450580596923828e-09, "reward_std": 1.0507687330245972, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06497712470070634, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06345709721248052, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11642832797715323, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2453 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1476.0, "completions/mean_length": 1204.6875, "completions/mean_terminated_length": 1185.0001220703125, "completions/min_length": 904.0, "completions/min_terminated_length": 904.0, "epoch": 0.6136534133533383, "frac_reward_zero_std": 0.0, "grad_norm": 3.2784535540004054, "kl": 0.019775390625, "learning_rate": 4.5123377722496336e-07, "loss": -0.028, "num_tokens": 110969916.0, "reward": 0.0, "reward_std": 0.9188560843467712, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.051676714832332965, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10613566319663746, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8250000000000001, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.072520750542581, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2454 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1386.0, "completions/max_terminated_length": 1386.0, "completions/mean_length": 1150.0, "completions/mean_terminated_length": 1150.0, "completions/min_length": 931.0, "completions/min_terminated_length": 931.0, "epoch": 0.6139034758689672, "frac_reward_zero_std": 0.0, "grad_norm": 3.508835072913967, "kl": 0.01800537109375, "learning_rate": 4.5085058459302173e-07, "loss": -0.0236, "num_tokens": 111008676.0, "reward": -1.862645149230957e-08, "reward_std": 1.0328369140625, "rewards/wordcountpos_reward_GEOBench/mean": -1.862645149230957e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.08858573345149472, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09804032819609963, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1275843947266976, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2455 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1189.0, "completions/max_terminated_length": 1189.0, "completions/mean_length": 985.6875, "completions/mean_terminated_length": 985.6875, "completions/min_length": 770.0, "completions/min_terminated_length": 770.0, "epoch": 0.6141535383845962, "frac_reward_zero_std": 0.0, "grad_norm": 2.276357735236556, "kl": 0.0074462890625, "learning_rate": 4.504674675096387e-07, "loss": 0.009, "num_tokens": 111045487.0, "reward": -5.960464477539063e-08, "reward_std": 1.044190526008606, "rewards/wordcountpos_reward_GEOBench/mean": -5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.09838752344300944, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09916982165204266, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10741060020797315, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2456 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.6875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1498.0, "completions/mean_length": 1450.75, "completions/mean_terminated_length": 1342.4000244140625, "completions/min_length": 1198.0, "completions/min_terminated_length": 1198.0, "epoch": 0.614403600900225, "frac_reward_zero_std": 0.0, "grad_norm": 3.045024196286179, "kl": 0.01727294921875, "learning_rate": 4.500844262667365e-07, "loss": -0.0036, "num_tokens": 111102979.0, "reward": 0.0, "reward_std": 0.8164104223251343, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.09945664297168823, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.20246388612144364, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10292032157252812, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2457 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1244.0, "completions/max_terminated_length": 1244.0, "completions/mean_length": 1050.4375, "completions/mean_terminated_length": 1050.4375, "completions/min_length": 874.0, "completions/min_terminated_length": 874.0, "epoch": 0.6146536634158539, "frac_reward_zero_std": 0.0, "grad_norm": 3.524442733735685, "kl": 0.016357421875, "learning_rate": 4.4970146115618013e-07, "loss": -0.0144, "num_tokens": 111147370.0, "reward": 0.0, "reward_std": 0.9730882048606873, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.042537725495278886, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.16012623728406197, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.775, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12382783747337808, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2458 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1438.0, "completions/max_terminated_length": 1438.0, "completions/mean_length": 1090.875, "completions/mean_terminated_length": 1090.875, "completions/min_length": 846.0, "completions/min_terminated_length": 846.0, "epoch": 0.6149037259314829, "frac_reward_zero_std": 0.0, "grad_norm": 3.075601613493458, "kl": 0.01108551025390625, "learning_rate": 4.4931857246977634e-07, "loss": 0.0379, "num_tokens": 111191088.0, "reward": 0.0, "reward_std": 0.8471033573150635, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.21442453864765962, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.22027415318831348, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7666666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09737289911202955, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2459 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1401.0, "completions/max_terminated_length": 1401.0, "completions/mean_length": 1264.0, "completions/mean_terminated_length": 1264.0, "completions/min_length": 1081.0, "completions/min_terminated_length": 1081.0, "epoch": 0.6151537884471118, "frac_reward_zero_std": 0.0, "grad_norm": 2.613804391762841, "kl": 0.011749267578125, "learning_rate": 4.4893576049927306e-07, "loss": 0.0107, "num_tokens": 111232968.0, "reward": 0.0, "reward_std": 1.0002063512802124, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06161879079820168, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07349500464608731, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9791666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.046943622609505783, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2460 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1204.0, "completions/mean_length": 1254.1875, "completions/mean_terminated_length": 1008.375, "completions/min_length": 709.0, "completions/min_terminated_length": 709.0, "epoch": 0.6154038509627406, "frac_reward_zero_std": 0.0, "grad_norm": 2.690266284199224, "kl": 0.0138397216796875, "learning_rate": 4.485530255363609e-07, "loss": -0.0375, "num_tokens": 111277683.0, "reward": 0.0, "reward_std": 0.8200098276138306, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.1105190783573982, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08111972211105453, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13526380260918403, "rewards/wordcountpos_reward_GEOBench/std": 1.0327954292297363, "step": 2461 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1433.0, "completions/max_terminated_length": 1433.0, "completions/mean_length": 998.125, "completions/mean_terminated_length": 998.125, "completions/min_length": 802.0, "completions/min_terminated_length": 802.0, "epoch": 0.6156539134783696, "frac_reward_zero_std": 0.0, "grad_norm": 3.121143275158241, "kl": 0.013031005859375, "learning_rate": 4.481703678726708e-07, "loss": -0.0531, "num_tokens": 111315901.0, "reward": 0.0, "reward_std": 0.8772472143173218, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.07550163870103044, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.22148808476502393, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.053748384988657034, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2462 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1397.0, "completions/max_terminated_length": 1397.0, "completions/mean_length": 1084.25, "completions/mean_terminated_length": 1084.25, "completions/min_length": 779.0, "completions/min_terminated_length": 779.0, "epoch": 0.6159039759939985, "frac_reward_zero_std": 0.0, "grad_norm": 2.2908009793246507, "kl": 0.00853729248046875, "learning_rate": 4.477877877997752e-07, "loss": 0.0227, "num_tokens": 111357657.0, "reward": -1.4901161193847656e-08, "reward_std": 1.033249855041504, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.052693987532909166, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06513561953893661, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08333333333333336, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2463 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1278.0, "completions/max_terminated_length": 1278.0, "completions/mean_length": 965.0, "completions/mean_terminated_length": 965.0, "completions/min_length": 661.0, "completions/min_terminated_length": 661.0, "epoch": 0.6161540385096274, "frac_reward_zero_std": 0.0, "grad_norm": 3.6932433593274556, "kl": 0.0157623291015625, "learning_rate": 4.474052856091874e-07, "loss": 0.0131, "num_tokens": 111395777.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0349390506744385, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.22292677620209517, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08618575298358186, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10183501544346313, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2464 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1367.0, "completions/max_terminated_length": 1367.0, "completions/mean_length": 1108.0, "completions/mean_terminated_length": 1108.0, "completions/min_length": 825.0, "completions/min_terminated_length": 825.0, "epoch": 0.6164041010252563, "frac_reward_zero_std": 0.0, "grad_norm": 3.373810158441301, "kl": 0.017547607421875, "learning_rate": 4.470228615923617e-07, "loss": 0.0011, "num_tokens": 111430961.0, "reward": 0.0, "reward_std": 0.6298472285270691, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.14183990605558755, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.13424092027918286, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13270686158262923, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2465 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1478.0, "completions/mean_length": 1326.375, "completions/mean_terminated_length": 1301.571533203125, "completions/min_length": 1099.0, "completions/min_terminated_length": 1099.0, "epoch": 0.6166541635408852, "frac_reward_zero_std": 0.0, "grad_norm": 2.7478294136168397, "kl": 0.0119476318359375, "learning_rate": 4.466405160406921e-07, "loss": 0.0208, "num_tokens": 111484207.0, "reward": 0.0, "reward_std": 0.9744415283203125, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.016705705941162875, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03788799914661809, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.775, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1458055529095489, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2466 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1473.0, "completions/mean_length": 1094.75, "completions/mean_terminated_length": 1067.7333984375, "completions/min_length": 786.0, "completions/min_terminated_length": 786.0, "epoch": 0.6169042260565142, "frac_reward_zero_std": 0.0, "grad_norm": 2.781686669284054, "kl": 0.0107421875, "learning_rate": 4.4625824924551316e-07, "loss": -0.0904, "num_tokens": 111530099.0, "reward": 0.0, "reward_std": 0.8415950536727905, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.009435844420336386, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09660070744503153, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06309898162000306, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2467 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1352.0, "completions/max_terminated_length": 1352.0, "completions/mean_length": 1072.9375, "completions/mean_terminated_length": 1072.9375, "completions/min_length": 875.0, "completions/min_terminated_length": 875.0, "epoch": 0.617154288572143, "frac_reward_zero_std": 0.0, "grad_norm": 2.756172749443982, "kl": 0.010101318359375, "learning_rate": 4.4587606149809976e-07, "loss": -0.0374, "num_tokens": 111563650.0, "reward": 0.0, "reward_std": 0.9918938875198364, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.005347446327942141, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.02753964630641517, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8708333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14700718047466632, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2468 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1352.0, "completions/mean_length": 1477.0625, "completions/mean_terminated_length": 1316.5, "completions/min_length": 1281.0, "completions/min_terminated_length": 1281.0, "epoch": 0.6174043510877719, "frac_reward_zero_std": 0.0, "grad_norm": 2.0182723531440274, "kl": 0.01214599609375, "learning_rate": 4.454939530896662e-07, "loss": 0.0023, "num_tokens": 111620515.0, "reward": 2.9802322387695312e-08, "reward_std": 0.623458981513977, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.012085641927946464, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06886086669254954, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12102953419784838, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2469 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1500.0, "completions/mean_length": 1385.875, "completions/mean_terminated_length": 1297.111083984375, "completions/min_length": 1133.0, "completions/min_terminated_length": 1133.0, "epoch": 0.6176544136034009, "frac_reward_zero_std": 0.0, "grad_norm": 2.3325867943112426, "kl": 0.0120697021484375, "learning_rate": 4.451119243113662e-07, "loss": -0.0255, "num_tokens": 111661009.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9701966047286987, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.023251296546602192, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03422187686501016, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07503085784948506, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2470 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1466.0, "completions/max_terminated_length": 1466.0, "completions/mean_length": 1053.375, "completions/mean_terminated_length": 1053.375, "completions/min_length": 792.0, "completions/min_terminated_length": 792.0, "epoch": 0.6179044761190298, "frac_reward_zero_std": 0.0, "grad_norm": 3.6150680979059002, "kl": 0.0171661376953125, "learning_rate": 4.4472997545429305e-07, "loss": -0.0012, "num_tokens": 111708271.0, "reward": 0.0, "reward_std": 0.9126315116882324, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.05978565561523308, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09347474187715339, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10749676997731403, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2471 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1444.0, "completions/mean_length": 1277.5625, "completions/mean_terminated_length": 1203.416748046875, "completions/min_length": 986.0, "completions/min_terminated_length": 986.0, "epoch": 0.6181545386346586, "frac_reward_zero_std": 0.0, "grad_norm": 3.2238813064755103, "kl": 0.0165252685546875, "learning_rate": 4.443481068094792e-07, "loss": 0.0383, "num_tokens": 111766440.0, "reward": -2.9802322387695312e-08, "reward_std": 0.9436094760894775, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.19751857201634185, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.16598966256773637, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7041666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0909822937597079, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2472 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1316.0, "completions/max_terminated_length": 1316.0, "completions/mean_length": 1054.1875, "completions/mean_terminated_length": 1054.1875, "completions/min_length": 940.0, "completions/min_terminated_length": 940.0, "epoch": 0.6184046011502876, "frac_reward_zero_std": 0.0, "grad_norm": 3.83975797619147, "kl": 0.032379150390625, "learning_rate": 4.439663186678959e-07, "loss": 0.0327, "num_tokens": 111819755.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0391589403152466, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.14118771492677332, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1166478567704542, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8708333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10741060020797315, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2473 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1333.0, "completions/mean_length": 1171.25, "completions/mean_terminated_length": 1095.3846435546875, "completions/min_length": 745.0, "completions/min_terminated_length": 745.0, "epoch": 0.6186546636659165, "frac_reward_zero_std": 0.0, "grad_norm": 2.726666444398136, "kl": 0.0165252685546875, "learning_rate": 4.435846113204528e-07, "loss": 0.0013, "num_tokens": 111862679.0, "reward": 2.9802322387695312e-08, "reward_std": 0.7529423236846924, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.002455096938031757, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08191093609632819, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8291666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1060223596263578, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2474 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1431.0, "completions/mean_length": 1204.9375, "completions/mean_terminated_length": 1070.8182373046875, "completions/min_length": 868.0, "completions/min_terminated_length": 868.0, "epoch": 0.6189047261815454, "frac_reward_zero_std": 0.0, "grad_norm": 2.9717122594452574, "kl": 0.0147247314453125, "learning_rate": 4.432029850579982e-07, "loss": -0.0433, "num_tokens": 111919070.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8764379024505615, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.021168560852853187, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05680903969082012, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7374999999999999, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06191391873668906, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2475 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1387.0, "completions/mean_length": 1074.25, "completions/mean_terminated_length": 1045.86669921875, "completions/min_length": 921.0, "completions/min_terminated_length": 921.0, "epoch": 0.6191547886971743, "frac_reward_zero_std": 0.0, "grad_norm": 4.068118011805008, "kl": 0.02105712890625, "learning_rate": 4.4282144017131906e-07, "loss": 0.0055, "num_tokens": 111956746.0, "reward": -2.9802322387695312e-08, "reward_std": 0.9828945398330688, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.05654223086644272, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05552578450902323, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1067187372905475, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2476 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1472.0, "completions/max_terminated_length": 1472.0, "completions/mean_length": 997.5625, "completions/mean_terminated_length": 997.5625, "completions/min_length": 743.0, "completions/min_terminated_length": 743.0, "epoch": 0.6194048512128032, "frac_reward_zero_std": 0.0, "grad_norm": 2.213037459597296, "kl": 0.0099029541015625, "learning_rate": 4.4243997695113955e-07, "loss": -0.0936, "num_tokens": 112004307.0, "reward": 0.0, "reward_std": 0.6843645572662354, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06061108651796224, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09911000489807187, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07969850595746357, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2477 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1461.0, "completions/mean_length": 1104.1875, "completions/mean_terminated_length": 1012.84619140625, "completions/min_length": 499.0, "completions/min_terminated_length": 499.0, "epoch": 0.6196549137284321, "frac_reward_zero_std": 0.0, "grad_norm": 3.39630923231499, "kl": 0.017364501953125, "learning_rate": 4.4205859568812175e-07, "loss": 0.0388, "num_tokens": 112040422.0, "reward": 2.9802322387695312e-08, "reward_std": 1.0121484994888306, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.31061709575245156, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.2999979260871103, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09067647005823631, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2478 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1305.0, "completions/max_terminated_length": 1305.0, "completions/mean_length": 975.8125, "completions/mean_terminated_length": 975.8125, "completions/min_length": 738.0, "completions/min_terminated_length": 738.0, "epoch": 0.619904976244061, "frac_reward_zero_std": 0.0, "grad_norm": 2.4893086618713447, "kl": 0.0105133056640625, "learning_rate": 4.416772966728659e-07, "loss": 0.0259, "num_tokens": 112081187.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9387719631195068, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.053371095934081944, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03816124684712363, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11474609652039006, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2479 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1452.0, "completions/mean_length": 1184.125, "completions/mean_terminated_length": 1163.0667724609375, "completions/min_length": 825.0, "completions/min_terminated_length": 825.0, "epoch": 0.6201550387596899, "frac_reward_zero_std": 0.0, "grad_norm": 3.7241327979881746, "kl": 0.0191650390625, "learning_rate": 4.412960801959091e-07, "loss": 0.0076, "num_tokens": 112129917.0, "reward": 0.0, "reward_std": 0.9432554841041565, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.058690233813388545, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0479580394466852, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11538983843829065, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2480 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1494.0, "completions/max_terminated_length": 1494.0, "completions/mean_length": 1244.0, "completions/mean_terminated_length": 1244.0, "completions/min_length": 980.0, "completions/min_terminated_length": 980.0, "epoch": 0.6204051012753188, "frac_reward_zero_std": 0.0, "grad_norm": 2.5754751572189383, "kl": 0.011383056640625, "learning_rate": 4.409149465477253e-07, "loss": -0.0094, "num_tokens": 112170813.0, "reward": 7.450580596923828e-09, "reward_std": 1.0464900732040405, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.04716804795124088, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.130121528218915, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11080513425729775, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2481 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1447.0, "completions/max_terminated_length": 1447.0, "completions/mean_length": 1185.0, "completions/mean_terminated_length": 1185.0, "completions/min_length": 824.0, "completions/min_terminated_length": 824.0, "epoch": 0.6206551637909478, "frac_reward_zero_std": 0.0, "grad_norm": 3.5534924194644892, "kl": 0.01922607421875, "learning_rate": 4.4053389601872624e-07, "loss": -0.0295, "num_tokens": 112227373.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9711065292358398, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.027622493793990437, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04437893444528393, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6416666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09067647005823627, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2482 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1500.0, "completions/mean_length": 1425.4375, "completions/mean_terminated_length": 1329.571533203125, "completions/min_length": 1022.0, "completions/min_terminated_length": 1022.0, "epoch": 0.6209052263065766, "frac_reward_zero_std": 0.0, "grad_norm": 2.707904653791556, "kl": 0.0118560791015625, "learning_rate": 4.4015292889925937e-07, "loss": -0.0228, "num_tokens": 112284804.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8778500556945801, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0022407220099551622, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0449382838774046, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10327955589886445, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2483 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1454.0, "completions/max_terminated_length": 1454.0, "completions/mean_length": 1211.375, "completions/mean_terminated_length": 1211.375, "completions/min_length": 868.0, "completions/min_terminated_length": 868.0, "epoch": 0.6211552888222055, "frac_reward_zero_std": 0.0, "grad_norm": 2.8961762575460113, "kl": 0.0181884765625, "learning_rate": 4.397720454796091e-07, "loss": 0.0232, "num_tokens": 112322186.0, "reward": 0.0, "reward_std": 0.9799769520759583, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03258926999135995, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0500606531309639, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07097208632298363, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2484 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.6875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1475.0, "completions/mean_length": 1412.1875, "completions/mean_terminated_length": 1219.0, "completions/min_length": 1127.0, "completions/min_terminated_length": 1127.0, "epoch": 0.6214053513378345, "frac_reward_zero_std": 0.0, "grad_norm": 2.2284308532008925, "kl": 0.01178741455078125, "learning_rate": 4.393912460499957e-07, "loss": -0.0454, "num_tokens": 112364677.0, "reward": 0.0, "reward_std": 0.7828980088233948, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.001122566203231124, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.022305260166148207, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12382783747337808, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2485 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.8125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1106.0, "completions/mean_length": 1409.1875, "completions/mean_terminated_length": 1015.6666870117188, "completions/min_length": 876.0, "completions/min_terminated_length": 876.0, "epoch": 0.6216554138534633, "frac_reward_zero_std": 0.0, "grad_norm": 2.3779708525494545, "kl": 0.01324462890625, "learning_rate": 4.3901053090057605e-07, "loss": -0.0445, "num_tokens": 112434584.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0341322422027588, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.04028404919220928, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.16039852916162572, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08681611046941139, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2486 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1264.0, "completions/mean_length": 1019.625, "completions/mean_terminated_length": 987.6000366210938, "completions/min_length": 874.0, "completions/min_terminated_length": 874.0, "epoch": 0.6219054763690923, "frac_reward_zero_std": 0.0, "grad_norm": 3.4667128775712306, "kl": 0.0162353515625, "learning_rate": 4.386299003214422e-07, "loss": 0.0012, "num_tokens": 112477210.0, "reward": 5.960464477539063e-08, "reward_std": 0.7548008561134338, "rewards/wordcountpos_reward_GEOBench/mean": 5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.19288502235923527, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.3232151550475479, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08509254221575908, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2487 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1365.0, "completions/mean_length": 921.6875, "completions/mean_terminated_length": 883.1333618164062, "completions/min_length": 555.0, "completions/min_terminated_length": 555.0, "epoch": 0.6221555388847212, "frac_reward_zero_std": 0.0, "grad_norm": 3.1397143548024564, "kl": 0.0122222900390625, "learning_rate": 4.382493546026219e-07, "loss": -0.0338, "num_tokens": 112525437.0, "reward": 1.4901161193847656e-08, "reward_std": 0.7898119688034058, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.01203073096090308, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08393737208250217, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06426219440409446, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2488 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1485.0, "completions/max_terminated_length": 1485.0, "completions/mean_length": 1102.0, "completions/mean_terminated_length": 1102.0, "completions/min_length": 841.0, "completions/min_terminated_length": 841.0, "epoch": 0.6224056014003501, "frac_reward_zero_std": 0.0, "grad_norm": 3.7163756833238604, "kl": 0.0145111083984375, "learning_rate": 4.378688940340787e-07, "loss": 0.0248, "num_tokens": 112570213.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0198959112167358, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.01743442372313304, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08814702465951343, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08027729719194865, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2489 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1413.0, "completions/mean_length": 1346.0, "completions/mean_terminated_length": 1276.0, "completions/min_length": 1166.0, "completions/min_terminated_length": 1166.0, "epoch": 0.622655663915979, "frac_reward_zero_std": 0.0, "grad_norm": 2.0564450130334437, "kl": 0.0057830810546875, "learning_rate": 4.374885189057106e-07, "loss": -0.0185, "num_tokens": 112627829.0, "reward": 0.0, "reward_std": 0.9884312152862549, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.08177064755442034, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09514953512656515, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7041666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08062257748298551, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2490 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1415.0, "completions/mean_length": 1133.375, "completions/mean_terminated_length": 1081.0, "completions/min_length": 684.0, "completions/min_terminated_length": 684.0, "epoch": 0.6229057264316079, "frac_reward_zero_std": 0.0, "grad_norm": 3.1189960904233756, "kl": 0.01513671875, "learning_rate": 4.3710822950735093e-07, "loss": 0.0128, "num_tokens": 112672795.0, "reward": 0.0, "reward_std": 1.0350239276885986, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.041275146971997176, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10974673190664698, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09878896324620105, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2491 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1437.0, "completions/mean_length": 1372.9375, "completions/mean_terminated_length": 1274.111083984375, "completions/min_length": 1146.0, "completions/min_terminated_length": 1146.0, "epoch": 0.6231557889472368, "frac_reward_zero_std": 0.0, "grad_norm": 2.153874170974084, "kl": 0.0114593505859375, "learning_rate": 4.3672802612876733e-07, "loss": -0.0018, "num_tokens": 112716850.0, "reward": -2.9802322387695312e-08, "reward_std": 0.9234411120414734, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.015660305644042256, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.15503302759158633, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09428090415820635, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2492 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1466.0, "completions/mean_length": 1193.625, "completions/mean_terminated_length": 1173.2000732421875, "completions/min_length": 952.0, "completions/min_terminated_length": 952.0, "epoch": 0.6234058514628658, "frac_reward_zero_std": 0.0, "grad_norm": 3.4380538843660484, "kl": 0.0164337158203125, "learning_rate": 4.3634790905966256e-07, "loss": -0.0331, "num_tokens": 112770628.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8560225963592529, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.09391768750636614, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.14779774096197817, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11409872268574492, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2493 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1486.0, "completions/max_terminated_length": 1486.0, "completions/mean_length": 1113.0625, "completions/mean_terminated_length": 1113.0625, "completions/min_length": 697.0, "completions/min_terminated_length": 697.0, "epoch": 0.6236559139784946, "frac_reward_zero_std": 0.0, "grad_norm": 2.917786237399799, "kl": 0.0138702392578125, "learning_rate": 4.359678785896731e-07, "loss": -0.041, "num_tokens": 112803157.0, "reward": 7.450580596923828e-09, "reward_std": 1.0446703433990479, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03216878786790883, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05261722555597594, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7124999999999999, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09651328828101764, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2494 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1377.0, "completions/mean_length": 1233.625, "completions/mean_terminated_length": 1195.571533203125, "completions/min_length": 902.0, "completions/min_terminated_length": 902.0, "epoch": 0.6239059764941235, "frac_reward_zero_std": 0.0, "grad_norm": 2.4025964304127627, "kl": 0.0110626220703125, "learning_rate": 4.355879350083691e-07, "loss": 0.0279, "num_tokens": 112857303.0, "reward": 0.0, "reward_std": 0.43833452463150024, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.09559601715556787, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08505297723640917, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.16049691355057039, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2495 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1366.0, "completions/mean_length": 1325.5, "completions/mean_terminated_length": 1189.77783203125, "completions/min_length": 1073.0, "completions/min_terminated_length": 1073.0, "epoch": 0.6241560390097525, "frac_reward_zero_std": 0.0, "grad_norm": 2.721233304177927, "kl": 0.0152587890625, "learning_rate": 4.3520807860525534e-07, "loss": -0.0201, "num_tokens": 112910319.0, "reward": -2.9802322387695312e-08, "reward_std": 0.7159320116043091, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.030477538897343996, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05006754289819111, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8541666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10945995377982527, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2496 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1429.0, "completions/max_terminated_length": 1429.0, "completions/mean_length": 1180.3125, "completions/mean_terminated_length": 1180.3125, "completions/min_length": 913.0, "completions/min_terminated_length": 913.0, "epoch": 0.6244061015253813, "frac_reward_zero_std": 0.0, "grad_norm": 2.8236675445133805, "kl": 0.0111083984375, "learning_rate": 4.348283096697698e-07, "loss": -0.0304, "num_tokens": 112952020.0, "reward": -5.960464477539063e-08, "reward_std": 0.790416955947876, "rewards/wordcountpos_reward_GEOBench/mean": -5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03787156431926795, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07857507085860692, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8666666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1167460047694551, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2497 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1422.0, "completions/max_terminated_length": 1422.0, "completions/mean_length": 1096.1875, "completions/mean_terminated_length": 1096.1875, "completions/min_length": 742.0, "completions/min_terminated_length": 742.0, "epoch": 0.6246561640410102, "frac_reward_zero_std": 0.0, "grad_norm": 3.2049727483857957, "kl": 0.022979736328125, "learning_rate": 4.344486284912836e-07, "loss": -0.0103, "num_tokens": 112996135.0, "reward": 2.2351741790771484e-08, "reward_std": 1.048957347869873, "rewards/wordcountpos_reward_GEOBench/mean": 2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0953542596578254, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11976946592281587, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8333333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12412657816683505, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2498 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 964.0, "completions/mean_length": 1161.5625, "completions/mean_terminated_length": 823.125, "completions/min_length": 646.0, "completions/min_terminated_length": 646.0, "epoch": 0.6249062265566392, "frac_reward_zero_std": 0.0, "grad_norm": 3.2992386770829385, "kl": 0.023773193359375, "learning_rate": 4.34069035359101e-07, "loss": -0.0192, "num_tokens": 113056920.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9217933416366577, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.028946647782063562, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.14240663446134721, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0758897836290186, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2499 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1492.0, "completions/mean_length": 1235.5, "completions/mean_terminated_length": 1197.71435546875, "completions/min_length": 940.0, "completions/min_terminated_length": 940.0, "epoch": 0.6251562890722681, "frac_reward_zero_std": 0.0, "grad_norm": 1.4750962454280614, "kl": 0.00724029541015625, "learning_rate": 4.3368953056245995e-07, "loss": -0.0055, "num_tokens": 113097920.0, "reward": 0.0, "reward_std": 0.5036134719848633, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.008403828852479395, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.14530807677192692, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08333333333333336, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2500 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1495.0, "completions/max_terminated_length": 1495.0, "completions/mean_length": 1049.1875, "completions/mean_terminated_length": 1049.1875, "completions/min_length": 636.0, "completions/min_terminated_length": 636.0, "epoch": 0.6254063515878969, "frac_reward_zero_std": 0.0, "grad_norm": 2.2084183020260952, "kl": 0.0110015869140625, "learning_rate": 4.3331011439053e-07, "loss": -0.0649, "num_tokens": 113132667.0, "reward": 0.0, "reward_std": 0.9868022799491882, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.07793658950907816, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11975260220516151, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.85, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08255189164891873, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2501 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1426.0, "completions/max_terminated_length": 1426.0, "completions/mean_length": 1006.875, "completions/mean_terminated_length": 1006.875, "completions/min_length": 808.0, "completions/min_terminated_length": 808.0, "epoch": 0.6256564141035259, "frac_reward_zero_std": 0.0, "grad_norm": 3.213121102599761, "kl": 0.01206207275390625, "learning_rate": 4.329307871324137e-07, "loss": 0.0013, "num_tokens": 113174753.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8765769004821777, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03684003423704415, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09321398835078837, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7916666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06831300510639736, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2502 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1496.0, "completions/mean_length": 1319.375, "completions/mean_terminated_length": 1211.0, "completions/min_length": 983.0, "completions/min_terminated_length": 983.0, "epoch": 0.6259064766191548, "frac_reward_zero_std": 0.0, "grad_norm": 2.8024657370562522, "kl": 0.013275146484375, "learning_rate": 4.3255154907714596e-07, "loss": 0.0051, "num_tokens": 113226599.0, "reward": 0.0, "reward_std": 1.0015666484832764, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.09971498241517474, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.14433142959125736, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.85, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09269623828717427, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2503 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1471.0, "completions/max_terminated_length": 1471.0, "completions/mean_length": 1182.75, "completions/mean_terminated_length": 1182.75, "completions/min_length": 896.0, "completions/min_terminated_length": 896.0, "epoch": 0.6261565391347836, "frac_reward_zero_std": 0.0, "grad_norm": 82.63379687284758, "kl": 0.14581298828125, "learning_rate": 4.321724005136935e-07, "loss": 0.0384, "num_tokens": 113275251.0, "reward": -1.4901161193847656e-08, "reward_std": 1.040063738822937, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.07114171264969532, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07014326591547357, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1439521525445946, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2504 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1353.0, "completions/max_terminated_length": 1353.0, "completions/mean_length": 1102.75, "completions/mean_terminated_length": 1102.75, "completions/min_length": 849.0, "completions/min_terminated_length": 849.0, "epoch": 0.6264066016504126, "frac_reward_zero_std": 0.0, "grad_norm": 3.070642323791395, "kl": 0.0186767578125, "learning_rate": 4.3179334173095494e-07, "loss": -0.0234, "num_tokens": 113314295.0, "reward": -2.9802322387695312e-08, "reward_std": 0.4493151903152466, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0698847276826599, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.19332153237909988, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.15533714826025885, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2505 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1342.0, "completions/mean_length": 1184.1875, "completions/mean_terminated_length": 1163.1334228515625, "completions/min_length": 862.0, "completions/min_terminated_length": 862.0, "epoch": 0.6266566641660415, "frac_reward_zero_std": 0.0, "grad_norm": 3.5526129701514666, "kl": 0.019256591796875, "learning_rate": 4.314143730177604e-07, "loss": 0.0418, "num_tokens": 113364170.0, "reward": -2.9802322387695312e-08, "reward_std": 0.3947451710700989, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.08200252358872033, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11591226359590451, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.675, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13957607775504183, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2506 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1435.0, "completions/max_terminated_length": 1435.0, "completions/mean_length": 1137.0, "completions/mean_terminated_length": 1137.0, "completions/min_length": 847.0, "completions/min_terminated_length": 847.0, "epoch": 0.6269067266816705, "frac_reward_zero_std": 0.0, "grad_norm": 3.6404055895726346, "kl": 0.020355224609375, "learning_rate": 4.310354946628716e-07, "loss": -0.0068, "num_tokens": 113416618.0, "reward": 0.0, "reward_std": 0.6128249168395996, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06312963910207728, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.18532172578769301, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.825, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14981470036162822, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2507 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1482.0, "completions/mean_length": 1166.625, "completions/mean_terminated_length": 1144.4000244140625, "completions/min_length": 783.0, "completions/min_terminated_length": 783.0, "epoch": 0.6271567891972993, "frac_reward_zero_std": 0.0, "grad_norm": 2.990260632529337, "kl": 0.0135498046875, "learning_rate": 4.3065670695498114e-07, "loss": -0.0091, "num_tokens": 113453828.0, "reward": -7.450580596923828e-09, "reward_std": 1.0387402772903442, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03567846332147066, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06923586228907701, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7916666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08734775114237134, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2508 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1483.0, "completions/mean_length": 1359.125, "completions/mean_terminated_length": 1326.615478515625, "completions/min_length": 1081.0, "completions/min_terminated_length": 1081.0, "epoch": 0.6274068517129282, "frac_reward_zero_std": 0.0, "grad_norm": 2.5161920171292667, "kl": 0.0128173828125, "learning_rate": 4.3027801018271246e-07, "loss": 0.0129, "num_tokens": 113514134.0, "reward": 2.9802322387695312e-08, "reward_std": 0.7470964789390564, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04057517183000437, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.056371983163172365, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7666666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07302967433402217, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2509 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1448.0, "completions/max_terminated_length": 1448.0, "completions/mean_length": 1081.0625, "completions/mean_terminated_length": 1081.0625, "completions/min_length": 769.0, "completions/min_terminated_length": 769.0, "epoch": 0.6276569142285572, "frac_reward_zero_std": 0.0, "grad_norm": 3.620031395005412, "kl": 0.020477294921875, "learning_rate": 4.298994046346203e-07, "loss": -0.0135, "num_tokens": 113561407.0, "reward": 0.0, "reward_std": 0.9411873817443848, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.004583864271018778, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03450628332607171, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7708333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11147163731607215, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2510 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1429.0, "completions/mean_length": 1183.5625, "completions/mean_terminated_length": 1162.4666748046875, "completions/min_length": 874.0, "completions/min_terminated_length": 874.0, "epoch": 0.627906976744186, "frac_reward_zero_std": 0.0, "grad_norm": 3.124345664810864, "kl": 0.0159454345703125, "learning_rate": 4.295208905991894e-07, "loss": 0.0185, "num_tokens": 113599664.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9555768966674805, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.005980488081129071, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0823932184302996, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12141145226353545, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2511 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1315.0, "completions/max_terminated_length": 1315.0, "completions/mean_length": 924.8125, "completions/mean_terminated_length": 924.8125, "completions/min_length": 533.0, "completions/min_terminated_length": 533.0, "epoch": 0.6281570392598149, "frac_reward_zero_std": 0.0, "grad_norm": 3.8134488481062934, "kl": 0.0171051025390625, "learning_rate": 4.291424683648348e-07, "loss": -0.0429, "num_tokens": 113639645.0, "reward": 0.0, "reward_std": 0.7816681861877441, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06796585890018624, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09852787101069864, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11979921473804349, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2512 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1469.0, "completions/mean_length": 1216.1875, "completions/mean_terminated_length": 1175.6429443359375, "completions/min_length": 914.0, "completions/min_terminated_length": 914.0, "epoch": 0.6284071017754439, "frac_reward_zero_std": 0.0, "grad_norm": 2.6682672145768453, "kl": 0.0146636962890625, "learning_rate": 4.287641382199014e-07, "loss": -0.0754, "num_tokens": 113676216.0, "reward": 7.450580596923828e-09, "reward_std": 1.0596281290054321, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.025367801401904012, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03664776014747686, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10878112581387149, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2513 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1464.0, "completions/mean_length": 1179.0, "completions/mean_terminated_length": 1157.60009765625, "completions/min_length": 874.0, "completions/min_terminated_length": 874.0, "epoch": 0.6286571642910728, "frac_reward_zero_std": 0.0, "grad_norm": 2.916169997852943, "kl": 0.017486572265625, "learning_rate": 4.2838590045266467e-07, "loss": 0.0044, "num_tokens": 113717512.0, "reward": -2.9802322387695312e-08, "reward_std": 1.034407615661621, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.032449670363558655, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09868054180791731, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8541666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11213417888437975, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2514 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1500.0, "completions/mean_length": 1191.0, "completions/mean_terminated_length": 1170.4000244140625, "completions/min_length": 525.0, "completions/min_terminated_length": 525.0, "epoch": 0.6289072268067016, "frac_reward_zero_std": 0.0, "grad_norm": 3.3268633188945813, "kl": 0.0177001953125, "learning_rate": 4.2800775535132903e-07, "loss": -0.0202, "num_tokens": 113767656.0, "reward": 7.450580596923828e-09, "reward_std": 1.0414235591888428, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03800065556966067, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06897229407275599, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09179284245476839, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2515 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1247.0, "completions/mean_length": 987.4375, "completions/mean_terminated_length": 953.2667236328125, "completions/min_length": 734.0, "completions/min_terminated_length": 734.0, "epoch": 0.6291572893223306, "frac_reward_zero_std": 0.0, "grad_norm": 2.7594432736926136, "kl": 0.01495361328125, "learning_rate": 4.276297032040281e-07, "loss": -0.092, "num_tokens": 113806999.0, "reward": 0.0, "reward_std": 0.9920101165771484, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.016118540421911888, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1310470255391571, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11729986896522632, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2516 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1481.0, "completions/mean_length": 1282.0, "completions/mean_terminated_length": 1267.4666748046875, "completions/min_length": 1013.0, "completions/min_terminated_length": 1013.0, "epoch": 0.6294073518379595, "frac_reward_zero_std": 0.0, "grad_norm": 2.9153356607615573, "kl": 0.013275146484375, "learning_rate": 4.272517442988258e-07, "loss": 0.0224, "num_tokens": 113846287.0, "reward": 2.9802322387695312e-08, "reward_std": 0.6647114753723145, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06272880956054994, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.3351638098448217, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13984117975602023, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2517 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1465.0, "completions/mean_length": 966.5, "completions/mean_terminated_length": 930.9334106445312, "completions/min_length": 786.0, "completions/min_terminated_length": 786.0, "epoch": 0.6296574143535884, "frac_reward_zero_std": 0.0, "grad_norm": 2.637262080815987, "kl": 0.01025390625, "learning_rate": 4.2687387892371383e-07, "loss": -0.01, "num_tokens": 113884911.0, "reward": 1.4901161193847656e-08, "reward_std": 0.8836747407913208, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.003996177349239365, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09400601966821306, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8958333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07685966046898339, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2518 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1429.0, "completions/max_terminated_length": 1429.0, "completions/mean_length": 1184.875, "completions/mean_terminated_length": 1184.875, "completions/min_length": 924.0, "completions/min_terminated_length": 924.0, "epoch": 0.6299074768692173, "frac_reward_zero_std": 0.0, "grad_norm": 3.2049574723066856, "kl": 0.020050048828125, "learning_rate": 4.264961073666129e-07, "loss": -0.0154, "num_tokens": 113922901.0, "reward": 0.0, "reward_std": 0.7975951433181763, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03137573112029145, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09526035422598968, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10749676997731401, "rewards/wordcountpos_reward_GEOBench/std": 1.0327954292297363, "step": 2519 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1213.0, "completions/max_terminated_length": 1213.0, "completions/mean_length": 1003.8125, "completions/mean_terminated_length": 1003.8125, "completions/min_length": 768.0, "completions/min_terminated_length": 768.0, "epoch": 0.6301575393848462, "frac_reward_zero_std": 0.0, "grad_norm": 2.2980094966107742, "kl": 0.0112762451171875, "learning_rate": 4.261184299153726e-07, "loss": 0.0021, "num_tokens": 113969194.0, "reward": -2.2351741790771484e-08, "reward_std": 1.0324320793151855, "rewards/wordcountpos_reward_GEOBench/mean": -2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.029715488364797142, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07285366753603172, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8291666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06871842709362769, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2520 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1499.0, "completions/mean_length": 1280.75, "completions/mean_terminated_length": 1249.4285888671875, "completions/min_length": 1009.0, "completions/min_terminated_length": 1009.0, "epoch": 0.6304076019004751, "frac_reward_zero_std": 0.0, "grad_norm": 3.314091277007164, "kl": 0.0168304443359375, "learning_rate": 4.2574084685777046e-07, "loss": -0.0064, "num_tokens": 114023934.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9408501386642456, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.09496245223845094, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11328395658075024, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1246476515504285, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2521 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1334.0, "completions/mean_length": 1187.6875, "completions/mean_terminated_length": 1166.86669921875, "completions/min_length": 949.0, "completions/min_terminated_length": 949.0, "epoch": 0.630657664416104, "frac_reward_zero_std": 0.0, "grad_norm": 3.220657024195827, "kl": 0.0155181884765625, "learning_rate": 4.253633584815124e-07, "loss": 0.0374, "num_tokens": 114074465.0, "reward": 3.725290298461914e-09, "reward_std": 1.0635181665420532, "rewards/wordcountpos_reward_GEOBench/mean": 3.725290298461914e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.05127377838237515, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12224690082348048, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08734775114237135, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2522 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1135.0, "completions/max_terminated_length": 1135.0, "completions/mean_length": 992.0625, "completions/mean_terminated_length": 992.0625, "completions/min_length": 833.0, "completions/min_terminated_length": 833.0, "epoch": 0.6309077269317329, "frac_reward_zero_std": 0.0, "grad_norm": 2.3650095891483804, "kl": 0.01064300537109375, "learning_rate": 4.2498596507423177e-07, "loss": 0.0323, "num_tokens": 114115346.0, "reward": -2.9802322387695312e-08, "reward_std": 0.7444610595703125, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.022463767945358495, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07211952844795727, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9291666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.05146016078626404, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2523 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1459.0, "completions/mean_length": 1313.0625, "completions/mean_terminated_length": 1300.60009765625, "completions/min_length": 1138.0, "completions/min_terminated_length": 1138.0, "epoch": 0.6311577894473619, "frac_reward_zero_std": 0.0, "grad_norm": 2.8394102579084506, "kl": 0.01763916015625, "learning_rate": 4.246086669234901e-07, "loss": 0.0174, "num_tokens": 114171763.0, "reward": 0.0, "reward_std": 0.7692309617996216, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06686878991939024, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.13428839728261596, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10036968702787748, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2524 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1406.0, "completions/max_terminated_length": 1406.0, "completions/mean_length": 1087.25, "completions/mean_terminated_length": 1087.25, "completions/min_length": 731.0, "completions/min_terminated_length": 731.0, "epoch": 0.6314078519629908, "frac_reward_zero_std": 0.0, "grad_norm": 3.2850256229530963, "kl": 0.012054443359375, "learning_rate": 4.242314643167758e-07, "loss": -0.0232, "num_tokens": 114213791.0, "reward": 0.0, "reward_std": 1.0559136867523193, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.021495010441423885, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06632790840257811, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08850612031567838, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2525 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1499.0, "completions/mean_length": 1469.4375, "completions/mean_terminated_length": 1451.0999755859375, "completions/min_length": 1358.0, "completions/min_terminated_length": 1358.0, "epoch": 0.6316579144786196, "frac_reward_zero_std": 0.0, "grad_norm": 2.0501770765708125, "kl": 0.01043701171875, "learning_rate": 4.238543575415048e-07, "loss": -0.0044, "num_tokens": 114257662.0, "reward": 0.0, "reward_std": 0.6015655994415283, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06033397022340779, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10259165034804804, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07781745019952503, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2526 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1284.0, "completions/max_terminated_length": 1284.0, "completions/mean_length": 1006.9375, "completions/mean_terminated_length": 1006.9375, "completions/min_length": 863.0, "completions/min_terminated_length": 863.0, "epoch": 0.6319079769942486, "frac_reward_zero_std": 0.0, "grad_norm": 3.6198750132898354, "kl": 0.0211181640625, "learning_rate": 4.234773468850198e-07, "loss": -0.0243, "num_tokens": 114305293.0, "reward": 0.0, "reward_std": 1.036360263824463, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.034803239018633296, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05456868171238814, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7708333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08062257748298553, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2527 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1424.0, "completions/mean_length": 1257.0, "completions/mean_terminated_length": 1200.923095703125, "completions/min_length": 898.0, "completions/min_terminated_length": 898.0, "epoch": 0.6321580395098775, "frac_reward_zero_std": 0.0, "grad_norm": 3.2359085771585567, "kl": 0.01556396484375, "learning_rate": 4.2310043263459063e-07, "loss": 0.0117, "num_tokens": 114366373.0, "reward": 0.0, "reward_std": 0.9642835259437561, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.05681254177420511, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05796976490808804, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12049281521534187, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2528 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1483.0, "completions/mean_length": 1307.6875, "completions/mean_terminated_length": 1220.272705078125, "completions/min_length": 989.0, "completions/min_terminated_length": 989.0, "epoch": 0.6324081020255063, "frac_reward_zero_std": 0.0, "grad_norm": 3.1243451936819127, "kl": 0.013885498046875, "learning_rate": 4.2272361507741325e-07, "loss": -0.0066, "num_tokens": 114419944.0, "reward": 0.0, "reward_std": 0.7071244716644287, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.003933724050091505, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04325326749908963, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11474609652039006, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2529 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1275.0, "completions/max_terminated_length": 1275.0, "completions/mean_length": 1030.25, "completions/mean_terminated_length": 1030.25, "completions/min_length": 564.0, "completions/min_terminated_length": 564.0, "epoch": 0.6326581645411353, "frac_reward_zero_std": 0.0, "grad_norm": 3.6780478340801293, "kl": 0.021942138671875, "learning_rate": 4.223468945006101e-07, "loss": 0.0517, "num_tokens": 114460756.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8153190612792969, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04987348716936132, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.14057204277052138, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10532137766186216, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2530 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1483.0, "completions/mean_length": 1242.375, "completions/mean_terminated_length": 1182.923095703125, "completions/min_length": 891.0, "completions/min_terminated_length": 891.0, "epoch": 0.6329082270567642, "frac_reward_zero_std": 0.0, "grad_norm": 3.1434433436641758, "kl": 0.0155487060546875, "learning_rate": 4.2197027119122985e-07, "loss": -0.0322, "num_tokens": 114508922.0, "reward": 2.9802322387695312e-08, "reward_std": 0.943358838558197, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0028420837393489697, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.022750672228471495, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12292725943057185, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2531 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1448.0, "completions/mean_length": 1124.3125, "completions/mean_terminated_length": 1099.2667236328125, "completions/min_length": 821.0, "completions/min_terminated_length": 821.0, "epoch": 0.6331582895723931, "frac_reward_zero_std": 0.0, "grad_norm": 2.739424344081914, "kl": 0.01312255859375, "learning_rate": 4.2159374543624705e-07, "loss": 0.0185, "num_tokens": 114549983.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0600740909576416, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.043590075252831706, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.13792881850769748, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09067647005823627, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2532 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1285.0, "completions/mean_length": 1142.875, "completions/mean_terminated_length": 1119.0667724609375, "completions/min_length": 916.0, "completions/min_terminated_length": 916.0, "epoch": 0.633408352088022, "frac_reward_zero_std": 0.0, "grad_norm": 3.17491099021234, "kl": 0.0171051025390625, "learning_rate": 4.2121731752256154e-07, "loss": 0.0111, "num_tokens": 114586933.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9826964735984802, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.08661088290405328, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.090767917843753, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11013459778666118, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2533 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1500.0, "completions/mean_length": 1388.6875, "completions/mean_terminated_length": 1302.111083984375, "completions/min_length": 1115.0, "completions/min_terminated_length": 1115.0, "epoch": 0.6336584146036509, "frac_reward_zero_std": 0.0, "grad_norm": 3.1521458328787224, "kl": 0.017578125, "learning_rate": 4.2084098773699874e-07, "loss": -0.0051, "num_tokens": 114624112.0, "reward": 0.0, "reward_std": 1.0448672771453857, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0049501204942843345, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07758705503380714, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9041666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08421753138505422, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2534 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1471.0, "completions/mean_length": 1190.125, "completions/mean_terminated_length": 1049.272705078125, "completions/min_length": 809.0, "completions/min_terminated_length": 809.0, "epoch": 0.6339084771192798, "frac_reward_zero_std": 0.0, "grad_norm": 3.3438535542403547, "kl": 0.015716552734375, "learning_rate": 4.2046475636631e-07, "loss": -0.0623, "num_tokens": 114676314.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0532866716384888, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.006681916546988983, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04252631048959739, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.05900408021045226, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2535 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1404.0, "completions/max_terminated_length": 1404.0, "completions/mean_length": 957.75, "completions/mean_terminated_length": 957.75, "completions/min_length": 599.0, "completions/min_terminated_length": 599.0, "epoch": 0.6341585396349088, "frac_reward_zero_std": 0.0, "grad_norm": 2.4650399967381507, "kl": 0.0148773193359375, "learning_rate": 4.2008862369717067e-07, "loss": -0.0616, "num_tokens": 114710054.0, "reward": 2.9802322387695312e-08, "reward_std": 1.0108177661895752, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.030248745037916497, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06329307291833683, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1180081604209045, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2536 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1310.0, "completions/mean_length": 1131.75, "completions/mean_terminated_length": 1107.2000732421875, "completions/min_length": 774.0, "completions/min_terminated_length": 774.0, "epoch": 0.6344086021505376, "frac_reward_zero_std": 0.0, "grad_norm": 2.5961262078629983, "kl": 0.0211181640625, "learning_rate": 4.197125900161812e-07, "loss": -0.1107, "num_tokens": 114757322.0, "reward": -7.450580596923828e-09, "reward_std": 1.0282472372055054, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.08512589926797713, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07181269005354787, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09016445879408155, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2537 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1354.0, "completions/mean_length": 1172.5, "completions/mean_terminated_length": 1096.923095703125, "completions/min_length": 702.0, "completions/min_terminated_length": 702.0, "epoch": 0.6346586646661665, "frac_reward_zero_std": 0.0, "grad_norm": 2.7348386209132394, "kl": 0.0152435302734375, "learning_rate": 4.193366556098674e-07, "loss": -0.0255, "num_tokens": 114791786.0, "reward": 0.0, "reward_std": 0.9864680767059326, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03600487177922539, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1632462692965701, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09651328828101764, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2538 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1457.0, "completions/mean_length": 1270.8125, "completions/mean_terminated_length": 1166.6363525390625, "completions/min_length": 879.0, "completions/min_terminated_length": 879.0, "epoch": 0.6349087271817955, "frac_reward_zero_std": 0.0, "grad_norm": 2.709745680634844, "kl": 0.0160980224609375, "learning_rate": 4.189608207646783e-07, "loss": -0.0276, "num_tokens": 114836279.0, "reward": -2.9802322387695312e-08, "reward_std": 0.6192532181739807, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.07066335987945127, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05054829570589991, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11474609652039006, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2539 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1327.0, "completions/max_terminated_length": 1327.0, "completions/mean_length": 1071.9375, "completions/mean_terminated_length": 1071.9375, "completions/min_length": 828.0, "completions/min_terminated_length": 828.0, "epoch": 0.6351587896974243, "frac_reward_zero_std": 0.0, "grad_norm": 2.762585495790988, "kl": 0.011993408203125, "learning_rate": 4.185850857669876e-07, "loss": 0.0219, "num_tokens": 114881374.0, "reward": 0.0, "reward_std": 0.5702900886535645, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.032809042846898416, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1048893814928695, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7374999999999999, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07876359377087683, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2540 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1467.0, "completions/mean_length": 1201.125, "completions/mean_terminated_length": 1181.2000732421875, "completions/min_length": 751.0, "completions/min_terminated_length": 751.0, "epoch": 0.6354088522130532, "frac_reward_zero_std": 0.0, "grad_norm": 2.928915100112452, "kl": 0.0163116455078125, "learning_rate": 4.1820945090309303e-07, "loss": 0.0211, "num_tokens": 114927000.0, "reward": 0.0, "reward_std": 0.9822953939437866, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.028965325788133482, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10503238969351344, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10809803506625451, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2541 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1480.0, "completions/max_terminated_length": 1480.0, "completions/mean_length": 1173.125, "completions/mean_terminated_length": 1173.125, "completions/min_length": 920.0, "completions/min_terminated_length": 920.0, "epoch": 0.6356589147286822, "frac_reward_zero_std": 0.0, "grad_norm": 3.3874257330483446, "kl": 0.020172119140625, "learning_rate": 4.178339164592156e-07, "loss": -0.0453, "num_tokens": 114972986.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8649427890777588, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.09199421186245682, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08050837395594339, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8041666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10461569884316813, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2542 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1484.0, "completions/max_terminated_length": 1484.0, "completions/mean_length": 1040.5, "completions/mean_terminated_length": 1040.5, "completions/min_length": 473.0, "completions/min_terminated_length": 473.0, "epoch": 0.6359089772443111, "frac_reward_zero_std": 0.0, "grad_norm": 3.2288924166397512, "kl": 0.0157470703125, "learning_rate": 4.174584827215004e-07, "loss": 0.0282, "num_tokens": 115004954.0, "reward": 0.0, "reward_std": 0.7869876623153687, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09179284245476839, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2543 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1459.0, "completions/max_terminated_length": 1459.0, "completions/mean_length": 1160.5625, "completions/mean_terminated_length": 1160.5625, "completions/min_length": 836.0, "completions/min_terminated_length": 836.0, "epoch": 0.63615903975994, "frac_reward_zero_std": 0.0, "grad_norm": 2.6242378192136573, "kl": 0.0118865966796875, "learning_rate": 4.170831499760152e-07, "loss": -0.0469, "num_tokens": 115048315.0, "reward": 0.0, "reward_std": 0.5633987784385681, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.21462197669860367, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.168229808385343, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08333333333333336, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2544 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1421.0, "completions/mean_length": 1275.75, "completions/mean_terminated_length": 1173.8182373046875, "completions/min_length": 929.0, "completions/min_terminated_length": 929.0, "epoch": 0.6364091022755689, "frac_reward_zero_std": 0.0, "grad_norm": 3.087163353971754, "kl": 0.014007568359375, "learning_rate": 4.1670791850875144e-07, "loss": 0.0081, "num_tokens": 115097831.0, "reward": 0.0, "reward_std": 0.9952833652496338, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06949358644661219, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10136584598044499, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8583333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0969917904124231, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2545 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1327.0, "completions/mean_length": 1223.125, "completions/mean_terminated_length": 1159.2308349609375, "completions/min_length": 987.0, "completions/min_terminated_length": 987.0, "epoch": 0.6366591647911978, "frac_reward_zero_std": 0.0, "grad_norm": 3.212572271527495, "kl": 0.01776123046875, "learning_rate": 4.163327886056226e-07, "loss": 0.0012, "num_tokens": 115139785.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0018807649612427, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7083333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14375905768565217, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2546 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1359.0, "completions/mean_length": 1168.6875, "completions/mean_terminated_length": 1092.2308349609375, "completions/min_length": 837.0, "completions/min_terminated_length": 837.0, "epoch": 0.6369092273068268, "frac_reward_zero_std": 0.0, "grad_norm": 3.3948583358808175, "kl": 0.01727294921875, "learning_rate": 4.1595776055246544e-07, "loss": -0.0583, "num_tokens": 115183132.0, "reward": 0.0, "reward_std": 0.8522399663925171, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.01241332240127597, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05644333689214007, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.85, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11547005383792516, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2547 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.8125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1471.0, "completions/mean_length": 1486.0625, "completions/mean_terminated_length": 1425.666748046875, "completions/min_length": 1369.0, "completions/min_terminated_length": 1369.0, "epoch": 0.6371592898224556, "frac_reward_zero_std": 0.0, "grad_norm": 2.959447273572795, "kl": 0.0135650634765625, "learning_rate": 4.1558283463503863e-07, "loss": 0.0057, "num_tokens": 115248565.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8127931952476501, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0069711740931594005, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1605783902286321, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8541666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.17758670287225065, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2548 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1145.0, "completions/max_terminated_length": 1145.0, "completions/mean_length": 994.875, "completions/mean_terminated_length": 994.875, "completions/min_length": 754.0, "completions/min_terminated_length": 754.0, "epoch": 0.6374093523380845, "frac_reward_zero_std": 0.0, "grad_norm": 3.7300186597149727, "kl": 0.01953125, "learning_rate": 4.152080111390236e-07, "loss": -0.0242, "num_tokens": 115293083.0, "reward": 0.0, "reward_std": 0.5810505747795105, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.10103549601961581, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.18761099653614177, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14298407059684812, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2549 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1334.0, "completions/max_terminated_length": 1334.0, "completions/mean_length": 1173.8125, "completions/mean_terminated_length": 1173.8125, "completions/min_length": 1012.0, "completions/min_terminated_length": 1012.0, "epoch": 0.6376594148537135, "frac_reward_zero_std": 0.0, "grad_norm": 2.919455943878928, "kl": 0.012969970703125, "learning_rate": 4.148332903500232e-07, "loss": -0.0054, "num_tokens": 115332064.0, "reward": 0.0, "reward_std": 0.7352269291877747, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.024552529836496417, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04500451644832279, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08153617692869929, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2550 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1360.0, "completions/mean_length": 1261.875, "completions/mean_terminated_length": 1119.0, "completions/min_length": 923.0, "completions/min_terminated_length": 923.0, "epoch": 0.6379094773693423, "frac_reward_zero_std": 0.0, "grad_norm": 3.0695476655391714, "kl": 0.0163421630859375, "learning_rate": 4.1445867255356204e-07, "loss": -0.0197, "num_tokens": 115378534.0, "reward": 2.9802322387695312e-08, "reward_std": 0.5612432956695557, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06625089665079029, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07537174278565142, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07097208632298362, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2551 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1494.0, "completions/mean_length": 1360.25, "completions/mean_terminated_length": 1313.666748046875, "completions/min_length": 1068.0, "completions/min_terminated_length": 1068.0, "epoch": 0.6381595398849712, "frac_reward_zero_std": 0.0, "grad_norm": 3.0002014403031727, "kl": 0.016632080078125, "learning_rate": 4.1408415803508676e-07, "loss": -0.0397, "num_tokens": 115433274.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0065031051635742, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.033999545258724805, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08105020885761678, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.775, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1593970119149271, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2552 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1471.0, "completions/mean_length": 1322.0, "completions/mean_terminated_length": 1241.0909423828125, "completions/min_length": 1067.0, "completions/min_terminated_length": 1067.0, "epoch": 0.6384096024006002, "frac_reward_zero_std": 0.0, "grad_norm": 3.2770492382241327, "kl": 0.017974853515625, "learning_rate": 4.13709747079965e-07, "loss": 0.0078, "num_tokens": 115486706.0, "reward": -2.9802322387695312e-08, "reward_std": 0.7430444955825806, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.020620309054052374, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1472316781139842, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7708333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11917929226045819, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2553 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1500.0, "completions/mean_length": 1299.75, "completions/mean_terminated_length": 1208.727294921875, "completions/min_length": 894.0, "completions/min_terminated_length": 894.0, "epoch": 0.638659664916229, "frac_reward_zero_std": 0.0, "grad_norm": 2.9760715404670255, "kl": 0.016204833984375, "learning_rate": 4.1333543997348506e-07, "loss": 0.0348, "num_tokens": 115522222.0, "reward": 0.0, "reward_std": 0.9638098478317261, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.036017545581708964, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04264710773352997, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09953596037316068, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2554 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1378.0, "completions/mean_length": 1152.0, "completions/mean_terminated_length": 1128.800048828125, "completions/min_length": 894.0, "completions/min_terminated_length": 894.0, "epoch": 0.6389097274318579, "frac_reward_zero_std": 0.0, "grad_norm": 3.778901364237668, "kl": 0.01861572265625, "learning_rate": 4.1296123700085683e-07, "loss": 0.0092, "num_tokens": 115554998.0, "reward": 0.0, "reward_std": 0.5988049507141113, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.4018561225291392, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.256479219164469, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09651328828101766, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2555 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1415.0, "completions/mean_length": 1251.25, "completions/mean_terminated_length": 1168.3333740234375, "completions/min_length": 587.0, "completions/min_terminated_length": 587.0, "epoch": 0.6391597899474869, "frac_reward_zero_std": 0.0, "grad_norm": 2.850124190853961, "kl": 0.0171051025390625, "learning_rate": 4.125871384472105e-07, "loss": 0.0256, "num_tokens": 115598698.0, "reward": 2.9802322387695312e-08, "reward_std": 0.4954206943511963, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06287022690295979, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.18127107313185573, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09878896324620107, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2556 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1431.0, "completions/mean_length": 1325.5, "completions/mean_terminated_length": 1267.3333740234375, "completions/min_length": 1102.0, "completions/min_terminated_length": 1102.0, "epoch": 0.6394098524631158, "frac_reward_zero_std": 0.0, "grad_norm": 2.5332880618141305, "kl": 0.01348876953125, "learning_rate": 4.122131445975966e-07, "loss": -0.0164, "num_tokens": 115647458.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9328893423080444, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.12773643931661627, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07236872050211984, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09953596037316068, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2557 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1140.0, "completions/mean_length": 899.9375, "completions/mean_terminated_length": 859.933349609375, "completions/min_length": 633.0, "completions/min_terminated_length": 633.0, "epoch": 0.6396599149787446, "frac_reward_zero_std": 0.0, "grad_norm": 2.8656333002425614, "kl": 0.0140228271484375, "learning_rate": 4.1183925573698596e-07, "loss": -0.0703, "num_tokens": 115681809.0, "reward": 0.0, "reward_std": 0.6372206211090088, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.14124219204819152, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.17042755802128096, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11385500851066223, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2558 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1310.0, "completions/max_terminated_length": 1310.0, "completions/mean_length": 1049.4375, "completions/mean_terminated_length": 1049.4375, "completions/min_length": 878.0, "completions/min_terminated_length": 878.0, "epoch": 0.6399099774943736, "frac_reward_zero_std": 0.0, "grad_norm": 3.105188703110228, "kl": 0.014739990234375, "learning_rate": 4.1146547215026984e-07, "loss": 0.0048, "num_tokens": 115715552.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8274568319320679, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.1480223050428887, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08681008634860159, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7374999999999999, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12285191326386657, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2559 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1499.0, "completions/mean_length": 1401.125, "completions/mean_terminated_length": 1324.2222900390625, "completions/min_length": 819.0, "completions/min_terminated_length": 819.0, "epoch": 0.6401600400100025, "frac_reward_zero_std": 0.0, "grad_norm": 2.724720472365392, "kl": 0.012542724609375, "learning_rate": 4.1109179412225857e-07, "loss": -0.0147, "num_tokens": 115768554.0, "reward": -7.450580596923828e-09, "reward_std": 1.061547875404358, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.007075767637899279, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06795075873938874, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13957607775504183, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2560 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1436.0, "completions/max_terminated_length": 1436.0, "completions/mean_length": 1148.4375, "completions/mean_terminated_length": 1148.4375, "completions/min_length": 835.0, "completions/min_terminated_length": 835.0, "epoch": 0.6404101025256314, "frac_reward_zero_std": 0.0, "grad_norm": 3.5178226259876118, "kl": 0.020721435546875, "learning_rate": 4.107182219376825e-07, "loss": 0.001, "num_tokens": 115823753.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0467597246170044, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.1840301443147889, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.18863959867228416, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8041666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09574271077563383, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2561 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1323.0, "completions/max_terminated_length": 1323.0, "completions/mean_length": 1216.1875, "completions/mean_terminated_length": 1216.1875, "completions/min_length": 1007.0, "completions/min_terminated_length": 1007.0, "epoch": 0.6406601650412603, "frac_reward_zero_std": 0.0, "grad_norm": 2.334783032815991, "kl": 0.007762908935546875, "learning_rate": 4.103447558811911e-07, "loss": 0.0161, "num_tokens": 115865148.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9075245261192322, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.053317022511962894, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.14642378237621118, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7916666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09067647005823631, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2562 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1448.0, "completions/mean_length": 1390.0625, "completions/mean_terminated_length": 1206.8333740234375, "completions/min_length": 716.0, "completions/min_terminated_length": 716.0, "epoch": 0.6409102275568892, "frac_reward_zero_std": 0.0, "grad_norm": 2.6703962405007893, "kl": 0.013824462890625, "learning_rate": 4.0997139623735324e-07, "loss": 0.0309, "num_tokens": 115924405.0, "reward": 0.0, "reward_std": 0.6121705174446106, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.13657787162310148, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12151209646197153, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6708333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0824396524513313, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2563 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1495.0, "completions/mean_length": 1244.5, "completions/mean_terminated_length": 1227.4666748046875, "completions/min_length": 941.0, "completions/min_terminated_length": 941.0, "epoch": 0.6411602900725182, "frac_reward_zero_std": 0.0, "grad_norm": 2.9654682665278265, "kl": 0.01348876953125, "learning_rate": 4.0959814329065655e-07, "loss": -0.0245, "num_tokens": 115974701.0, "reward": 0.0, "reward_std": 1.015746831893921, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.3147854558495078, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.19170871350233873, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09878896324620104, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2564 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1453.0, "completions/mean_length": 1023.0, "completions/mean_terminated_length": 912.923095703125, "completions/min_length": 559.0, "completions/min_terminated_length": 559.0, "epoch": 0.641410352588147, "frac_reward_zero_std": 0.0, "grad_norm": 3.7230407498454277, "kl": 0.02001953125, "learning_rate": 4.0922499732550717e-07, "loss": 0.0076, "num_tokens": 116021397.0, "reward": 0.0, "reward_std": 0.6693112254142761, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.07297228695029498, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08207316884323852, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12041594578792297, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2565 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1428.0, "completions/mean_length": 1283.6875, "completions/mean_terminated_length": 1067.375, "completions/min_length": 857.0, "completions/min_terminated_length": 857.0, "epoch": 0.6416604151037759, "frac_reward_zero_std": 0.0, "grad_norm": 2.941702579911271, "kl": 0.017913818359375, "learning_rate": 4.088519586262302e-07, "loss": -0.0032, "num_tokens": 116059456.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8263548612594604, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.030972451593820602, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10815757305509037, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07649739768026002, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2566 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1250.0, "completions/mean_length": 1353.125, "completions/mean_terminated_length": 1108.3333740234375, "completions/min_length": 985.0, "completions/min_terminated_length": 985.0, "epoch": 0.6419104776194049, "frac_reward_zero_std": 0.0, "grad_norm": 3.0769797348495027, "kl": 0.016876220703125, "learning_rate": 4.0847902747706863e-07, "loss": -0.0197, "num_tokens": 116114482.0, "reward": -1.4901161193847656e-08, "reward_std": 1.020566463470459, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.05943247174563197, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10551365743927646, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11855612829185828, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2567 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1450.0, "completions/max_terminated_length": 1450.0, "completions/mean_length": 1171.0625, "completions/mean_terminated_length": 1171.0625, "completions/min_length": 941.0, "completions/min_terminated_length": 941.0, "epoch": 0.6421605401350338, "frac_reward_zero_std": 0.0, "grad_norm": 2.5317871755655865, "kl": 0.014556884765625, "learning_rate": 4.081062041621837e-07, "loss": -0.0381, "num_tokens": 116160219.0, "reward": 0.0, "reward_std": 0.8831371068954468, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.041153093380921164, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.041700668841236424, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10000000000000003, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2568 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1413.0, "completions/mean_length": 1195.5625, "completions/mean_terminated_length": 1094.0833740234375, "completions/min_length": 850.0, "completions/min_terminated_length": 850.0, "epoch": 0.6424106026506626, "frac_reward_zero_std": 0.0, "grad_norm": 3.7047116707936443, "kl": 0.022796630859375, "learning_rate": 4.0773348896565384e-07, "loss": -0.0067, "num_tokens": 116203236.0, "reward": -2.9802322387695312e-08, "reward_std": 0.43821969628334045, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03144209352899624, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09822341821455015, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10183501544346311, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2569 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1483.0, "completions/mean_length": 1211.1875, "completions/mean_terminated_length": 1191.933349609375, "completions/min_length": 783.0, "completions/min_terminated_length": 783.0, "epoch": 0.6426606651662916, "frac_reward_zero_std": 0.0, "grad_norm": 2.933548465649316, "kl": 0.021270751953125, "learning_rate": 4.0736088217147635e-07, "loss": -0.0198, "num_tokens": 116252151.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9770416617393494, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06004109221728997, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11367764602707472, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08333333333333336, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2570 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1384.0, "completions/mean_length": 1144.5625, "completions/mean_terminated_length": 1062.5384521484375, "completions/min_length": 696.0, "completions/min_terminated_length": 696.0, "epoch": 0.6429107276819205, "frac_reward_zero_std": 0.0, "grad_norm": 2.7778764175573296, "kl": 0.0146636962890625, "learning_rate": 4.0698838406356493e-07, "loss": -0.0802, "num_tokens": 116300208.0, "reward": 0.0, "reward_std": 0.9763317704200745, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.029657922095394553, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06366187715229865, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11213417888437975, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2571 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1331.0, "completions/max_terminated_length": 1331.0, "completions/mean_length": 1148.6875, "completions/mean_terminated_length": 1148.6875, "completions/min_length": 920.0, "completions/min_terminated_length": 920.0, "epoch": 0.6431607901975493, "frac_reward_zero_std": 0.0, "grad_norm": 3.7206894535603996, "kl": 0.02197265625, "learning_rate": 4.0661599492575047e-07, "loss": -0.0025, "num_tokens": 116345411.0, "reward": 4.470348358154297e-08, "reward_std": 0.9293826222419739, "rewards/wordcountpos_reward_GEOBench/mean": 4.470348358154297e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.12025305200875727, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09936938721095302, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09803627446568497, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2572 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1491.0, "completions/mean_length": 1248.5625, "completions/mean_terminated_length": 1134.272705078125, "completions/min_length": 945.0, "completions/min_terminated_length": 945.0, "epoch": 0.6434108527131783, "frac_reward_zero_std": 0.0, "grad_norm": 3.25202883325891, "kl": 0.019683837890625, "learning_rate": 4.062437150417818e-07, "loss": 0.0142, "num_tokens": 116396372.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0377016067504883, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.005319057365506314, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06596238985776215, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.85, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11547005383792516, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2573 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1282.0, "completions/max_terminated_length": 1282.0, "completions/mean_length": 997.9375, "completions/mean_terminated_length": 997.9375, "completions/min_length": 609.0, "completions/min_terminated_length": 609.0, "epoch": 0.6436609152288072, "frac_reward_zero_std": 0.0, "grad_norm": 3.553820708362027, "kl": 0.0183563232421875, "learning_rate": 4.0587154469532316e-07, "loss": -0.035, "num_tokens": 116444819.0, "reward": 0.0, "reward_std": 0.7521826028823853, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03790998218677638, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.16083138335322417, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8291666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12164002752505566, "rewards/wordcountpos_reward_GEOBench/std": 1.0327954292297363, "step": 2574 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1454.0, "completions/mean_length": 1340.0, "completions/mean_terminated_length": 1286.666748046875, "completions/min_length": 1141.0, "completions/min_terminated_length": 1141.0, "epoch": 0.6439109777444361, "frac_reward_zero_std": 0.0, "grad_norm": 2.6270777137289327, "kl": 0.0123138427734375, "learning_rate": 4.0549948416995616e-07, "loss": -0.0169, "num_tokens": 116494835.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8791605830192566, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.331112800691878, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.2875791865734574, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9041666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10318986456114838, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2575 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1391.0, "completions/mean_length": 1234.125, "completions/mean_terminated_length": 1113.272705078125, "completions/min_length": 573.0, "completions/min_terminated_length": 573.0, "epoch": 0.644161040260065, "frac_reward_zero_std": 0.0, "grad_norm": 2.960609183521779, "kl": 0.015045166015625, "learning_rate": 4.0512753374917875e-07, "loss": -0.0549, "num_tokens": 116544885.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9612252712249756, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.030468574560513446, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.061996142185221675, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1276569477008451, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2576 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1448.0, "completions/mean_length": 1281.0625, "completions/mean_terminated_length": 1249.7857666015625, "completions/min_length": 1057.0, "completions/min_terminated_length": 1057.0, "epoch": 0.6444111027756939, "frac_reward_zero_std": 0.0, "grad_norm": 3.405694896231441, "kl": 0.0142059326171875, "learning_rate": 4.047556937164046e-07, "loss": -0.0236, "num_tokens": 116598582.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8950363993644714, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.1179376315043699, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07733622638898142, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0850925422157591, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2577 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1423.0, "completions/mean_length": 1140.5, "completions/mean_terminated_length": 1116.533447265625, "completions/min_length": 749.0, "completions/min_terminated_length": 749.0, "epoch": 0.6446611652913228, "frac_reward_zero_std": 0.0, "grad_norm": 3.088013038045507, "kl": 0.0132904052734375, "learning_rate": 4.0438396435496356e-07, "loss": 0.0105, "num_tokens": 116643446.0, "reward": -4.470348358154297e-08, "reward_std": 0.972887396812439, "rewards/wordcountpos_reward_GEOBench/mean": -4.470348358154297e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0030764131107583227, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06500625800338271, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.15147423690002354, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2578 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1463.0, "completions/mean_length": 1223.375, "completions/mean_terminated_length": 1008.2222290039062, "completions/min_length": 688.0, "completions/min_terminated_length": 688.0, "epoch": 0.6449112278069518, "frac_reward_zero_std": 0.0, "grad_norm": 2.9714641359514373, "kl": 0.0201568603515625, "learning_rate": 4.040123459481009e-07, "loss": -0.0383, "num_tokens": 116699644.0, "reward": 0.0, "reward_std": 0.9883487820625305, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06410312184923374, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0837500454137008, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7708333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0909822937597079, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2579 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1394.0, "completions/max_terminated_length": 1394.0, "completions/mean_length": 1003.5, "completions/mean_terminated_length": 1003.5, "completions/min_length": 767.0, "completions/min_terminated_length": 767.0, "epoch": 0.6451612903225806, "frac_reward_zero_std": 0.0, "grad_norm": 2.9297090820740004, "kl": 0.0130157470703125, "learning_rate": 4.036408387789776e-07, "loss": 0.0018, "num_tokens": 116734492.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9960783123970032, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.08288732907822556, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1513656774921026, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1128748897706693, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2580 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1376.0, "completions/mean_length": 1171.6875, "completions/mean_terminated_length": 1022.45458984375, "completions/min_length": 919.0, "completions/min_terminated_length": 919.0, "epoch": 0.6454113528382096, "frac_reward_zero_std": 0.0, "grad_norm": 1.9665828599603716, "kl": 0.005893707275390625, "learning_rate": 4.032694431306698e-07, "loss": -0.0193, "num_tokens": 116780111.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8624330759048462, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06938369788274412, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.18238695867327182, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7666666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08432740427115681, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2581 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1473.0, "completions/mean_length": 1124.0, "completions/mean_terminated_length": 1098.933349609375, "completions/min_length": 578.0, "completions/min_terminated_length": 578.0, "epoch": 0.6456614153538385, "frac_reward_zero_std": 0.0, "grad_norm": 3.31824986396329, "kl": 0.0164337158203125, "learning_rate": 4.028981592861687e-07, "loss": 0.0291, "num_tokens": 116831399.0, "reward": 2.9802322387695312e-08, "reward_std": 0.6936956644058228, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04610248619786078, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10719711939790513, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6291666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09727776191382574, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2582 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1496.0, "completions/max_terminated_length": 1496.0, "completions/mean_length": 1252.6875, "completions/mean_terminated_length": 1252.6875, "completions/min_length": 975.0, "completions/min_terminated_length": 975.0, "epoch": 0.6459114778694673, "frac_reward_zero_std": 0.0, "grad_norm": 2.9458021836535546, "kl": 0.0258636474609375, "learning_rate": 4.0252698752837986e-07, "loss": 0.0198, "num_tokens": 116870938.0, "reward": 0.0, "reward_std": 0.7310017943382263, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.2015660916839365, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.24137353360707414, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7708333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11917929226045819, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2583 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1408.0, "completions/mean_length": 1295.5, "completions/mean_terminated_length": 1227.3333740234375, "completions/min_length": 1051.0, "completions/min_terminated_length": 1051.0, "epoch": 0.6461615403850963, "frac_reward_zero_std": 0.0, "grad_norm": 3.1216754623588963, "kl": 0.0142059326171875, "learning_rate": 4.0215592814012434e-07, "loss": 0.0193, "num_tokens": 116914914.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0178442001342773, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.02333375782385983, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08603070301779407, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7083333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12382783747337808, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2584 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1393.0, "completions/mean_length": 1026.0625, "completions/mean_terminated_length": 994.4667358398438, "completions/min_length": 706.0, "completions/min_terminated_length": 706.0, "epoch": 0.6464116029007252, "frac_reward_zero_std": 0.0, "grad_norm": 3.748401192707013, "kl": 0.0203857421875, "learning_rate": 4.0178498140413674e-07, "loss": -0.04, "num_tokens": 116948523.0, "reward": 2.2351741790771484e-08, "reward_std": 0.9409335255622864, "rewards/wordcountpos_reward_GEOBench/mean": 2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.009726541716701231, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03623491305496995, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12141145226353542, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2585 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1381.0, "completions/max_terminated_length": 1381.0, "completions/mean_length": 971.0, "completions/mean_terminated_length": 971.0, "completions/min_length": 519.0, "completions/min_terminated_length": 519.0, "epoch": 0.6466616654163541, "frac_reward_zero_std": 0.0, "grad_norm": 4.144874031837967, "kl": 0.02484130859375, "learning_rate": 4.0141414760306623e-07, "loss": -0.0231, "num_tokens": 116985091.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9525685906410217, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.014379183853557324, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06498888240823489, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7916666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09699179041242312, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2586 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1467.0, "completions/mean_length": 1295.0, "completions/mean_terminated_length": 1226.666748046875, "completions/min_length": 953.0, "completions/min_terminated_length": 953.0, "epoch": 0.646911727931983, "frac_reward_zero_std": 0.0, "grad_norm": 2.5577058542818616, "kl": 0.01483154296875, "learning_rate": 4.010434270194759e-07, "loss": 0.0171, "num_tokens": 117026243.0, "reward": 0.0, "reward_std": 0.7546505928039551, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.10418489694795013, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07859659675758318, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08153617692869927, "rewards/wordcountpos_reward_GEOBench/std": 1.0327954292297363, "step": 2587 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1386.0, "completions/mean_length": 1232.375, "completions/mean_terminated_length": 1143.166748046875, "completions/min_length": 769.0, "completions/min_terminated_length": 769.0, "epoch": 0.6471617904476119, "frac_reward_zero_std": 0.0, "grad_norm": 3.2333253702887426, "kl": 0.0178375244140625, "learning_rate": 4.0067281993584256e-07, "loss": -0.0057, "num_tokens": 117078673.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9449419975280762, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.04693343068431377, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.14633087038702997, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8291666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0909822937597079, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2588 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1353.0, "completions/mean_length": 928.875, "completions/mean_terminated_length": 890.800048828125, "completions/min_length": 604.0, "completions/min_terminated_length": 604.0, "epoch": 0.6474118529632408, "frac_reward_zero_std": 0.0, "grad_norm": 3.8712278013361914, "kl": 0.0159149169921875, "learning_rate": 4.003023266345562e-07, "loss": -0.049, "num_tokens": 117116703.0, "reward": 2.9802322387695312e-08, "reward_std": 0.7258220314979553, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.033792851438693636, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07393301085985911, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6916666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0906764700582363, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2589 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1347.0, "completions/mean_length": 1163.125, "completions/mean_terminated_length": 1115.0, "completions/min_length": 838.0, "completions/min_terminated_length": 838.0, "epoch": 0.6476619154788698, "frac_reward_zero_std": 0.0, "grad_norm": 2.7978035276481954, "kl": 0.0144195556640625, "learning_rate": 3.999319473979205e-07, "loss": -0.0193, "num_tokens": 117151169.0, "reward": -5.587935447692871e-09, "reward_std": 1.0529167652130127, "rewards/wordcountpos_reward_GEOBench/mean": -5.587935447692871e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0085464601885747, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.055088124880204536, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10183501544346313, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2590 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1326.0, "completions/mean_length": 1107.25, "completions/mean_terminated_length": 1016.6154174804688, "completions/min_length": 821.0, "completions/min_terminated_length": 821.0, "epoch": 0.6479119779944986, "frac_reward_zero_std": 0.0, "grad_norm": 2.7770712186963378, "kl": 0.0143280029296875, "learning_rate": 3.9956168250815235e-07, "loss": -0.0343, "num_tokens": 117190821.0, "reward": -2.2351741790771484e-08, "reward_std": 1.046122431755066, "rewards/wordcountpos_reward_GEOBench/mean": -2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.010028023030872581, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05952441921681068, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8333333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.059628479399994404, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2591 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1220.0, "completions/mean_length": 1330.875, "completions/mean_terminated_length": 1049.0, "completions/min_length": 890.0, "completions/min_terminated_length": 890.0, "epoch": 0.6481620405101275, "frac_reward_zero_std": 0.0, "grad_norm": 2.5240295903785235, "kl": 0.00982666015625, "learning_rate": 3.991915322473811e-07, "loss": -0.0032, "num_tokens": 117237643.0, "reward": 0.0, "reward_std": 1.0177603960037231, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.022796314133765733, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09616126394514385, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08333333333333334, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2592 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1331.0, "completions/max_terminated_length": 1331.0, "completions/mean_length": 942.4375, "completions/mean_terminated_length": 942.4375, "completions/min_length": 602.0, "completions/min_terminated_length": 602.0, "epoch": 0.6484121030257565, "frac_reward_zero_std": 0.0, "grad_norm": 2.8004160169460843, "kl": 0.01690673828125, "learning_rate": 3.9882149689764877e-07, "loss": 0.0044, "num_tokens": 117268658.0, "reward": 2.9802322387695312e-08, "reward_std": 0.7105497121810913, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.09217302596767635, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1163806910642427, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8708333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09878896324620104, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2593 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1475.0, "completions/mean_length": 1429.5625, "completions/mean_terminated_length": 1359.125, "completions/min_length": 1159.0, "completions/min_terminated_length": 1159.0, "epoch": 0.6486621655413853, "frac_reward_zero_std": 0.0, "grad_norm": 2.4528214923070943, "kl": 0.0107421875, "learning_rate": 3.9845157674091044e-07, "loss": 0.0023, "num_tokens": 117319859.0, "reward": 7.450580596923828e-09, "reward_std": 1.0567948818206787, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.024989133451566906, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04958814739256882, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10461569884316811, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2594 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1491.0, "completions/mean_length": 1241.4375, "completions/mean_terminated_length": 1086.300048828125, "completions/min_length": 864.0, "completions/min_terminated_length": 864.0, "epoch": 0.6489122280570142, "frac_reward_zero_std": 0.0, "grad_norm": 2.7175821291311295, "kl": 0.011688232421875, "learning_rate": 3.980817720590327e-07, "loss": -0.0319, "num_tokens": 117365794.0, "reward": -5.960464477539063e-08, "reward_std": 0.4925883412361145, "rewards/wordcountpos_reward_GEOBench/mean": -5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.02678553469351088, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.15989325551539402, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09388724521901161, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2595 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.75, "completions/max_length": 1500.0, "completions/max_terminated_length": 1487.0, "completions/mean_length": 1480.3125, "completions/mean_terminated_length": 1421.25, "completions/min_length": 1383.0, "completions/min_terminated_length": 1383.0, "epoch": 0.6491622905726432, "frac_reward_zero_std": 0.0, "grad_norm": 2.433252513702653, "kl": 0.011322021484375, "learning_rate": 3.9771208313379454e-07, "loss": 0.0013, "num_tokens": 117420311.0, "reward": 0.0, "reward_std": 0.8392419815063477, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.07584084762127169, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1248858667401481, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07888106377466157, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2596 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1347.0, "completions/max_terminated_length": 1347.0, "completions/mean_length": 1084.5625, "completions/mean_terminated_length": 1084.5625, "completions/min_length": 771.0, "completions/min_terminated_length": 771.0, "epoch": 0.649412353088272, "frac_reward_zero_std": 0.0, "grad_norm": 2.7427765999723617, "kl": 0.0142364501953125, "learning_rate": 3.9734251024688637e-07, "loss": 0.0612, "num_tokens": 117472408.0, "reward": 0.0, "reward_std": 0.8324097990989685, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.2602312822783914, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.16576429559902217, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1276569477008451, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2597 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1435.0, "completions/mean_length": 1206.5, "completions/mean_terminated_length": 1073.0909423828125, "completions/min_length": 799.0, "completions/min_terminated_length": 799.0, "epoch": 0.6496624156039009, "frac_reward_zero_std": 0.0, "grad_norm": 3.4915714767311674, "kl": 0.017730712890625, "learning_rate": 3.9697305367991075e-07, "loss": 0.0008, "num_tokens": 117518392.0, "reward": 7.450580596923828e-09, "reward_std": 1.0377135276794434, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.032197554500003514, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07444550712148791, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13601470508735444, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2598 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1215.0, "completions/max_terminated_length": 1215.0, "completions/mean_length": 968.5, "completions/mean_terminated_length": 968.5, "completions/min_length": 723.0, "completions/min_terminated_length": 723.0, "epoch": 0.6499124781195299, "frac_reward_zero_std": 0.0, "grad_norm": 2.710152858328446, "kl": 0.0158538818359375, "learning_rate": 3.966037137143812e-07, "loss": 0.0137, "num_tokens": 117549896.0, "reward": 0.0, "reward_std": 0.9098241329193115, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03736907983477276, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05143178134393956, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7708333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07290277645477447, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2599 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1421.0, "completions/mean_length": 1156.0625, "completions/mean_terminated_length": 1133.1334228515625, "completions/min_length": 936.0, "completions/min_terminated_length": 936.0, "epoch": 0.6501625406351588, "frac_reward_zero_std": 0.0, "grad_norm": 3.671105584592867, "kl": 0.02130126953125, "learning_rate": 3.9623449063172234e-07, "loss": 0.0273, "num_tokens": 117596393.0, "reward": 2.9802322387695312e-08, "reward_std": 0.900663435459137, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.004573060209078027, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.052329403413158046, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8583333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10292032157252812, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2600 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1410.0, "completions/mean_length": 1337.3125, "completions/mean_terminated_length": 1210.77783203125, "completions/min_length": 1106.0, "completions/min_terminated_length": 1106.0, "epoch": 0.6504126031507877, "frac_reward_zero_std": 0.0, "grad_norm": 2.5565621268624596, "kl": 0.01361083984375, "learning_rate": 3.9586538471327003e-07, "loss": -0.0262, "num_tokens": 117653062.0, "reward": -5.960464477539063e-08, "reward_std": 0.8189833760261536, "rewards/wordcountpos_reward_GEOBench/mean": -5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.05408053722177289, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.16610056024236397, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.825, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12382783747337808, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2601 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1468.0, "completions/mean_length": 1316.0625, "completions/mean_terminated_length": 1289.7857666015625, "completions/min_length": 1053.0, "completions/min_terminated_length": 1053.0, "epoch": 0.6506626656664166, "frac_reward_zero_std": 0.0, "grad_norm": 2.067352721474509, "kl": 0.0118408203125, "learning_rate": 3.9549639624027076e-07, "loss": -0.0114, "num_tokens": 117695951.0, "reward": -1.4901161193847656e-08, "reward_std": 0.991165280342102, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.003048147886707997, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.100815928030495, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8916666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11122216672215288, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2602 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1115.0, "completions/mean_length": 1012.125, "completions/mean_terminated_length": 979.6000366210938, "completions/min_length": 523.0, "completions/min_terminated_length": 523.0, "epoch": 0.6509127281820455, "frac_reward_zero_std": 0.0, "grad_norm": 3.414888443332429, "kl": 0.0175933837890625, "learning_rate": 3.951275254938816e-07, "loss": -0.0328, "num_tokens": 117736169.0, "reward": -7.450580596923828e-09, "reward_std": 1.0238022804260254, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10390522747338703, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2603 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1458.0, "completions/max_terminated_length": 1458.0, "completions/mean_length": 1038.5, "completions/mean_terminated_length": 1038.5, "completions/min_length": 678.0, "completions/min_terminated_length": 678.0, "epoch": 0.6511627906976745, "frac_reward_zero_std": 0.0, "grad_norm": 3.0325722966501627, "kl": 0.0145111083984375, "learning_rate": 3.9475877275516933e-07, "loss": -0.0002, "num_tokens": 117791345.0, "reward": 0.0, "reward_std": 0.836898922920227, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.22428551425476437, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.13743699253104769, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8708333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1046156988431681, "rewards/wordcountpos_reward_GEOBench/std": 1.0327954292297363, "step": 2604 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1451.0, "completions/max_terminated_length": 1451.0, "completions/mean_length": 1063.875, "completions/mean_terminated_length": 1063.875, "completions/min_length": 810.0, "completions/min_terminated_length": 810.0, "epoch": 0.6514128532133033, "frac_reward_zero_std": 0.0, "grad_norm": 3.497030341409155, "kl": 0.01885986328125, "learning_rate": 3.943901383051117e-07, "loss": -0.0043, "num_tokens": 117842543.0, "reward": 0.0, "reward_std": 0.699130117893219, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04063257279627858, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11517693706733156, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7666666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.16147468555186623, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2605 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1446.0, "completions/mean_length": 1095.6875, "completions/mean_terminated_length": 1002.3846435546875, "completions/min_length": 518.0, "completions/min_terminated_length": 518.0, "epoch": 0.6516629157289322, "frac_reward_zero_std": 0.0, "grad_norm": 3.245801515676401, "kl": 0.01953125, "learning_rate": 3.940216224245958e-07, "loss": -0.0184, "num_tokens": 117882178.0, "reward": 0.0, "reward_std": 0.8272777795791626, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.17208995371918287, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0517235456633969, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.825, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11122216672215289, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2606 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1491.0, "completions/max_terminated_length": 1491.0, "completions/mean_length": 1200.3125, "completions/mean_terminated_length": 1200.3125, "completions/min_length": 1027.0, "completions/min_terminated_length": 1027.0, "epoch": 0.6519129782445612, "frac_reward_zero_std": 0.0, "grad_norm": 2.440122969669539, "kl": 0.01531982421875, "learning_rate": 3.936532253944185e-07, "loss": -0.0101, "num_tokens": 117928175.0, "reward": 0.0, "reward_std": 1.0122153759002686, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.053136627316585826, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11003739252986716, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1287403358472941, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2607 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1385.0, "completions/mean_length": 1149.5, "completions/mean_terminated_length": 1099.4285888671875, "completions/min_length": 898.0, "completions/min_terminated_length": 898.0, "epoch": 0.65216304076019, "frac_reward_zero_std": 0.0, "grad_norm": 3.274496955535228, "kl": 0.018768310546875, "learning_rate": 3.932849474952857e-07, "loss": -0.107, "num_tokens": 117980295.0, "reward": 0.0, "reward_std": 0.937747597694397, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.017242545987517906, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03833580512173297, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7708333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08421753138505425, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2608 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1475.0, "completions/mean_length": 1303.875, "completions/mean_terminated_length": 1258.615478515625, "completions/min_length": 929.0, "completions/min_terminated_length": 929.0, "epoch": 0.6524131032758189, "frac_reward_zero_std": 0.0, "grad_norm": 2.7317197351454525, "kl": 0.017730712890625, "learning_rate": 3.9291678900781367e-07, "loss": -0.0281, "num_tokens": 118036861.0, "reward": -2.9802322387695312e-08, "reward_std": 0.5043466091156006, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.09463854547523112, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09828730689068801, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7916666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11642832797715323, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2609 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1478.0, "completions/mean_length": 1384.5625, "completions/mean_terminated_length": 1294.77783203125, "completions/min_length": 1157.0, "completions/min_terminated_length": 1157.0, "epoch": 0.6526631657914479, "frac_reward_zero_std": 0.0, "grad_norm": 3.2980132545843572, "kl": 0.0191650390625, "learning_rate": 3.925487502125264e-07, "loss": 0.0023, "num_tokens": 118096334.0, "reward": 2.60770320892334e-08, "reward_std": 1.0570056438446045, "rewards/wordcountpos_reward_GEOBench/mean": 2.60770320892334e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.02465472922334871, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10680621265169601, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8333333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10036968702787748, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2610 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1346.0, "completions/mean_length": 1300.9375, "completions/mean_terminated_length": 1181.5, "completions/min_length": 1007.0, "completions/min_terminated_length": 1007.0, "epoch": 0.6529132283070768, "frac_reward_zero_std": 0.0, "grad_norm": 2.5605273646232756, "kl": 0.0137786865234375, "learning_rate": 3.9218083138985714e-07, "loss": 0.051, "num_tokens": 118147357.0, "reward": 0.0, "reward_std": 0.9947801828384399, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.055900611732755234, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06673063397537037, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8583333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08734775114237132, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2611 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1469.0, "completions/mean_length": 1250.75, "completions/mean_terminated_length": 1193.2308349609375, "completions/min_length": 892.0, "completions/min_terminated_length": 892.0, "epoch": 0.6531632908227056, "frac_reward_zero_std": 0.0, "grad_norm": 3.051031598957039, "kl": 0.01666259765625, "learning_rate": 3.9181303282014823e-07, "loss": -0.0502, "num_tokens": 118203969.0, "reward": 0.0, "reward_std": 0.8931825160980225, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.019440879860876337, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.20782771706398656, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8666666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11417984514369005, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2612 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1464.0, "completions/max_terminated_length": 1464.0, "completions/mean_length": 1290.0, "completions/mean_terminated_length": 1290.0, "completions/min_length": 981.0, "completions/min_terminated_length": 981.0, "epoch": 0.6534133533383346, "frac_reward_zero_std": 0.0, "grad_norm": 3.461276783401956, "kl": 0.019439697265625, "learning_rate": 3.914453547836497e-07, "loss": -0.0126, "num_tokens": 118254233.0, "reward": 0.0, "reward_std": 0.9860749840736389, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.05659505549819309, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05806635391753169, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0850925422157591, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2613 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1435.0, "completions/mean_length": 1293.5625, "completions/mean_terminated_length": 1264.071533203125, "completions/min_length": 1001.0, "completions/min_terminated_length": 1001.0, "epoch": 0.6536634158539635, "frac_reward_zero_std": 0.0, "grad_norm": 2.8032575952818957, "kl": 0.019989013671875, "learning_rate": 3.9107779756051996e-07, "loss": 0.0009, "num_tokens": 118295962.0, "reward": -5.960464477539063e-08, "reward_std": 0.8657025098800659, "rewards/wordcountpos_reward_GEOBench/mean": -5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.04819448873206462, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05676567762483398, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.925, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08388704928078611, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2614 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1493.0, "completions/mean_length": 1360.9375, "completions/mean_terminated_length": 1341.071533203125, "completions/min_length": 1176.0, "completions/min_terminated_length": 1176.0, "epoch": 0.6539134783695923, "frac_reward_zero_std": 0.0, "grad_norm": 2.4650959744844725, "kl": 0.013031005859375, "learning_rate": 3.907103614308255e-07, "loss": -0.0086, "num_tokens": 118335881.0, "reward": 2.9802322387695312e-08, "reward_std": 0.4528198540210724, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.006678234472878096, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.17094681698879793, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11080513425729777, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2615 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1470.0, "completions/mean_length": 1094.3125, "completions/mean_terminated_length": 1000.6923217773438, "completions/min_length": 526.0, "completions/min_terminated_length": 526.0, "epoch": 0.6541635408852213, "frac_reward_zero_std": 0.0, "grad_norm": 3.2057499267370146, "kl": 0.0193634033203125, "learning_rate": 3.903430466745403e-07, "loss": -0.0079, "num_tokens": 118378046.0, "reward": 0.0, "reward_std": 0.8781936168670654, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.21351573434394794, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12301071861313821, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6749999999999999, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08027729719194864, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2616 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1486.0, "completions/mean_length": 1458.625, "completions/mean_terminated_length": 1389.666748046875, "completions/min_length": 1218.0, "completions/min_terminated_length": 1218.0, "epoch": 0.6544136034008502, "frac_reward_zero_std": 0.0, "grad_norm": 2.7967009890861148, "kl": 0.0126800537109375, "learning_rate": 3.899758535715463e-07, "loss": -0.0125, "num_tokens": 118436104.0, "reward": 0.0, "reward_std": 0.5614475607872009, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03370325246839316, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08760179660888091, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.04127594582445937, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2617 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1397.0, "completions/mean_length": 1160.9375, "completions/mean_terminated_length": 1138.3333740234375, "completions/min_length": 783.0, "completions/min_terminated_length": 783.0, "epoch": 0.6546636659164791, "frac_reward_zero_std": 0.0, "grad_norm": 3.6539586150546546, "kl": 0.017242431640625, "learning_rate": 3.89608782401632e-07, "loss": 0.0221, "num_tokens": 118481671.0, "reward": 0.0, "reward_std": 0.7902324795722961, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06446440136434572, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11716221974802864, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7916666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.16666666666666669, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2618 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1446.0, "completions/mean_length": 1210.875, "completions/mean_terminated_length": 1114.5, "completions/min_length": 717.0, "completions/min_terminated_length": 717.0, "epoch": 0.654913728432108, "frac_reward_zero_std": 0.0, "grad_norm": 3.128491067132597, "kl": 0.0189208984375, "learning_rate": 3.892418334444937e-07, "loss": -0.048, "num_tokens": 118533997.0, "reward": 0.0, "reward_std": 0.9831488132476807, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.024468727628863, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09764316084272918, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10101338378503963, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2619 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1459.0, "completions/max_terminated_length": 1459.0, "completions/mean_length": 1057.3125, "completions/mean_terminated_length": 1057.3125, "completions/min_length": 815.0, "completions/min_terminated_length": 815.0, "epoch": 0.6551637909477369, "frac_reward_zero_std": 0.0, "grad_norm": 3.534647318379648, "kl": 0.0151519775390625, "learning_rate": 3.888750069797344e-07, "loss": -0.0093, "num_tokens": 118570538.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8483592867851257, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.009310049904093697, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04645429569316657, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.85, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13662601021279466, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2620 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1482.0, "completions/mean_length": 1429.5, "completions/mean_terminated_length": 1359.0, "completions/min_length": 1140.0, "completions/min_terminated_length": 1140.0, "epoch": 0.6554138534633659, "frac_reward_zero_std": 0.0, "grad_norm": 2.2934787239495984, "kl": 0.00946044921875, "learning_rate": 3.8850830328686344e-07, "loss": -0.0132, "num_tokens": 118614370.0, "reward": 0.0, "reward_std": 0.4947322607040405, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.006482298225683355, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11144372943772192, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.825, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.15563490039905004, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2621 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1484.0, "completions/mean_length": 1255.5, "completions/mean_terminated_length": 1199.0770263671875, "completions/min_length": 696.0, "completions/min_terminated_length": 696.0, "epoch": 0.6556639159789948, "frac_reward_zero_std": 0.0, "grad_norm": 2.811361298625861, "kl": 0.0191650390625, "learning_rate": 3.881417226452969e-07, "loss": -0.0525, "num_tokens": 118659394.0, "reward": 0.0, "reward_std": 1.0555965900421143, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0018047005038480286, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06432497568864513, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07490735018081414, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2622 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1450.0, "completions/mean_length": 1120.75, "completions/mean_terminated_length": 1033.2308349609375, "completions/min_length": 640.0, "completions/min_terminated_length": 640.0, "epoch": 0.6559139784946236, "frac_reward_zero_std": 0.0, "grad_norm": 3.3681186988304956, "kl": 0.028045654296875, "learning_rate": 3.877752653343571e-07, "loss": -0.0261, "num_tokens": 118700718.0, "reward": 0.0, "reward_std": 0.9323616623878479, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.05168632927115789, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0675341479626913, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13305526559931294, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2623 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1268.0, "completions/max_terminated_length": 1268.0, "completions/mean_length": 871.6875, "completions/mean_terminated_length": 871.6875, "completions/min_length": 726.0, "completions/min_terminated_length": 726.0, "epoch": 0.6561640410102526, "frac_reward_zero_std": 0.0, "grad_norm": 1.8933037741347032, "kl": 0.00860595703125, "learning_rate": 3.8740893163327247e-07, "loss": 0.0451, "num_tokens": 118742553.0, "reward": 0.0, "reward_std": 1.0157837867736816, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03721505755378061, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07115713546732924, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08243965245133132, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2624 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1242.0, "completions/mean_length": 1188.0625, "completions/mean_terminated_length": 1084.0833740234375, "completions/min_length": 464.0, "completions/min_terminated_length": 464.0, "epoch": 0.6564141035258815, "frac_reward_zero_std": 0.0, "grad_norm": 3.0746470177829495, "kl": 0.015228271484375, "learning_rate": 3.870427218211766e-07, "loss": 0.0172, "num_tokens": 118792314.0, "reward": -7.450580596923828e-09, "reward_std": 1.046790361404419, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0873236886723748, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10424230564967261, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1636957430610103, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2625 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1443.0, "completions/max_terminated_length": 1443.0, "completions/mean_length": 1089.3125, "completions/mean_terminated_length": 1089.3125, "completions/min_length": 928.0, "completions/min_terminated_length": 928.0, "epoch": 0.6566641660415103, "frac_reward_zero_std": 0.0, "grad_norm": 2.8431157493588306, "kl": 0.0125732421875, "learning_rate": 3.8667663617710987e-07, "loss": 0.0045, "num_tokens": 118834535.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9623502492904663, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.08403184527044964, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.056361655895701544, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7708333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11409872268574492, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2626 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1451.0, "completions/max_terminated_length": 1451.0, "completions/mean_length": 1067.5625, "completions/mean_terminated_length": 1067.5625, "completions/min_length": 857.0, "completions/min_terminated_length": 857.0, "epoch": 0.6569142285571393, "frac_reward_zero_std": 0.0, "grad_norm": 3.4726001949022236, "kl": 0.019287109375, "learning_rate": 3.863106749800169e-07, "loss": 0.0225, "num_tokens": 118877440.0, "reward": 0.0, "reward_std": 0.2628893256187439, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.07576531627218454, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08854097706048751, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11344765475923412, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2627 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1498.0, "completions/max_terminated_length": 1498.0, "completions/mean_length": 1188.3125, "completions/mean_terminated_length": 1188.3125, "completions/min_length": 931.0, "completions/min_terminated_length": 931.0, "epoch": 0.6571642910727682, "frac_reward_zero_std": 0.0, "grad_norm": 2.6326575178931337, "kl": 0.012725830078125, "learning_rate": 3.8594483850874826e-07, "loss": -0.0061, "num_tokens": 118913853.0, "reward": -2.9802322387695312e-08, "reward_std": 0.5638790726661682, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.012415907454255814, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.053694031688719106, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09803627446568497, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2628 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1437.0, "completions/mean_length": 1211.25, "completions/mean_terminated_length": 1115.0, "completions/min_length": 906.0, "completions/min_terminated_length": 906.0, "epoch": 0.6574143535883971, "frac_reward_zero_std": 0.0, "grad_norm": 3.2692510745551426, "kl": 0.017913818359375, "learning_rate": 3.8557912704205873e-07, "loss": -0.0339, "num_tokens": 118951617.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0441104173660278, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.023695464909514814, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07820710965576805, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1258305739211792, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2629 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1498.0, "completions/mean_length": 1421.5625, "completions/mean_terminated_length": 1360.5555419921875, "completions/min_length": 1176.0, "completions/min_terminated_length": 1176.0, "epoch": 0.657664416104026, "frac_reward_zero_std": 0.0, "grad_norm": 2.6412057203123482, "kl": 0.0125732421875, "learning_rate": 3.852135408586088e-07, "loss": 0.0107, "num_tokens": 119011674.0, "reward": 0.0, "reward_std": 0.6745460629463196, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.11264097998219003, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.188528986517095, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11894598836509011, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2630 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1443.0, "completions/mean_length": 1185.0625, "completions/mean_terminated_length": 1140.071533203125, "completions/min_length": 857.0, "completions/min_terminated_length": 857.0, "epoch": 0.6579144786196549, "frac_reward_zero_std": 0.0, "grad_norm": 2.709435483474456, "kl": 0.01544189453125, "learning_rate": 3.848480802369627e-07, "loss": -0.0025, "num_tokens": 119057579.0, "reward": -7.450580596923828e-09, "reward_std": 1.0415176153182983, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.05858825325341162, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08466958907514924, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09067647005823629, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2631 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1330.0, "completions/mean_length": 1340.125, "completions/mean_terminated_length": 1180.25, "completions/min_length": 970.0, "completions/min_terminated_length": 970.0, "epoch": 0.6581645411352838, "frac_reward_zero_std": 0.0, "grad_norm": 2.7440531586046655, "kl": 0.0146942138671875, "learning_rate": 3.8448274545558923e-07, "loss": 0.0056, "num_tokens": 119111509.0, "reward": 0.0, "reward_std": 0.9738819599151611, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.19515230738926587, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11761010630823682, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0825518916489187, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2632 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1483.0, "completions/mean_length": 1376.125, "completions/mean_terminated_length": 1279.77783203125, "completions/min_length": 1106.0, "completions/min_terminated_length": 1106.0, "epoch": 0.6584146036509128, "frac_reward_zero_std": 0.0, "grad_norm": 2.558497670093134, "kl": 0.011016845703125, "learning_rate": 3.8411753679286163e-07, "loss": -0.0115, "num_tokens": 119170423.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9249062538146973, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.074919530628666, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07885317859004269, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.85, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08606629658238706, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2633 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1444.0, "completions/mean_length": 1054.5, "completions/mean_terminated_length": 1024.800048828125, "completions/min_length": 610.0, "completions/min_terminated_length": 610.0, "epoch": 0.6586646661665416, "frac_reward_zero_std": 0.0, "grad_norm": 3.3530493026190342, "kl": 0.01959228515625, "learning_rate": 3.837524545270566e-07, "loss": -0.0951, "num_tokens": 119204479.0, "reward": 2.9802322387695312e-08, "reward_std": 0.7462056875228882, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.004525604665049364, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07199266057331047, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7916666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10292032157252812, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2634 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1189.0, "completions/mean_length": 1285.25, "completions/mean_terminated_length": 1070.5, "completions/min_length": 879.0, "completions/min_terminated_length": 879.0, "epoch": 0.6589147286821705, "frac_reward_zero_std": 0.0, "grad_norm": 2.0994184248199423, "kl": 0.00655364990234375, "learning_rate": 3.833874989363547e-07, "loss": -0.0205, "num_tokens": 119255259.0, "reward": 5.960464477539063e-08, "reward_std": 0.8264853358268738, "rewards/wordcountpos_reward_GEOBench/mean": 5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06830764922792648, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03294967215623002, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09699179041242309, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2635 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1480.0, "completions/mean_length": 1137.875, "completions/mean_terminated_length": 1113.7333984375, "completions/min_length": 839.0, "completions/min_terminated_length": 839.0, "epoch": 0.6591647911977995, "frac_reward_zero_std": 0.0, "grad_norm": 2.9004354966881696, "kl": 0.0126495361328125, "learning_rate": 3.8302267029883973e-07, "loss": -0.0155, "num_tokens": 119297569.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8486278653144836, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03465042198993357, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06565150744870149, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8041666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10174405069512348, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2636 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1491.0, "completions/mean_length": 1403.8125, "completions/mean_terminated_length": 1329.0, "completions/min_length": 1173.0, "completions/min_terminated_length": 1173.0, "epoch": 0.6594148537134283, "frac_reward_zero_std": 0.0, "grad_norm": 2.317422783635642, "kl": 0.0113983154296875, "learning_rate": 3.8265796889249935e-07, "loss": -0.0142, "num_tokens": 119338366.0, "reward": 0.0, "reward_std": 0.6504414081573486, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.11413788697556386, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0826849161949034, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07302967433402216, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2637 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1470.0, "completions/mean_length": 1254.625, "completions/mean_terminated_length": 1238.2667236328125, "completions/min_length": 918.0, "completions/min_terminated_length": 918.0, "epoch": 0.6596649162290573, "frac_reward_zero_std": 0.0, "grad_norm": 2.894011807145749, "kl": 0.01739501953125, "learning_rate": 3.8229339499522374e-07, "loss": -0.044, "num_tokens": 119376168.0, "reward": 2.0489096641540527e-08, "reward_std": 1.067887544631958, "rewards/wordcountpos_reward_GEOBench/mean": 2.0489096641540527e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.013655706175133626, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07300012183611214, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13655822255780922, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2638 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1238.0, "completions/mean_length": 896.5625, "completions/mean_terminated_length": 856.3333740234375, "completions/min_length": 528.0, "completions/min_terminated_length": 528.0, "epoch": 0.6599149787446862, "frac_reward_zero_std": 0.0, "grad_norm": 2.680285500777866, "kl": 0.02972412109375, "learning_rate": 3.819289488848061e-07, "loss": 0.0325, "num_tokens": 119408433.0, "reward": -1.4901161193847656e-08, "reward_std": 0.8653352856636047, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03715197767997294, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10791640712149898, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11147163731607215, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2639 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1475.0, "completions/max_terminated_length": 1475.0, "completions/mean_length": 1140.375, "completions/mean_terminated_length": 1140.375, "completions/min_length": 859.0, "completions/min_terminated_length": 859.0, "epoch": 0.660165041260315, "frac_reward_zero_std": 0.0, "grad_norm": 3.3375709649414755, "kl": 0.020050048828125, "learning_rate": 3.815646308389422e-07, "loss": -0.0195, "num_tokens": 119451775.0, "reward": 0.0, "reward_std": 0.681147038936615, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.032557385828699575, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.14617710539640963, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10101338378503963, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2640 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1461.0, "completions/mean_length": 1203.875, "completions/mean_terminated_length": 1135.5384521484375, "completions/min_length": 837.0, "completions/min_terminated_length": 837.0, "epoch": 0.660415103775944, "frac_reward_zero_std": 0.0, "grad_norm": 2.928731839604882, "kl": 0.02008056640625, "learning_rate": 3.812004411352304e-07, "loss": -0.0083, "num_tokens": 119498685.0, "reward": 0.0, "reward_std": 0.9441503882408142, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.02976885266184326, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1116099039266253, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07084150279686705, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2641 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1465.0, "completions/mean_length": 1262.1875, "completions/mean_terminated_length": 1207.3077392578125, "completions/min_length": 995.0, "completions/min_terminated_length": 995.0, "epoch": 0.6606651662915729, "frac_reward_zero_std": 0.0, "grad_norm": 3.252740002325529, "kl": 0.0145263671875, "learning_rate": 3.8083638005117123e-07, "loss": -0.0543, "num_tokens": 119556192.0, "reward": -1.4901161193847656e-08, "reward_std": 1.014634609222412, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03231372876504832, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.16611702050776506, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6416666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1057600358603626, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2642 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1449.0, "completions/mean_length": 1215.5, "completions/mean_terminated_length": 1120.666748046875, "completions/min_length": 970.0, "completions/min_terminated_length": 970.0, "epoch": 0.6609152288072018, "frac_reward_zero_std": 0.0, "grad_norm": 2.4157688121993344, "kl": 0.009796142578125, "learning_rate": 3.804724478641667e-07, "loss": 0.0179, "num_tokens": 119594888.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8881604671478271, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.044488078087206145, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.123003897998386, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07097208632298363, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2643 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1438.0, "completions/mean_length": 1223.5, "completions/mean_terminated_length": 1159.6923828125, "completions/min_length": 871.0, "completions/min_terminated_length": 871.0, "epoch": 0.6611652913228308, "frac_reward_zero_std": 0.0, "grad_norm": 2.776751717592287, "kl": 0.01556396484375, "learning_rate": 3.801086448515215e-07, "loss": 0.0193, "num_tokens": 119653840.0, "reward": 0.0, "reward_std": 0.7579807639122009, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.07499958257998073, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0980059349458919, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0925962962222252, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2644 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1303.0, "completions/max_terminated_length": 1303.0, "completions/mean_length": 1090.625, "completions/mean_terminated_length": 1090.625, "completions/min_length": 817.0, "completions/min_terminated_length": 817.0, "epoch": 0.6614153538384596, "frac_reward_zero_std": 0.0, "grad_norm": 2.8923206469805858, "kl": 0.0134735107421875, "learning_rate": 3.7974497129044126e-07, "loss": -0.0225, "num_tokens": 119692058.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8029853105545044, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.002984273372469183, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09765086884034416, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8041666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0665276327996565, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2645 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1437.0, "completions/max_terminated_length": 1437.0, "completions/mean_length": 1096.9375, "completions/mean_terminated_length": 1096.9375, "completions/min_length": 907.0, "completions/min_terminated_length": 907.0, "epoch": 0.6616654163540885, "frac_reward_zero_std": 0.0, "grad_norm": 2.8234684126132255, "kl": 0.0135345458984375, "learning_rate": 3.793814274580329e-07, "loss": -0.0437, "num_tokens": 119733241.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9564077854156494, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.010276730823644898, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.019985519888173958, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09651328828101766, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2646 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1389.0, "completions/mean_length": 1151.75, "completions/mean_terminated_length": 1102.0, "completions/min_length": 701.0, "completions/min_terminated_length": 701.0, "epoch": 0.6619154788697175, "frac_reward_zero_std": 0.0, "grad_norm": 3.582977005914331, "kl": 0.020721435546875, "learning_rate": 3.7901801363130526e-07, "loss": 0.0313, "num_tokens": 119782277.0, "reward": 0.0, "reward_std": 0.7967680096626282, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.07062111258535837, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07610622454777213, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.85, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10470416879457554, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2647 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1372.0, "completions/mean_length": 1408.75, "completions/mean_terminated_length": 1256.666748046875, "completions/min_length": 1118.0, "completions/min_terminated_length": 1118.0, "epoch": 0.6621655413853463, "frac_reward_zero_std": 0.0, "grad_norm": 2.631426394849482, "kl": 0.0120391845703125, "learning_rate": 3.786547300871673e-07, "loss": 0.0027, "num_tokens": 119845433.0, "reward": 2.9802322387695312e-08, "reward_std": 0.5636178255081177, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04294814697310382, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09756802749582899, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.5958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08595864638818418, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2648 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1433.0, "completions/mean_length": 1170.125, "completions/mean_terminated_length": 1094.0, "completions/min_length": 864.0, "completions/min_terminated_length": 864.0, "epoch": 0.6624156039009752, "frac_reward_zero_std": 0.0, "grad_norm": 3.1567025540203755, "kl": 0.0166473388671875, "learning_rate": 3.78291577102429e-07, "loss": 0.0304, "num_tokens": 119891699.0, "reward": 0.0, "reward_std": 0.7401771545410156, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.010690100082849723, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.042976039890093395, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10327955589886446, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2649 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1321.0, "completions/max_terminated_length": 1321.0, "completions/mean_length": 1143.125, "completions/mean_terminated_length": 1143.125, "completions/min_length": 878.0, "completions/min_terminated_length": 878.0, "epoch": 0.6626656664166042, "frac_reward_zero_std": 0.0, "grad_norm": 3.47771223490276, "kl": 0.023162841796875, "learning_rate": 3.779285549538006e-07, "loss": -0.0593, "num_tokens": 119941517.0, "reward": -7.450580596923828e-09, "reward_std": 1.055275559425354, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.16237033841673257, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.16671115729583558, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14089659985908765, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2650 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1441.0, "completions/mean_length": 1012.1875, "completions/mean_terminated_length": 979.666748046875, "completions/min_length": 598.0, "completions/min_terminated_length": 598.0, "epoch": 0.662915728932233, "frac_reward_zero_std": 0.0, "grad_norm": 2.684592762977475, "kl": 0.013519287109375, "learning_rate": 3.7756566391789345e-07, "loss": -0.0263, "num_tokens": 119971688.0, "reward": 2.9802322387695312e-08, "reward_std": 0.29914185404777527, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.15877014229402717, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1523520849216618, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1600347184554374, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2651 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1433.0, "completions/mean_length": 1369.625, "completions/mean_terminated_length": 1310.3636474609375, "completions/min_length": 1087.0, "completions/min_terminated_length": 1087.0, "epoch": 0.6631657914478619, "frac_reward_zero_std": 0.0, "grad_norm": 2.799928831312321, "kl": 0.0132904052734375, "learning_rate": 3.7720290427121817e-07, "loss": 0.0274, "num_tokens": 120018898.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8085658550262451, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.00868085148285207, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.044205199132272666, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1275843947266976, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2652 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1462.0, "completions/mean_length": 1123.375, "completions/mean_terminated_length": 1098.2667236328125, "completions/min_length": 861.0, "completions/min_terminated_length": 861.0, "epoch": 0.6634158539634909, "frac_reward_zero_std": 0.0, "grad_norm": 3.559102500365913, "kl": 0.019561767578125, "learning_rate": 3.7684027629018547e-07, "loss": 0.0073, "num_tokens": 120059088.0, "reward": -7.450580596923828e-09, "reward_std": 1.023788571357727, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.12836807645795842, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0991814925484317, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06763190130459204, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2653 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1458.0, "completions/mean_length": 1315.1875, "completions/mean_terminated_length": 1253.5833740234375, "completions/min_length": 1115.0, "completions/min_terminated_length": 1115.0, "epoch": 0.6636659164791198, "frac_reward_zero_std": 0.0, "grad_norm": 3.166462676977729, "kl": 0.0169525146484375, "learning_rate": 3.76477780251106e-07, "loss": -0.0242, "num_tokens": 120119355.0, "reward": 0.0, "reward_std": 0.98175448179245, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06656559207925981, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.14857408870118705, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0666666666666667, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2654 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1485.0, "completions/mean_length": 1263.5, "completions/mean_terminated_length": 1247.7333984375, "completions/min_length": 869.0, "completions/min_terminated_length": 869.0, "epoch": 0.6639159789947486, "frac_reward_zero_std": 0.0, "grad_norm": 2.695669648533853, "kl": 0.017730712890625, "learning_rate": 3.761154164301896e-07, "loss": -0.0321, "num_tokens": 120163267.0, "reward": 0.0, "reward_std": 0.5651896595954895, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.02163426966518641, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.062307470888411376, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8541666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13601470508735444, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2655 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1472.0, "completions/mean_length": 1380.625, "completions/mean_terminated_length": 1287.77783203125, "completions/min_length": 1053.0, "completions/min_terminated_length": 1053.0, "epoch": 0.6641660415103776, "frac_reward_zero_std": 0.0, "grad_norm": 2.7444490521234273, "kl": 0.0181884765625, "learning_rate": 3.7575318510354546e-07, "loss": 0.0166, "num_tokens": 120207589.0, "reward": 0.0, "reward_std": 0.7857463955879211, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.010054681949769323, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12271578886839746, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0969917904124231, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2656 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1461.0, "completions/mean_length": 1129.4375, "completions/mean_terminated_length": 1104.7333984375, "completions/min_length": 816.0, "completions/min_terminated_length": 816.0, "epoch": 0.6644161040260065, "frac_reward_zero_std": 0.0, "grad_norm": 2.976631775952348, "kl": 0.016143798828125, "learning_rate": 3.7539108654718175e-07, "loss": -0.0071, "num_tokens": 120255460.0, "reward": 0.0, "reward_std": 1.0286458730697632, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.10319240567680191, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.14122142555133305, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.85, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14298407059684812, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2657 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.6875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1457.0, "completions/mean_length": 1447.75, "completions/mean_terminated_length": 1332.800048828125, "completions/min_length": 1197.0, "completions/min_terminated_length": 1197.0, "epoch": 0.6646661665416355, "frac_reward_zero_std": 0.0, "grad_norm": 3.070343759895366, "kl": 0.025848388671875, "learning_rate": 3.750291210370057e-07, "loss": -0.0025, "num_tokens": 120301760.0, "reward": 0.0, "reward_std": 0.5378192663192749, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.21550612454149753, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.2831484353474739, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10183501544346313, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2658 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1452.0, "completions/mean_length": 1285.1875, "completions/mean_terminated_length": 1118.111083984375, "completions/min_length": 1005.0, "completions/min_terminated_length": 1005.0, "epoch": 0.6649162290572643, "frac_reward_zero_std": 0.0, "grad_norm": 2.3218468695936076, "kl": 0.012237548828125, "learning_rate": 3.7466728884882306e-07, "loss": 0.0065, "num_tokens": 120352915.0, "reward": 2.9802322387695312e-08, "reward_std": 0.4099141061306, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.07464646722962222, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12263209853585398, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8666666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14401645996461915, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2659 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1488.0, "completions/mean_length": 1373.125, "completions/mean_terminated_length": 1274.4444580078125, "completions/min_length": 887.0, "completions/min_terminated_length": 887.0, "epoch": 0.6651662915728932, "frac_reward_zero_std": 0.0, "grad_norm": 2.2661086717205148, "kl": 0.0091552734375, "learning_rate": 3.743055902583373e-07, "loss": 0.0277, "num_tokens": 120402389.0, "reward": -7.450580596923828e-09, "reward_std": 1.0662798881530762, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.18452757527219388, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09724456643352652, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10036968702787748, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2660 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1233.0, "completions/mean_length": 1198.5625, "completions/mean_terminated_length": 1061.5455322265625, "completions/min_length": 919.0, "completions/min_terminated_length": 919.0, "epoch": 0.6654163540885222, "frac_reward_zero_std": 0.0, "grad_norm": 4.072954571059516, "kl": 0.028228759765625, "learning_rate": 3.7394402554115147e-07, "loss": 0.0174, "num_tokens": 120453254.0, "reward": 0.0, "reward_std": 0.7107806205749512, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.047806501982659545, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08363058713213285, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13957607775504183, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2661 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1367.0, "completions/max_terminated_length": 1367.0, "completions/mean_length": 1154.4375, "completions/mean_terminated_length": 1154.4375, "completions/min_length": 918.0, "completions/min_terminated_length": 918.0, "epoch": 0.665666416604151, "frac_reward_zero_std": 0.0, "grad_norm": 3.169261648516551, "kl": 0.020477294921875, "learning_rate": 3.735825949727657e-07, "loss": -0.0081, "num_tokens": 120494685.0, "reward": 0.0, "reward_std": 0.8893247842788696, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.022997196232560413, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05962481302064434, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.775, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13957607775504183, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2662 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1258.0, "completions/mean_length": 1280.0625, "completions/mean_terminated_length": 1060.125, "completions/min_length": 929.0, "completions/min_terminated_length": 929.0, "epoch": 0.6659164791197799, "frac_reward_zero_std": 0.0, "grad_norm": 2.7763853201910464, "kl": 0.0175018310546875, "learning_rate": 3.732212988285779e-07, "loss": -0.0081, "num_tokens": 120547622.0, "reward": 0.0, "reward_std": 1.042985439300537, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.12143028145584556, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.18146031263782608, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14395215254459456, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2663 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1220.0, "completions/mean_length": 1211.1875, "completions/mean_terminated_length": 986.5555419921875, "completions/min_length": 776.0, "completions/min_terminated_length": 776.0, "epoch": 0.6661665416354089, "frac_reward_zero_std": 0.0, "grad_norm": 3.4926768353053235, "kl": 0.0172576904296875, "learning_rate": 3.7286013738388347e-07, "loss": -0.037, "num_tokens": 120604769.0, "reward": -2.2351741790771484e-08, "reward_std": 1.0429022312164307, "rewards/wordcountpos_reward_GEOBench/mean": -2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.11776950222535149, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.19149882810749339, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14194417264596723, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2664 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1499.0, "completions/mean_length": 1184.0, "completions/mean_terminated_length": 1078.666748046875, "completions/min_length": 781.0, "completions/min_terminated_length": 781.0, "epoch": 0.6664166041510378, "frac_reward_zero_std": 0.0, "grad_norm": 2.332300598068354, "kl": 0.0116119384765625, "learning_rate": 3.72499110913876e-07, "loss": 0.0277, "num_tokens": 120643817.0, "reward": 0.0, "reward_std": 0.6387683153152466, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0744974253426234, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1799179261473328, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1343709624716425, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2665 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1401.0, "completions/max_terminated_length": 1401.0, "completions/mean_length": 1134.875, "completions/mean_terminated_length": 1134.875, "completions/min_length": 965.0, "completions/min_terminated_length": 965.0, "epoch": 0.6666666666666666, "frac_reward_zero_std": 0.0, "grad_norm": 3.339198083582932, "kl": 0.01904296875, "learning_rate": 3.7213821969364533e-07, "loss": -0.0419, "num_tokens": 120684151.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8888421058654785, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.12142686418322848, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.16564266720908544, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09651328828101763, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2666 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1400.0, "completions/max_terminated_length": 1400.0, "completions/mean_length": 1168.5, "completions/mean_terminated_length": 1168.5, "completions/min_length": 895.0, "completions/min_terminated_length": 895.0, "epoch": 0.6669167291822956, "frac_reward_zero_std": 0.0, "grad_norm": 3.5150544054931636, "kl": 0.02154541015625, "learning_rate": 3.7177746399817853e-07, "loss": -0.0114, "num_tokens": 120722135.0, "reward": 0.0, "reward_std": 0.8416422605514526, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.006212185602703271, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03274311787172654, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08734775114237132, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2667 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1471.0, "completions/mean_length": 1190.125, "completions/mean_terminated_length": 1169.4666748046875, "completions/min_length": 885.0, "completions/min_terminated_length": 885.0, "epoch": 0.6671667916979245, "frac_reward_zero_std": 0.0, "grad_norm": 3.605810219239733, "kl": 0.022796630859375, "learning_rate": 3.7141684410235976e-07, "loss": -0.0178, "num_tokens": 120768321.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9229968190193176, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03614828750624949, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07826982516239309, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10852547064066473, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2668 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1500.0, "completions/mean_length": 1401.25, "completions/mean_terminated_length": 1342.0, "completions/min_length": 1169.0, "completions/min_terminated_length": 1169.0, "epoch": 0.6674168542135533, "frac_reward_zero_std": 0.0, "grad_norm": 2.621835410822344, "kl": 0.01177978515625, "learning_rate": 3.71056360280969e-07, "loss": 0.0144, "num_tokens": 120821101.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8901538848876953, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.008902771645082394, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06194194455413276, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08153617692869929, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2669 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1230.0, "completions/max_terminated_length": 1230.0, "completions/mean_length": 1037.375, "completions/mean_terminated_length": 1037.375, "completions/min_length": 839.0, "completions/min_terminated_length": 839.0, "epoch": 0.6676669167291823, "frac_reward_zero_std": 0.0, "grad_norm": 2.6840544859815396, "kl": 0.01275634765625, "learning_rate": 3.7069601280868326e-07, "loss": 0.02, "num_tokens": 120857563.0, "reward": -3.725290298461914e-08, "reward_std": 0.9587996006011963, "rewards/wordcountpos_reward_GEOBench/mean": -3.725290298461914e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.001530915865792256, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09752072752896702, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.775, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09699179041242312, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2670 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1487.0, "completions/mean_length": 1271.625, "completions/mean_terminated_length": 1167.8182373046875, "completions/min_length": 965.0, "completions/min_terminated_length": 965.0, "epoch": 0.6679169792448112, "frac_reward_zero_std": 0.0, "grad_norm": 3.2230275403540847, "kl": 0.021514892578125, "learning_rate": 3.70335801960075e-07, "loss": -0.0936, "num_tokens": 120911037.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9748387336730957, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.007089913650458348, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09812037719520579, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09727776191382576, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2671 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1474.0, "completions/max_terminated_length": 1474.0, "completions/mean_length": 1088.625, "completions/mean_terminated_length": 1088.625, "completions/min_length": 771.0, "completions/min_terminated_length": 771.0, "epoch": 0.6681670417604401, "frac_reward_zero_std": 0.0, "grad_norm": 3.0127133946284075, "kl": 0.017791748046875, "learning_rate": 3.699757280096132e-07, "loss": 0.0371, "num_tokens": 120960423.0, "reward": -2.9802322387695312e-08, "reward_std": 0.7515195608139038, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.012385075993007474, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06715004015021019, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14291929864761416, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2672 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1203.0, "completions/max_terminated_length": 1203.0, "completions/mean_length": 1058.1875, "completions/mean_terminated_length": 1058.1875, "completions/min_length": 842.0, "completions/min_terminated_length": 842.0, "epoch": 0.668417104276069, "frac_reward_zero_std": 0.0, "grad_norm": 2.5873909176841106, "kl": 0.011077880859375, "learning_rate": 3.696157912316621e-07, "loss": -0.0549, "num_tokens": 121000266.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0467177629470825, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.040295060326014605, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07326210581656979, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08734775114237134, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2673 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1428.0, "completions/mean_length": 1081.75, "completions/mean_terminated_length": 942.3333740234375, "completions/min_length": 694.0, "completions/min_terminated_length": 694.0, "epoch": 0.6686671667916979, "frac_reward_zero_std": 0.0, "grad_norm": 2.6282581862234444, "kl": 0.01556396484375, "learning_rate": 3.692559919004816e-07, "loss": 0.0025, "num_tokens": 121046302.0, "reward": -2.9802322387695312e-08, "reward_std": 0.793614387512207, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.04564959182138966, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07008039332813695, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11409872268574493, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2674 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1500.0, "completions/mean_length": 1240.3125, "completions/mean_terminated_length": 1223.0001220703125, "completions/min_length": 821.0, "completions/min_terminated_length": 821.0, "epoch": 0.6689172293073268, "frac_reward_zero_std": 0.0, "grad_norm": 2.936162189221416, "kl": 0.0167083740234375, "learning_rate": 3.6889633029022684e-07, "loss": 0.002, "num_tokens": 121086115.0, "reward": 2.9802322387695312e-08, "reward_std": 0.5872515439987183, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06839247380693236, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10546457068935178, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7666666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09428090415820636, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2675 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1475.0, "completions/mean_length": 1291.75, "completions/mean_terminated_length": 1222.3333740234375, "completions/min_length": 724.0, "completions/min_terminated_length": 724.0, "epoch": 0.6691672918229558, "frac_reward_zero_std": 0.0, "grad_norm": 3.241592889984401, "kl": 0.015777587890625, "learning_rate": 3.6853680667494814e-07, "loss": -0.0265, "num_tokens": 121137039.0, "reward": -2.9802322387695312e-08, "reward_std": 0.5154055953025818, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.24354160302299074, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.185790767863407, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0917928424547684, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2676 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1382.0, "completions/mean_length": 1291.75, "completions/mean_terminated_length": 1222.3333740234375, "completions/min_length": 933.0, "completions/min_terminated_length": 933.0, "epoch": 0.6694173543385846, "frac_reward_zero_std": 0.0, "grad_norm": 3.0507144424124495, "kl": 0.01519775390625, "learning_rate": 3.681774213285904e-07, "loss": 0.0173, "num_tokens": 121183451.0, "reward": 2.2351741790771484e-08, "reward_std": 1.0396714210510254, "rewards/wordcountpos_reward_GEOBench/mean": 2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.09927994113214832, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10135286247132307, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07187952884282608, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2677 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1402.0, "completions/mean_length": 1147.25, "completions/mean_terminated_length": 1065.84619140625, "completions/min_length": 741.0, "completions/min_terminated_length": 741.0, "epoch": 0.6696674168542136, "frac_reward_zero_std": 0.0, "grad_norm": 3.290576504560391, "kl": 0.01776123046875, "learning_rate": 3.678181745249931e-07, "loss": -0.0478, "num_tokens": 121226871.0, "reward": 2.9802322387695312e-08, "reward_std": 0.6960647106170654, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.07419759885564044, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08781834469767925, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1270024788326182, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2678 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1266.0, "completions/max_terminated_length": 1266.0, "completions/mean_length": 1097.8125, "completions/mean_terminated_length": 1097.8125, "completions/min_length": 921.0, "completions/min_terminated_length": 921.0, "epoch": 0.6699174793698425, "frac_reward_zero_std": 0.0, "grad_norm": 2.6356614897605812, "kl": 0.010772705078125, "learning_rate": 3.6745906653789073e-07, "loss": -0.0153, "num_tokens": 121274684.0, "reward": -2.9802322387695312e-08, "reward_std": 1.0653060674667358, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.038094514689296435, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.15689824440293076, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08681611046941137, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2679 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1397.0, "completions/max_terminated_length": 1397.0, "completions/mean_length": 1088.75, "completions/mean_terminated_length": 1088.75, "completions/min_length": 612.0, "completions/min_terminated_length": 612.0, "epoch": 0.6701675418854713, "frac_reward_zero_std": 0.0, "grad_norm": 3.4200218462271663, "kl": 0.014923095703125, "learning_rate": 3.6710009764091143e-07, "loss": -0.0078, "num_tokens": 121317776.0, "reward": 0.0, "reward_std": 1.007656216621399, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.04528626781844647, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05078100654943483, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7666666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1355373393953503, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2680 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1494.0, "completions/mean_length": 1190.5, "completions/mean_terminated_length": 1049.8182373046875, "completions/min_length": 792.0, "completions/min_terminated_length": 792.0, "epoch": 0.6704176044011003, "frac_reward_zero_std": 0.0, "grad_norm": 3.5676072140445925, "kl": 0.0167388916015625, "learning_rate": 3.6674126810757753e-07, "loss": 0.0263, "num_tokens": 121374064.0, "reward": 4.470348358154297e-08, "reward_std": 0.9374393820762634, "rewards/wordcountpos_reward_GEOBench/mean": 4.470348358154297e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.027579728516128298, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08112123178582782, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.775, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.15563490039905004, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2681 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1486.0, "completions/max_terminated_length": 1486.0, "completions/mean_length": 1166.6875, "completions/mean_terminated_length": 1166.6875, "completions/min_length": 875.0, "completions/min_terminated_length": 875.0, "epoch": 0.6706676669167292, "frac_reward_zero_std": 0.0, "grad_norm": 3.2484913555163266, "kl": 0.01776123046875, "learning_rate": 3.6638257821130546e-07, "loss": -0.0104, "num_tokens": 121417651.0, "reward": 0.0, "reward_std": 1.0238916873931885, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.014830653642187603, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.13867207115963742, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8333333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12881223774390613, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2682 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1491.0, "completions/mean_length": 1309.375, "completions/mean_terminated_length": 1245.8333740234375, "completions/min_length": 1067.0, "completions/min_terminated_length": 1067.0, "epoch": 0.6709177294323581, "frac_reward_zero_std": 0.0, "grad_norm": 3.099335508295256, "kl": 0.02008056640625, "learning_rate": 3.660240282254048e-07, "loss": 0.0069, "num_tokens": 121470849.0, "reward": 0.0, "reward_std": 0.9863029718399048, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.00687002215507373, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.027578316017392062, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1002773930432755, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2683 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1374.0, "completions/mean_length": 1191.6875, "completions/mean_terminated_length": 1171.1334228515625, "completions/min_length": 889.0, "completions/min_terminated_length": 889.0, "epoch": 0.671167791947987, "frac_reward_zero_std": 0.0, "grad_norm": 3.1842920946115907, "kl": 0.01788330078125, "learning_rate": 3.6566561842307877e-07, "loss": -0.0261, "num_tokens": 121517012.0, "reward": 0.0, "reward_std": 0.9435462355613708, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.018940551876279597, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06835037502525984, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10809803506625448, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2684 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1362.0, "completions/mean_length": 1048.875, "completions/mean_terminated_length": 984.4285888671875, "completions/min_length": 710.0, "completions/min_terminated_length": 710.0, "epoch": 0.6714178544636159, "frac_reward_zero_std": 0.0, "grad_norm": 3.100784905148401, "kl": 0.020172119140625, "learning_rate": 3.653073490774236e-07, "loss": -0.0239, "num_tokens": 121558210.0, "reward": 2.9802322387695312e-08, "reward_std": 0.7194000482559204, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.08690838709084296, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12621786711164454, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11642832797715322, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2685 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1386.0, "completions/max_terminated_length": 1386.0, "completions/mean_length": 1181.0, "completions/mean_terminated_length": 1181.0, "completions/min_length": 889.0, "completions/min_terminated_length": 889.0, "epoch": 0.6716679169792448, "frac_reward_zero_std": 0.0, "grad_norm": 2.7246794101918717, "kl": 0.01450347900390625, "learning_rate": 3.6494922046142874e-07, "loss": -0.0128, "num_tokens": 121591930.0, "reward": 0.0, "reward_std": 0.7546436786651611, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.020717024987400294, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.056028154082777865, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09737289911202952, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2686 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1412.0, "completions/max_terminated_length": 1412.0, "completions/mean_length": 1015.5, "completions/mean_terminated_length": 1015.5, "completions/min_length": 648.0, "completions/min_terminated_length": 648.0, "epoch": 0.6719179794948738, "frac_reward_zero_std": 0.0, "grad_norm": 3.5715265521547153, "kl": 0.019683837890625, "learning_rate": 3.645912328479763e-07, "loss": 0.0091, "num_tokens": 121639314.0, "reward": 0.0, "reward_std": 0.7320247888565063, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.02124585264930854, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10912507148745487, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11385500851066221, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2687 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1264.0, "completions/mean_length": 1242.5, "completions/mean_terminated_length": 1042.2222900390625, "completions/min_length": 839.0, "completions/min_terminated_length": 839.0, "epoch": 0.6721680420105026, "frac_reward_zero_std": 0.0, "grad_norm": 3.127924530575951, "kl": 0.014801025390625, "learning_rate": 3.642333865098409e-07, "loss": 0.0217, "num_tokens": 121682914.0, "reward": 2.9802322387695312e-08, "reward_std": 0.324258029460907, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0022065510700068174, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08454672485183096, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14981470036162822, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2688 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1422.0, "completions/mean_length": 1362.9375, "completions/mean_terminated_length": 1186.71435546875, "completions/min_length": 494.0, "completions/min_terminated_length": 494.0, "epoch": 0.6724181045261315, "frac_reward_zero_std": 0.0, "grad_norm": 3.0417974548189552, "kl": 0.01385498046875, "learning_rate": 3.6387568171968965e-07, "loss": 0.0066, "num_tokens": 121741705.0, "reward": -3.725290298461914e-08, "reward_std": 1.0631362199783325, "rewards/wordcountpos_reward_GEOBench/mean": -3.725290298461914e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.004859828771402426, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.16107281063554035, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10318986456114841, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2689 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1493.0, "completions/mean_length": 1103.75, "completions/mean_terminated_length": 1012.3077392578125, "completions/min_length": 777.0, "completions/min_terminated_length": 777.0, "epoch": 0.6726681670417605, "frac_reward_zero_std": 0.0, "grad_norm": 2.990617194434671, "kl": 0.0170440673828125, "learning_rate": 3.6351811875008163e-07, "loss": 0.0565, "num_tokens": 121791173.0, "reward": -7.450580596923828e-09, "reward_std": 1.0323952436447144, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.02194334248816528, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07056318323400543, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12995725793078622, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2690 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1406.0, "completions/max_terminated_length": 1406.0, "completions/mean_length": 1215.6875, "completions/mean_terminated_length": 1215.6875, "completions/min_length": 971.0, "completions/min_terminated_length": 971.0, "epoch": 0.6729182295573893, "frac_reward_zero_std": 0.0, "grad_norm": 2.5712012780695463, "kl": 0.014801025390625, "learning_rate": 3.631606978734679e-07, "loss": 0.0027, "num_tokens": 121835248.0, "reward": 0.0, "reward_std": 0.6537569761276245, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03694079020685474, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1140927399129103, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8958333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12405196043952264, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2691 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1434.0, "completions/mean_length": 1347.5, "completions/mean_terminated_length": 1256.0, "completions/min_length": 984.0, "completions/min_terminated_length": 984.0, "epoch": 0.6731682920730182, "frac_reward_zero_std": 0.0, "grad_norm": 2.924606724587911, "kl": 0.0162506103515625, "learning_rate": 3.628034193621913e-07, "loss": 0.0093, "num_tokens": 121897432.0, "reward": -2.9802322387695312e-08, "reward_std": 0.6522361040115356, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.01633924263241421, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.020292077405665913, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11792967144619461, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2692 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1443.0, "completions/mean_length": 1395.9375, "completions/mean_terminated_length": 1262.1429443359375, "completions/min_length": 1114.0, "completions/min_terminated_length": 1114.0, "epoch": 0.6734183545886472, "frac_reward_zero_std": 0.0, "grad_norm": 3.365635422090836, "kl": 0.0167388916015625, "learning_rate": 3.6244628348848627e-07, "loss": 0.0115, "num_tokens": 121953775.0, "reward": 0.0, "reward_std": 0.838664174079895, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.10636573978096268, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.19366044475111238, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8250000000000001, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08388704928078612, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2693 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1275.0, "completions/max_terminated_length": 1275.0, "completions/mean_length": 1044.9375, "completions/mean_terminated_length": 1044.9375, "completions/min_length": 790.0, "completions/min_terminated_length": 790.0, "epoch": 0.673668417104276, "frac_reward_zero_std": 0.0, "grad_norm": 2.7358061098090194, "kl": 0.0157623291015625, "learning_rate": 3.6208929052447846e-07, "loss": -0.0383, "num_tokens": 121988942.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8557125329971313, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04647393552189227, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11125046740887067, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09496588081262934, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2694 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1340.0, "completions/mean_length": 1200.375, "completions/mean_terminated_length": 1180.4000244140625, "completions/min_length": 995.0, "completions/min_terminated_length": 995.0, "epoch": 0.673918479619905, "frac_reward_zero_std": 0.0, "grad_norm": 1.9437437009758483, "kl": 0.0084075927734375, "learning_rate": 3.6173244074218446e-07, "loss": -0.0193, "num_tokens": 122034292.0, "reward": 1.862645149230957e-08, "reward_std": 1.0350899696350098, "rewards/wordcountpos_reward_GEOBench/mean": 1.862645149230957e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06319836249304131, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.17123724555638148, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06763190130459203, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2695 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1234.0, "completions/mean_length": 1080.1875, "completions/mean_terminated_length": 889.3636474609375, "completions/min_length": 519.0, "completions/min_terminated_length": 519.0, "epoch": 0.6741685421355339, "frac_reward_zero_std": 0.0, "grad_norm": 3.5326644886094747, "kl": 0.016082763671875, "learning_rate": 3.6137573441351223e-07, "loss": -0.0252, "num_tokens": 122087871.0, "reward": 2.9802322387695312e-08, "reward_std": 0.865774393081665, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.02184260878572907, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.17664641854337737, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.675, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11642832797715323, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2696 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 988.0, "completions/mean_length": 868.1875, "completions/mean_terminated_length": 826.0667114257812, "completions/min_length": 627.0, "completions/min_terminated_length": 627.0, "epoch": 0.6744186046511628, "frac_reward_zero_std": 0.0, "grad_norm": 3.6717438052124676, "kl": 0.02001953125, "learning_rate": 3.6101917181025986e-07, "loss": -0.035, "num_tokens": 122116874.0, "reward": 0.0, "reward_std": 0.7294286489486694, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04532875726353715, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0982160756290172, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11674600476945511, "rewards/wordcountpos_reward_GEOBench/std": 1.0327954292297363, "step": 2697 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1308.0, "completions/max_terminated_length": 1308.0, "completions/mean_length": 1039.75, "completions/mean_terminated_length": 1039.75, "completions/min_length": 815.0, "completions/min_terminated_length": 815.0, "epoch": 0.6746686671667917, "frac_reward_zero_std": 0.0, "grad_norm": 3.1296825779433237, "kl": 0.01837158203125, "learning_rate": 3.6066275320411634e-07, "loss": 0.0204, "num_tokens": 122157614.0, "reward": 0.0, "reward_std": 0.38172656297683716, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.015253383579030399, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.13806081960900365, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08333333333333336, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2698 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1434.0, "completions/mean_length": 1199.125, "completions/mean_terminated_length": 1156.1429443359375, "completions/min_length": 783.0, "completions/min_terminated_length": 783.0, "epoch": 0.6749187296824206, "frac_reward_zero_std": 0.0, "grad_norm": 3.438723607121624, "kl": 0.022308349609375, "learning_rate": 3.6030647886666056e-07, "loss": -0.0137, "num_tokens": 122190136.0, "reward": 2.60770320892334e-08, "reward_std": 0.9834088087081909, "rewards/wordcountpos_reward_GEOBench/mean": 2.60770320892334e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.016799890438982633, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.019736099204982573, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8333333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11925695879998881, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2699 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1419.0, "completions/max_terminated_length": 1419.0, "completions/mean_length": 910.875, "completions/mean_terminated_length": 910.875, "completions/min_length": 516.0, "completions/min_terminated_length": 516.0, "epoch": 0.6751687921980495, "frac_reward_zero_std": 0.0, "grad_norm": 3.203101363962012, "kl": 0.0184783935546875, "learning_rate": 3.599503490693622e-07, "loss": -0.0149, "num_tokens": 122215862.0, "reward": -1.862645149230957e-08, "reward_std": 1.0654774904251099, "rewards/wordcountpos_reward_GEOBench/mean": -1.862645149230957e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.08709881740194717, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.050670480208599634, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7666666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07302967433402217, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2700 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1317.0, "completions/mean_length": 1234.9375, "completions/mean_terminated_length": 1114.45458984375, "completions/min_length": 658.0, "completions/min_terminated_length": 658.0, "epoch": 0.6754188547136785, "frac_reward_zero_std": 0.0, "grad_norm": 2.9530645631992947, "kl": 0.0157623291015625, "learning_rate": 3.595943640835799e-07, "loss": -0.0067, "num_tokens": 122264621.0, "reward": 2.9802322387695312e-08, "reward_std": 1.043255090713501, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.13908599617107217, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10967565154478891, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7708333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.131021626713557, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2701 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1256.0, "completions/max_terminated_length": 1256.0, "completions/mean_length": 998.5, "completions/mean_terminated_length": 998.5, "completions/min_length": 843.0, "completions/min_terminated_length": 843.0, "epoch": 0.6756689172293073, "frac_reward_zero_std": 0.0, "grad_norm": 2.9003545521006524, "kl": 0.013214111328125, "learning_rate": 3.592385241805628e-07, "loss": 0.0468, "num_tokens": 122304749.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0508443117141724, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.01159398665964617, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.19040720920600315, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08243965245133134, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2702 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1492.0, "completions/mean_length": 1447.75, "completions/mean_terminated_length": 1380.571533203125, "completions/min_length": 1163.0, "completions/min_terminated_length": 1163.0, "epoch": 0.6759189797449362, "frac_reward_zero_std": 0.0, "grad_norm": 2.3965253694929776, "kl": 0.014801025390625, "learning_rate": 3.5888282963144854e-07, "loss": -0.01, "num_tokens": 122352929.0, "reward": -2.9802322387695312e-08, "reward_std": 0.9417842030525208, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.018096393035247255, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09171140046749317, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11642832797715322, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2703 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1211.0, "completions/mean_length": 1271.75, "completions/mean_terminated_length": 1094.2222900390625, "completions/min_length": 984.0, "completions/min_terminated_length": 984.0, "epoch": 0.6761690422605652, "frac_reward_zero_std": 0.0, "grad_norm": 2.910697205880899, "kl": 0.0097503662109375, "learning_rate": 3.58527280707265e-07, "loss": -0.0306, "num_tokens": 122402437.0, "reward": 1.4901161193847656e-08, "reward_std": 1.015303373336792, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.015405780667690924, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06924989014893378, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10101338378503963, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2704 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1438.0, "completions/mean_length": 1195.3125, "completions/mean_terminated_length": 1151.7857666015625, "completions/min_length": 974.0, "completions/min_terminated_length": 974.0, "epoch": 0.676419104776194, "frac_reward_zero_std": 0.0, "grad_norm": 2.853422993642348, "kl": 0.011688232421875, "learning_rate": 3.581718776789284e-07, "loss": 0.0313, "num_tokens": 122444418.0, "reward": -1.862645149230957e-08, "reward_std": 1.0484932661056519, "rewards/wordcountpos_reward_GEOBench/mean": -1.862645149230957e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.10402997155998167, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08177770206765206, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08944271909999162, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2705 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1492.0, "completions/max_terminated_length": 1492.0, "completions/mean_length": 1159.125, "completions/mean_terminated_length": 1159.125, "completions/min_length": 760.0, "completions/min_terminated_length": 760.0, "epoch": 0.6766691672918229, "frac_reward_zero_std": 0.0, "grad_norm": 2.2675019397968663, "kl": 0.0139617919921875, "learning_rate": 3.5781662081724405e-07, "loss": -0.0334, "num_tokens": 122479060.0, "reward": 0.0, "reward_std": 0.8038930892944336, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.035981066713161765, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08594807159285485, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8541666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1338185615204685, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2706 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1304.0, "completions/mean_length": 1164.875, "completions/mean_terminated_length": 1012.5454711914062, "completions/min_length": 753.0, "completions/min_terminated_length": 753.0, "epoch": 0.6769192298074519, "frac_reward_zero_std": 0.0, "grad_norm": 4.16854278623862, "kl": 0.02105712890625, "learning_rate": 3.574615103929061e-07, "loss": -0.0245, "num_tokens": 122528066.0, "reward": 0.0, "reward_std": 0.5396085977554321, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.16076480831368975, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.3277753179345752, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6458333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12102953419784837, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2707 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1343.0, "completions/max_terminated_length": 1343.0, "completions/mean_length": 1106.25, "completions/mean_terminated_length": 1106.25, "completions/min_length": 931.0, "completions/min_terminated_length": 931.0, "epoch": 0.6771692923230808, "frac_reward_zero_std": 0.0, "grad_norm": 3.3333494313763574, "kl": 0.016510009765625, "learning_rate": 3.5710654667649675e-07, "loss": -0.0044, "num_tokens": 122563198.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8145296573638916, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.17759978233755147, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.3610386575356704, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09888264649460886, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2708 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1368.0, "completions/mean_length": 1271.125, "completions/mean_terminated_length": 1194.8333740234375, "completions/min_length": 1085.0, "completions/min_terminated_length": 1085.0, "epoch": 0.6774193548387096, "frac_reward_zero_std": 0.0, "grad_norm": 3.0236528872890185, "kl": 0.0159912109375, "learning_rate": 3.5675172993848613e-07, "loss": 0.0069, "num_tokens": 122614664.0, "reward": 2.9802322387695312e-08, "reward_std": 0.6862202286720276, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.02065054781318132, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06137186922428432, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1276569477008451, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2709 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1421.0, "completions/mean_length": 1129.0625, "completions/mean_terminated_length": 1104.3333740234375, "completions/min_length": 847.0, "completions/min_terminated_length": 847.0, "epoch": 0.6776694173543386, "frac_reward_zero_std": 0.0, "grad_norm": 3.322137707744963, "kl": 0.015716552734375, "learning_rate": 3.5639706044923347e-07, "loss": -0.0501, "num_tokens": 122657473.0, "reward": 0.0, "reward_std": 0.8364112973213196, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.017537885981356964, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09359590421153971, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10101338378503963, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2710 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1463.0, "completions/mean_length": 1275.3125, "completions/mean_terminated_length": 1200.416748046875, "completions/min_length": 990.0, "completions/min_terminated_length": 990.0, "epoch": 0.6779194798699675, "frac_reward_zero_std": 0.0, "grad_norm": 2.5240428717843653, "kl": 0.0112152099609375, "learning_rate": 3.560425384789848e-07, "loss": -0.0366, "num_tokens": 122703886.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9708830714225769, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.07930473005484279, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11774857375910139, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9041666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06426219440409446, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2711 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1173.0, "completions/max_terminated_length": 1173.0, "completions/mean_length": 997.3125, "completions/mean_terminated_length": 997.3125, "completions/min_length": 688.0, "completions/min_terminated_length": 688.0, "epoch": 0.6781695423855963, "frac_reward_zero_std": 0.0, "grad_norm": 3.4166238984914847, "kl": 0.02288818359375, "learning_rate": 3.5568816429787405e-07, "loss": -0.0171, "num_tokens": 122740091.0, "reward": 7.450580596923828e-09, "reward_std": 1.0227668285369873, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.042145130728699326, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11793808930915026, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1258305739211792, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2712 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1437.0, "completions/mean_length": 1332.9375, "completions/mean_terminated_length": 1232.7000732421875, "completions/min_length": 681.0, "completions/min_terminated_length": 681.0, "epoch": 0.6784196049012253, "frac_reward_zero_std": 0.0, "grad_norm": 3.24640606942673, "kl": 0.020294189453125, "learning_rate": 3.5533393817592275e-07, "loss": 0.0058, "num_tokens": 122789370.0, "reward": -2.9802322387695312e-08, "reward_std": 0.9053841829299927, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.04559272176508689, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.057769493307368074, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11917929226045816, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2713 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1416.0, "completions/mean_length": 1305.875, "completions/mean_terminated_length": 1261.0770263671875, "completions/min_length": 1021.0, "completions/min_terminated_length": 1021.0, "epoch": 0.6786696674168542, "frac_reward_zero_std": 0.0, "grad_norm": 2.955717486446063, "kl": 0.0152435302734375, "learning_rate": 3.549798603830393e-07, "loss": -0.0323, "num_tokens": 122836096.0, "reward": -2.9802322387695312e-08, "reward_std": 0.9031736254692078, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.11044402637962501, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0952559106581359, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14548768561863465, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2714 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1459.0, "completions/mean_length": 1329.25, "completions/mean_terminated_length": 1289.84619140625, "completions/min_length": 999.0, "completions/min_terminated_length": 999.0, "epoch": 0.6789197299324832, "frac_reward_zero_std": 0.0, "grad_norm": 2.7920347992964674, "kl": 0.01593017578125, "learning_rate": 3.5462593118901916e-07, "loss": 0.0074, "num_tokens": 122874996.0, "reward": -2.9802322387695312e-08, "reward_std": 0.863773763179779, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.08721905542274619, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06193940677063021, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07876359377087684, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2715 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1335.0, "completions/mean_length": 1151.125, "completions/mean_terminated_length": 1127.86669921875, "completions/min_length": 905.0, "completions/min_terminated_length": 905.0, "epoch": 0.679169792448112, "frac_reward_zero_std": 0.0, "grad_norm": 3.0855270672286568, "kl": 0.019744873046875, "learning_rate": 3.5427215086354456e-07, "loss": 0.013, "num_tokens": 122926694.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9154713153839111, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06475034388221718, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07010045951784309, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8041666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10174405069512348, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2716 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1211.0, "completions/max_terminated_length": 1211.0, "completions/mean_length": 1001.75, "completions/mean_terminated_length": 1001.75, "completions/min_length": 707.0, "completions/min_terminated_length": 707.0, "epoch": 0.6794198549637409, "frac_reward_zero_std": 0.0, "grad_norm": 3.366805567735963, "kl": 0.019378662109375, "learning_rate": 3.5391851967618456e-07, "loss": 0.0211, "num_tokens": 122966426.0, "reward": 0.0, "reward_std": 0.6723920702934265, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.008086537030204692, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06599852339079425, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8708333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10461569884316811, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2717 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1392.0, "completions/mean_length": 1157.1875, "completions/mean_terminated_length": 1108.21435546875, "completions/min_length": 768.0, "completions/min_terminated_length": 768.0, "epoch": 0.6796699174793699, "frac_reward_zero_std": 0.0, "grad_norm": 2.841836686408547, "kl": 0.0157012939453125, "learning_rate": 3.535650378963944e-07, "loss": -0.0417, "num_tokens": 123007693.0, "reward": 2.9802322387695312e-08, "reward_std": 0.5313202142715454, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.022613551276931307, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0720940131221362, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11409872268574492, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2718 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.6875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1358.0, "completions/mean_length": 1391.5625, "completions/mean_terminated_length": 1153.0, "completions/min_length": 801.0, "completions/min_terminated_length": 801.0, "epoch": 0.6799199799949988, "frac_reward_zero_std": 0.0, "grad_norm": 2.2756817993486447, "kl": 0.013629913330078125, "learning_rate": 3.532117057935151e-07, "loss": -0.0245, "num_tokens": 123046398.0, "reward": 2.9802322387695312e-08, "reward_std": 0.7076613903045654, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.012050275778980567, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.48414632098924554, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.675, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12141145226353543, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2719 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1494.0, "completions/mean_length": 1358.4375, "completions/mean_terminated_length": 1294.0909423828125, "completions/min_length": 1048.0, "completions/min_terminated_length": 1048.0, "epoch": 0.6801700425106276, "frac_reward_zero_std": 0.0, "grad_norm": 2.4605039029191564, "kl": 0.01055908203125, "learning_rate": 3.5285852363677426e-07, "loss": 0.0088, "num_tokens": 123091077.0, "reward": 0.0, "reward_std": 0.4964600205421448, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06533427429802477, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.13143976110374925, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10852547064066471, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2720 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1359.0, "completions/max_terminated_length": 1359.0, "completions/mean_length": 907.0625, "completions/mean_terminated_length": 907.0625, "completions/min_length": 667.0, "completions/min_terminated_length": 667.0, "epoch": 0.6804201050262566, "frac_reward_zero_std": 0.0, "grad_norm": 2.0064419244472926, "kl": 0.0126800537109375, "learning_rate": 3.5250549169528485e-07, "loss": -0.0447, "num_tokens": 123130038.0, "reward": 0.0, "reward_std": 0.904825747013092, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.05598443816270076, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09230130506842359, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11213417888437974, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2721 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1398.0, "completions/mean_length": 1200.1875, "completions/mean_terminated_length": 1131.0, "completions/min_length": 850.0, "completions/min_terminated_length": 850.0, "epoch": 0.6806701675418855, "frac_reward_zero_std": 0.0, "grad_norm": 2.237191776853671, "kl": 0.010162353515625, "learning_rate": 3.5215261023804567e-07, "loss": -0.0426, "num_tokens": 123176641.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9213888645172119, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0780664271401254, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10327066865301386, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8666666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08432740427115677, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2722 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1379.0, "completions/mean_length": 1089.6875, "completions/mean_terminated_length": 843.5, "completions/min_length": 645.0, "completions/min_terminated_length": 645.0, "epoch": 0.6809202300575143, "frac_reward_zero_std": 0.0, "grad_norm": 3.007720180381011, "kl": 0.0140838623046875, "learning_rate": 3.517998795339401e-07, "loss": -0.0688, "num_tokens": 123221500.0, "reward": 0.0, "reward_std": 0.8217609524726868, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.030747549385433226, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07381991719389888, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13109227736669002, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2723 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1422.0, "completions/mean_length": 1339.5625, "completions/mean_terminated_length": 1286.0833740234375, "completions/min_length": 1174.0, "completions/min_terminated_length": 1174.0, "epoch": 0.6811702925731433, "frac_reward_zero_std": 0.0, "grad_norm": 2.3446832898345424, "kl": 0.0161895751953125, "learning_rate": 3.5144729985173793e-07, "loss": -0.0215, "num_tokens": 123267157.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9894387125968933, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.01141153043132604, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03371389616995933, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8666666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08432740427115676, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2724 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1127.0, "completions/max_terminated_length": 1127.0, "completions/mean_length": 941.875, "completions/mean_terminated_length": 941.875, "completions/min_length": 811.0, "completions/min_terminated_length": 811.0, "epoch": 0.6814203550887722, "frac_reward_zero_std": 0.0, "grad_norm": 2.342612208098056, "kl": 0.0122528076171875, "learning_rate": 3.510948714600929e-07, "loss": 0.0176, "num_tokens": 123297027.0, "reward": 0.0, "reward_std": 0.926203727722168, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.046057595727669244, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09142315069868452, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.060705726131767695, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2725 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1408.0, "completions/mean_length": 1234.1875, "completions/mean_terminated_length": 1216.4666748046875, "completions/min_length": 941.0, "completions/min_terminated_length": 941.0, "epoch": 0.6816704176044011, "frac_reward_zero_std": 0.0, "grad_norm": 3.111697237745817, "kl": 0.01593017578125, "learning_rate": 3.5074259462754354e-07, "loss": 0.0222, "num_tokens": 123338310.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0049562454223633, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.1608728548674085, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.15460909737418826, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.072520750542581, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2726 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1486.0, "completions/max_terminated_length": 1486.0, "completions/mean_length": 1012.625, "completions/mean_terminated_length": 1012.625, "completions/min_length": 726.0, "completions/min_terminated_length": 726.0, "epoch": 0.68192048012003, "frac_reward_zero_std": 0.0, "grad_norm": 3.307677745711157, "kl": 0.02099609375, "learning_rate": 3.5039046962251295e-07, "loss": 0.027, "num_tokens": 123371448.0, "reward": 0.0, "reward_std": 0.7208243608474731, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.1453623427832438, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07341629956453595, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12524050936172845, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2727 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1371.0, "completions/max_terminated_length": 1371.0, "completions/mean_length": 955.625, "completions/mean_terminated_length": 955.625, "completions/min_length": 680.0, "completions/min_terminated_length": 680.0, "epoch": 0.6821705426356589, "frac_reward_zero_std": 0.0, "grad_norm": 3.0964847617855966, "kl": 0.022430419921875, "learning_rate": 3.500384967133091e-07, "loss": -0.0336, "num_tokens": 123401658.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0136680603027344, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04548032386830055, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.039694868534180014, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08062257748298553, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2728 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1487.0, "completions/mean_length": 1191.6875, "completions/mean_terminated_length": 1120.5384521484375, "completions/min_length": 865.0, "completions/min_terminated_length": 865.0, "epoch": 0.6824206051512878, "frac_reward_zero_std": 0.0, "grad_norm": 2.8424414051906166, "kl": 0.01336669921875, "learning_rate": 3.496866761681235e-07, "loss": 0.018, "num_tokens": 123451077.0, "reward": 0.0, "reward_std": 0.538988471031189, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.11575917601264298, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.15145568559488873, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10532137766186216, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2729 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1406.0, "completions/mean_length": 1244.9375, "completions/mean_terminated_length": 1208.5, "completions/min_length": 1043.0, "completions/min_terminated_length": 1043.0, "epoch": 0.6826706676669168, "frac_reward_zero_std": 0.0, "grad_norm": 3.333393011803426, "kl": 0.024200439453125, "learning_rate": 3.493350082550315e-07, "loss": 0.0268, "num_tokens": 123497756.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8635338544845581, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0007707365571603293, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09199381616350005, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11642832797715322, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2730 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1477.0, "completions/mean_length": 1058.5625, "completions/mean_terminated_length": 995.5000610351562, "completions/min_length": 672.0, "completions/min_terminated_length": 672.0, "epoch": 0.6829207301825456, "frac_reward_zero_std": 0.0, "grad_norm": 3.092847188751359, "kl": 0.01287841796875, "learning_rate": 3.489834932419929e-07, "loss": -0.1014, "num_tokens": 123528501.0, "reward": 2.9802322387695312e-08, "reward_std": 0.5892418026924133, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.00777020549224072, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.031131788870703527, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1270024788326182, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2731 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1458.0, "completions/max_terminated_length": 1458.0, "completions/mean_length": 1101.25, "completions/mean_terminated_length": 1101.25, "completions/min_length": 818.0, "completions/min_terminated_length": 818.0, "epoch": 0.6831707926981745, "frac_reward_zero_std": 0.0, "grad_norm": 3.105510940045592, "kl": 0.0180816650390625, "learning_rate": 3.4863213139684994e-07, "loss": -0.034, "num_tokens": 123569913.0, "reward": 2.2351741790771484e-08, "reward_std": 1.0485221147537231, "rewards/wordcountpos_reward_GEOBench/mean": 2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0403951317085979, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07381220140460835, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9041666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1002773930432755, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2732 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1469.0, "completions/mean_length": 1303.75, "completions/mean_terminated_length": 1214.5455322265625, "completions/min_length": 820.0, "completions/min_terminated_length": 820.0, "epoch": 0.6834208552138035, "frac_reward_zero_std": 0.0, "grad_norm": 2.5261274405386582, "kl": 0.018157958984375, "learning_rate": 3.482809229873288e-07, "loss": -0.0453, "num_tokens": 123624869.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9892751574516296, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.016330551389311897, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0785003003328752, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07969850595746357, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2733 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1439.0, "completions/max_terminated_length": 1439.0, "completions/mean_length": 1066.5625, "completions/mean_terminated_length": 1066.5625, "completions/min_length": 795.0, "completions/min_terminated_length": 795.0, "epoch": 0.6836709177294323, "frac_reward_zero_std": 0.0, "grad_norm": 1.2928249003045713, "kl": 0.006855010986328125, "learning_rate": 3.4792986828103845e-07, "loss": -0.032, "num_tokens": 123672494.0, "reward": 1.1175870895385742e-08, "reward_std": 1.0280876159667969, "rewards/wordcountpos_reward_GEOBench/mean": 1.1175870895385742e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06245471962553749, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09465786132590671, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1529342632927262, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2734 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1444.0, "completions/mean_length": 1192.375, "completions/mean_terminated_length": 1148.4285888671875, "completions/min_length": 721.0, "completions/min_terminated_length": 721.0, "epoch": 0.6839209802450613, "frac_reward_zero_std": 0.0, "grad_norm": 2.871782017440985, "kl": 0.014984130859375, "learning_rate": 3.475789675454713e-07, "loss": -0.0579, "num_tokens": 123716596.0, "reward": -2.2351741790771484e-08, "reward_std": 0.9970670938491821, "rewards/wordcountpos_reward_GEOBench/mean": -2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.019851532403880438, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10268305018769686, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8291666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1060223596263578, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2735 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1235.0, "completions/mean_length": 1284.5625, "completions/mean_terminated_length": 1069.125, "completions/min_length": 928.0, "completions/min_terminated_length": 928.0, "epoch": 0.6841710427606902, "frac_reward_zero_std": 0.0, "grad_norm": 2.2759868925174285, "kl": 0.0171051025390625, "learning_rate": 3.4722822104800175e-07, "loss": -0.0114, "num_tokens": 123764653.0, "reward": 0.0, "reward_std": 0.5190559029579163, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.10281207029025556, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.22728971324872518, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10390522747338703, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2736 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1414.0, "completions/mean_length": 1168.5, "completions/mean_terminated_length": 1146.4000244140625, "completions/min_length": 921.0, "completions/min_terminated_length": 921.0, "epoch": 0.684421105276319, "frac_reward_zero_std": 0.0, "grad_norm": 2.849213312543279, "kl": 0.01580810546875, "learning_rate": 3.4687762905588715e-07, "loss": -0.0182, "num_tokens": 123798285.0, "reward": 0.0, "reward_std": 0.8634228706359863, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04580190178140172, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.060873240268373846, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10576003586036262, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2737 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1326.0, "completions/mean_length": 1269.3125, "completions/mean_terminated_length": 1130.9000244140625, "completions/min_length": 947.0, "completions/min_terminated_length": 947.0, "epoch": 0.684671167791948, "frac_reward_zero_std": 0.0, "grad_norm": 3.210803077292359, "kl": 0.0158538818359375, "learning_rate": 3.465271918362668e-07, "loss": -0.0127, "num_tokens": 123857698.0, "reward": -3.725290298461914e-09, "reward_std": 1.0596448183059692, "rewards/wordcountpos_reward_GEOBench/mean": -3.725290298461914e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0957598831855994, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.13592713639261003, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7333333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12881223774390613, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2738 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1485.0, "completions/mean_length": 1351.1875, "completions/mean_terminated_length": 1235.4444580078125, "completions/min_length": 811.0, "completions/min_terminated_length": 811.0, "epoch": 0.6849212303075769, "frac_reward_zero_std": 0.0, "grad_norm": 3.0803711994735403, "kl": 0.017333984375, "learning_rate": 3.461769096561622e-07, "loss": -0.0277, "num_tokens": 123912869.0, "reward": 0.0, "reward_std": 1.028899908065796, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03550682381006019, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.046163638633231904, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.825, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10576003586036263, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2739 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1439.0, "completions/mean_length": 1257.5625, "completions/mean_terminated_length": 1201.615478515625, "completions/min_length": 910.0, "completions/min_terminated_length": 910.0, "epoch": 0.6851712928232058, "frac_reward_zero_std": 0.0, "grad_norm": 2.6632701325794623, "kl": 0.00998687744140625, "learning_rate": 3.458267827824769e-07, "loss": -0.0512, "num_tokens": 123954694.0, "reward": 0.0, "reward_std": 0.7001150846481323, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0363283160675749, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1341540293344089, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7916666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.05900408021045227, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2740 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1383.0, "completions/mean_length": 1133.9375, "completions/mean_terminated_length": 967.5454711914062, "completions/min_length": 549.0, "completions/min_terminated_length": 549.0, "epoch": 0.6854213553388347, "frac_reward_zero_std": 0.0, "grad_norm": 3.1129210954317093, "kl": 0.014556884765625, "learning_rate": 3.4547681148199565e-07, "loss": -0.0523, "num_tokens": 123996429.0, "reward": -3.725290298461914e-08, "reward_std": 0.953366756439209, "rewards/wordcountpos_reward_GEOBench/mean": -3.725290298461914e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.032353979936350356, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.057462631767498266, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.725, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10000000000000003, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2741 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1164.0, "completions/mean_length": 1202.875, "completions/mean_terminated_length": 971.7777709960938, "completions/min_length": 726.0, "completions/min_terminated_length": 726.0, "epoch": 0.6856714178544636, "frac_reward_zero_std": 0.0, "grad_norm": 2.9662464560812314, "kl": 0.01470947265625, "learning_rate": 3.4512699602138523e-07, "loss": 0.0005, "num_tokens": 124027331.0, "reward": 2.9802322387695312e-08, "reward_std": 0.3469626009464264, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.07107654414993347, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08286190714398028, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7333333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14194417264596723, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2742 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1486.0, "completions/mean_length": 1145.0, "completions/mean_terminated_length": 1094.2857666015625, "completions/min_length": 165.0, "completions/min_terminated_length": 165.0, "epoch": 0.6859214803700925, "frac_reward_zero_std": 0.0, "grad_norm": 3.6911154976910514, "kl": 0.02374267578125, "learning_rate": 3.4477733666719347e-07, "loss": 0.0503, "num_tokens": 124066547.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9104742407798767, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0588807017440799, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11650913621874588, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10292032157252812, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2743 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1380.0, "completions/mean_length": 1277.25, "completions/mean_terminated_length": 1176.0, "completions/min_length": 1065.0, "completions/min_terminated_length": 1065.0, "epoch": 0.6861715428857215, "frac_reward_zero_std": 0.0, "grad_norm": 1.6342057781690702, "kl": 0.007774770259857178, "learning_rate": 3.444278336858487e-07, "loss": 0.0375, "num_tokens": 124117911.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0177119970321655, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.19135284182137074, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.15718811382093084, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7333333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.05962847939999442, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2744 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1444.0, "completions/mean_length": 1247.8125, "completions/mean_terminated_length": 1231.0001220703125, "completions/min_length": 979.0, "completions/min_terminated_length": 979.0, "epoch": 0.6864216054013503, "frac_reward_zero_std": 0.0, "grad_norm": 3.090331992815985, "kl": 0.0164947509765625, "learning_rate": 3.44078487343661e-07, "loss": 0.0144, "num_tokens": 124159076.0, "reward": -7.450580596923828e-09, "reward_std": 1.0514845848083496, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08850612031567838, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2745 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1274.0, "completions/mean_length": 1189.125, "completions/mean_terminated_length": 1047.8182373046875, "completions/min_length": 712.0, "completions/min_terminated_length": 712.0, "epoch": 0.6866716679169792, "frac_reward_zero_std": 0.0, "grad_norm": 3.501803845043994, "kl": 0.021392822265625, "learning_rate": 3.4372929790682046e-07, "loss": -0.0091, "num_tokens": 124201894.0, "reward": 0.0, "reward_std": 0.7878705263137817, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.015460782432564447, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.027100796694214713, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.17018508443151817, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2746 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1035.0, "completions/max_terminated_length": 1035.0, "completions/mean_length": 905.6875, "completions/mean_terminated_length": 905.6875, "completions/min_length": 765.0, "completions/min_terminated_length": 765.0, "epoch": 0.6869217304326082, "frac_reward_zero_std": 0.0, "grad_norm": 2.89659097250972, "kl": 0.0146331787109375, "learning_rate": 3.4338026564139797e-07, "loss": -0.0183, "num_tokens": 124233577.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9892677068710327, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.023586514536966426, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06429789890439452, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14751020052613062, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2747 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1444.0, "completions/mean_length": 1205.0, "completions/mean_terminated_length": 1185.3333740234375, "completions/min_length": 945.0, "completions/min_terminated_length": 945.0, "epoch": 0.687171792948237, "frac_reward_zero_std": 0.0, "grad_norm": 3.2458437187711966, "kl": 0.023284912109375, "learning_rate": 3.430313908133445e-07, "loss": -0.0357, "num_tokens": 124279529.0, "reward": 0.0, "reward_std": 0.8592180609703064, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.057013424676404766, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07771232672376555, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11147163731607214, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2748 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.75, "completions/max_length": 1500.0, "completions/max_terminated_length": 1364.0, "completions/mean_length": 1440.4375, "completions/mean_terminated_length": 1261.75, "completions/min_length": 1022.0, "completions/min_terminated_length": 1022.0, "epoch": 0.6874218554638659, "frac_reward_zero_std": 0.0, "grad_norm": 2.655611384017338, "kl": 0.0162506103515625, "learning_rate": 3.426826736884909e-07, "loss": 0.0052, "num_tokens": 124335720.0, "reward": -5.960464477539063e-08, "reward_std": 0.3439657390117645, "rewards/wordcountpos_reward_GEOBench/mean": -5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.15176273684293978, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.21171167097619215, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10610965676722955, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2749 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1452.0, "completions/mean_length": 1329.25, "completions/mean_terminated_length": 1272.3333740234375, "completions/min_length": 879.0, "completions/min_terminated_length": 879.0, "epoch": 0.6876719179794949, "frac_reward_zero_std": 0.0, "grad_norm": 3.2925321596578874, "kl": 0.0184326171875, "learning_rate": 3.4233411453254816e-07, "loss": -0.0373, "num_tokens": 124393700.0, "reward": -7.450580596923828e-09, "reward_std": 1.0198737382888794, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03980169067363343, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12915570763899853, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.825, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10000000000000002, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2750 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1375.0, "completions/mean_length": 1332.0625, "completions/mean_terminated_length": 1116.1429443359375, "completions/min_length": 981.0, "completions/min_terminated_length": 981.0, "epoch": 0.6879219804951238, "frac_reward_zero_std": 0.0, "grad_norm": 2.0691743934740887, "kl": 0.012908935546875, "learning_rate": 3.4198571361110666e-07, "loss": -0.0053, "num_tokens": 124453901.0, "reward": -7.450580596923828e-09, "reward_std": 1.0508397817611694, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.09832669485279011, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07956579907123143, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.15776212754932312, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2751 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1453.0, "completions/max_terminated_length": 1453.0, "completions/mean_length": 1128.9375, "completions/mean_terminated_length": 1128.9375, "completions/min_length": 691.0, "completions/min_terminated_length": 691.0, "epoch": 0.6881720430107527, "frac_reward_zero_std": 0.0, "grad_norm": 3.836886957044039, "kl": 0.024169921875, "learning_rate": 3.416374711896365e-07, "loss": -0.0476, "num_tokens": 124505484.0, "reward": -4.470348358154297e-08, "reward_std": 0.8797335624694824, "rewards/wordcountpos_reward_GEOBench/mean": -4.470348358154297e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.19482166496735323, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.2578725988411778, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11409872268574493, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2752 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1300.0, "completions/max_terminated_length": 1300.0, "completions/mean_length": 988.125, "completions/mean_terminated_length": 988.125, "completions/min_length": 832.0, "completions/min_terminated_length": 832.0, "epoch": 0.6884221055263816, "frac_reward_zero_std": 0.0, "grad_norm": 2.7654782189930383, "kl": 0.0135345458984375, "learning_rate": 3.412893875334867e-07, "loss": -0.007, "num_tokens": 124547758.0, "reward": 0.0, "reward_std": 0.6016427278518677, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03165596583154108, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04966750060148478, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7666666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08432740427115681, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2753 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1297.0, "completions/mean_length": 1337.75, "completions/mean_terminated_length": 1129.1429443359375, "completions/min_length": 952.0, "completions/min_terminated_length": 952.0, "epoch": 0.6886721680420105, "frac_reward_zero_std": 0.0, "grad_norm": 2.7198683493874736, "kl": 0.0137176513671875, "learning_rate": 3.409414629078855e-07, "loss": -0.056, "num_tokens": 124611770.0, "reward": 0.0, "reward_std": 0.7077142596244812, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06309284276296527, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08898915821501607, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11474609652039006, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2754 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1432.0, "completions/mean_length": 1214.875, "completions/mean_terminated_length": 1195.86669921875, "completions/min_length": 776.0, "completions/min_terminated_length": 776.0, "epoch": 0.6889222305576395, "frac_reward_zero_std": 0.0, "grad_norm": 2.8391977733937805, "kl": 0.019805908203125, "learning_rate": 3.405936975779399e-07, "loss": -0.0464, "num_tokens": 124657288.0, "reward": 0.0, "reward_std": 0.8396292328834534, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.012317608026552374, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1241529308803984, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0665276327996565, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2755 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1454.0, "completions/mean_length": 1351.625, "completions/mean_terminated_length": 1262.5999755859375, "completions/min_length": 841.0, "completions/min_terminated_length": 841.0, "epoch": 0.6891722930732683, "frac_reward_zero_std": 0.0, "grad_norm": 2.5115844875078928, "kl": 0.0124359130859375, "learning_rate": 3.4024609180863557e-07, "loss": -0.0234, "num_tokens": 124713050.0, "reward": 3.725290298461914e-09, "reward_std": 0.941968560218811, "rewards/wordcountpos_reward_GEOBench/mean": 3.725290298461914e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.24690679003009003, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2756 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1302.0, "completions/max_terminated_length": 1302.0, "completions/mean_length": 870.1875, "completions/mean_terminated_length": 870.1875, "completions/min_length": 498.0, "completions/min_terminated_length": 498.0, "epoch": 0.6894223555888972, "frac_reward_zero_std": 0.0, "grad_norm": 3.9779471751356694, "kl": 0.023773193359375, "learning_rate": 3.398986458648364e-07, "loss": -0.0216, "num_tokens": 124763829.0, "reward": 0.0, "reward_std": 0.5082966685295105, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.1347471158581273, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1486565664285557, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0758897836290186, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2757 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1420.0, "completions/max_terminated_length": 1420.0, "completions/mean_length": 1078.0, "completions/mean_terminated_length": 1078.0, "completions/min_length": 663.0, "completions/min_terminated_length": 663.0, "epoch": 0.6896724181045262, "frac_reward_zero_std": 0.0, "grad_norm": 3.4681779174122243, "kl": 0.01904296875, "learning_rate": 3.395513600112845e-07, "loss": 0.0509, "num_tokens": 124799005.0, "reward": -2.9802322387695312e-08, "reward_std": 0.7673960328102112, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06304164307049341, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0891025018137843, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.15341785110291775, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2758 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.8125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1465.0, "completions/mean_length": 1475.125, "completions/mean_terminated_length": 1367.3333740234375, "completions/min_length": 1275.0, "completions/min_terminated_length": 1275.0, "epoch": 0.689922480620155, "frac_reward_zero_std": 0.0, "grad_norm": 2.878319300565035, "kl": 0.01806640625, "learning_rate": 3.3920423451260054e-07, "loss": 0.0114, "num_tokens": 124857719.0, "reward": 0.0, "reward_std": 0.636101484298706, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.07350164137283467, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09654833610888391, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8041666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1343709624716425, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2759 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1479.0, "completions/mean_length": 1428.75, "completions/mean_terminated_length": 1357.5, "completions/min_length": 1234.0, "completions/min_terminated_length": 1234.0, "epoch": 0.6901725431357839, "frac_reward_zero_std": 0.0, "grad_norm": 2.47081241766298, "kl": 0.01129150390625, "learning_rate": 3.3885726963328243e-07, "loss": -0.0113, "num_tokens": 124913211.0, "reward": -1.4901161193847656e-08, "reward_std": 0.8958820700645447, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.012947599827448412, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12482502690326817, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7916666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.072520750542581, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2760 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1254.0, "completions/max_terminated_length": 1254.0, "completions/mean_length": 938.1875, "completions/mean_terminated_length": 938.1875, "completions/min_length": 762.0, "completions/min_terminated_length": 762.0, "epoch": 0.6904226056514129, "frac_reward_zero_std": 0.0, "grad_norm": 4.043181584500242, "kl": 0.021484375, "learning_rate": 3.3851046563770614e-07, "loss": 0.0036, "num_tokens": 124955542.0, "reward": -1.4901161193847656e-08, "reward_std": 0.8834588527679443, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06841036764397958, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.15492268192569308, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1397749513934347, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2761 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1222.0, "completions/max_terminated_length": 1222.0, "completions/mean_length": 1005.0625, "completions/mean_terminated_length": 1005.0625, "completions/min_length": 771.0, "completions/min_terminated_length": 771.0, "epoch": 0.6906726681670418, "frac_reward_zero_std": 0.0, "grad_norm": 1.5698549723813133, "kl": 0.011993408203125, "learning_rate": 3.3816382279012414e-07, "loss": 0.0224, "num_tokens": 124990775.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9047627449035645, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.12396635166316482, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1295181889077571, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11979921473804349, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2762 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1465.0, "completions/max_terminated_length": 1465.0, "completions/mean_length": 988.375, "completions/mean_terminated_length": 988.375, "completions/min_length": 644.0, "completions/min_terminated_length": 644.0, "epoch": 0.6909227306826706, "frac_reward_zero_std": 0.0, "grad_norm": 2.787779114619913, "kl": 0.014129638671875, "learning_rate": 3.378173413546673e-07, "loss": -0.024, "num_tokens": 125031509.0, "reward": 0.0, "reward_std": 0.49691349267959595, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04934998620808302, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.14385170000080008, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11155467020454342, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2763 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1227.0, "completions/max_terminated_length": 1227.0, "completions/mean_length": 856.0, "completions/mean_terminated_length": 856.0, "completions/min_length": 694.0, "completions/min_terminated_length": 694.0, "epoch": 0.6911727931982996, "frac_reward_zero_std": 0.0, "grad_norm": 3.309792410254782, "kl": 0.0171356201171875, "learning_rate": 3.374710215953428e-07, "loss": 0.0049, "num_tokens": 125069749.0, "reward": 0.0, "reward_std": 0.8750435709953308, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06382836603760784, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12465690618355932, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7083333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.18678567634829202, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2764 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1408.0, "completions/max_terminated_length": 1408.0, "completions/mean_length": 1055.125, "completions/mean_terminated_length": 1055.125, "completions/min_length": 842.0, "completions/min_terminated_length": 842.0, "epoch": 0.6914228557139285, "frac_reward_zero_std": 0.0, "grad_norm": 3.5945533587063268, "kl": 0.02032470703125, "learning_rate": 3.3712486377603454e-07, "loss": -0.068, "num_tokens": 125105119.0, "reward": -3.725290298461914e-09, "reward_std": 1.0670452117919922, "rewards/wordcountpos_reward_GEOBench/mean": -3.725290298461914e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08027729719194866, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2765 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1468.0, "completions/max_terminated_length": 1468.0, "completions/mean_length": 1202.0, "completions/mean_terminated_length": 1202.0, "completions/min_length": 755.0, "completions/min_terminated_length": 755.0, "epoch": 0.6916729182295573, "frac_reward_zero_std": 0.0, "grad_norm": 2.1211471065601906, "kl": 0.009246826171875, "learning_rate": 3.36778868160504e-07, "loss": -0.0056, "num_tokens": 125146767.0, "reward": 0.0, "reward_std": 0.5993356704711914, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.08613723234342707, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06374671752476492, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08850612031567838, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2766 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1325.0, "completions/mean_length": 994.0, "completions/mean_terminated_length": 960.2667236328125, "completions/min_length": 719.0, "completions/min_terminated_length": 719.0, "epoch": 0.6919229807451863, "frac_reward_zero_std": 0.0, "grad_norm": 3.8647122621934216, "kl": 0.022216796875, "learning_rate": 3.3643303501238765e-07, "loss": 0.0094, "num_tokens": 125191575.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9881387948989868, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.009339435175730004, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12000687953110067, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13214750456578045, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2767 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1121.0, "completions/max_terminated_length": 1121.0, "completions/mean_length": 900.8125, "completions/mean_terminated_length": 900.8125, "completions/min_length": 675.0, "completions/min_terminated_length": 675.0, "epoch": 0.6921730432608152, "frac_reward_zero_std": 0.0, "grad_norm": 3.406153455248064, "kl": 0.01922607421875, "learning_rate": 3.3608736459519894e-07, "loss": -0.0216, "num_tokens": 125233340.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9418033361434937, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04418875392123504, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03210789293459288, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12049281521534187, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2768 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1455.0, "completions/mean_length": 1273.3125, "completions/mean_terminated_length": 1097.0, "completions/min_length": 801.0, "completions/min_terminated_length": 801.0, "epoch": 0.6924231057764441, "frac_reward_zero_std": 0.0, "grad_norm": 2.9565823312446464, "kl": 0.01422119140625, "learning_rate": 3.357418571723273e-07, "loss": -0.0266, "num_tokens": 125285865.0, "reward": 0.0, "reward_std": 0.9775973558425903, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.1990790931590931, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.23023436750943135, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12583057392117916, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2769 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1472.0, "completions/mean_length": 1288.75, "completions/mean_terminated_length": 1162.0, "completions/min_length": 912.0, "completions/min_terminated_length": 912.0, "epoch": 0.692673168292073, "frac_reward_zero_std": 0.0, "grad_norm": 3.1266628770732554, "kl": 0.01849365234375, "learning_rate": 3.353965130070381e-07, "loss": 0.0014, "num_tokens": 125333141.0, "reward": 2.9802322387695312e-08, "reward_std": 0.529407799243927, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.027114795540074996, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07562497570310979, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07649739768026004, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2770 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1443.0, "completions/mean_length": 1222.0, "completions/mean_terminated_length": 1203.4666748046875, "completions/min_length": 1006.0, "completions/min_terminated_length": 1006.0, "epoch": 0.6929232308077019, "frac_reward_zero_std": 0.0, "grad_norm": 2.857742314870041, "kl": 0.01434326171875, "learning_rate": 3.3505133236247185e-07, "loss": -0.0051, "num_tokens": 125375125.0, "reward": 0.0, "reward_std": 0.9846612215042114, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.012156579645406233, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10931745070737083, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.85, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1102186379345533, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2771 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1499.0, "completions/mean_length": 1184.875, "completions/mean_terminated_length": 1079.8333740234375, "completions/min_length": 716.0, "completions/min_terminated_length": 716.0, "epoch": 0.6931732933233309, "frac_reward_zero_std": 0.0, "grad_norm": 3.1957941030974433, "kl": 0.0196075439453125, "learning_rate": 3.34706315501645e-07, "loss": 0.0174, "num_tokens": 125419755.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8131502866744995, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.13860088419158803, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10510713207932759, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7333333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11155467020454343, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2772 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1426.0, "completions/max_terminated_length": 1426.0, "completions/mean_length": 1211.6875, "completions/mean_terminated_length": 1211.6875, "completions/min_length": 906.0, "completions/min_terminated_length": 906.0, "epoch": 0.6934233558389598, "frac_reward_zero_std": 0.0, "grad_norm": 2.603800256501666, "kl": 0.011077880859375, "learning_rate": 3.3436146268744865e-07, "loss": -0.0037, "num_tokens": 125457974.0, "reward": 2.9802322387695312e-08, "reward_std": 1.0246613025665283, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.08280279889605054, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07420996927345756, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.17121569675358278, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2773 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1220.0, "completions/mean_length": 1141.25, "completions/mean_terminated_length": 1090.0, "completions/min_length": 788.0, "completions/min_terminated_length": 788.0, "epoch": 0.6936734183545886, "frac_reward_zero_std": 0.0, "grad_norm": 3.0221505793664067, "kl": 0.0177459716796875, "learning_rate": 3.3401677418264933e-07, "loss": -0.0994, "num_tokens": 125506962.0, "reward": 0.0, "reward_std": 1.036789894104004, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.015084855960926482, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.031316621772062625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13709958532503408, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2774 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1491.0, "completions/mean_length": 1134.125, "completions/mean_terminated_length": 1081.857177734375, "completions/min_length": 681.0, "completions/min_terminated_length": 681.0, "epoch": 0.6939234808702176, "frac_reward_zero_std": 0.0, "grad_norm": 10.576489926298288, "kl": 0.0373382568359375, "learning_rate": 3.336722502498882e-07, "loss": 0.0062, "num_tokens": 125548372.0, "reward": 1.862645149230957e-08, "reward_std": 1.060377836227417, "rewards/wordcountpos_reward_GEOBench/mean": 1.862645149230957e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.02104416352202587, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07002336472611187, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12931443160847217, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2775 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1199.0, "completions/mean_length": 979.9375, "completions/mean_terminated_length": 945.2667236328125, "completions/min_length": 806.0, "completions/min_terminated_length": 806.0, "epoch": 0.6941735433858465, "frac_reward_zero_std": 0.0, "grad_norm": 3.0110881573322925, "kl": 0.01114654541015625, "learning_rate": 3.333278911516809e-07, "loss": 0.0626, "num_tokens": 125578283.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0073083639144897, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.018529969021978895, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.026297683823814737, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07252075054258102, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2776 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1498.0, "completions/mean_length": 1333.0625, "completions/mean_terminated_length": 1257.181884765625, "completions/min_length": 1064.0, "completions/min_terminated_length": 1064.0, "epoch": 0.6944236059014753, "frac_reward_zero_std": 0.0, "grad_norm": 2.8953175128201343, "kl": 0.0140228271484375, "learning_rate": 3.3298369715041783e-07, "loss": -0.001, "num_tokens": 125635164.0, "reward": -2.2351741790771484e-08, "reward_std": 1.0382225513458252, "rewards/wordcountpos_reward_GEOBench/mean": -2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.048797057879261654, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08461739779261816, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08153617692869929, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2777 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1117.0, "completions/max_terminated_length": 1117.0, "completions/mean_length": 881.0, "completions/mean_terminated_length": 881.0, "completions/min_length": 547.0, "completions/min_terminated_length": 547.0, "epoch": 0.6946736684171043, "frac_reward_zero_std": 0.0, "grad_norm": 3.812804658750332, "kl": 0.016998291015625, "learning_rate": 3.3263966850836345e-07, "loss": 0.0613, "num_tokens": 125665676.0, "reward": 0.0, "reward_std": 0.9688605070114136, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03352507736445719, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.071731665774105, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09339283817414602, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2778 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1442.0, "completions/mean_length": 1449.6875, "completions/mean_terminated_length": 1385.0001220703125, "completions/min_length": 1172.0, "completions/min_terminated_length": 1172.0, "epoch": 0.6949237309327332, "frac_reward_zero_std": 0.0, "grad_norm": 2.429301376005436, "kl": 0.0108795166015625, "learning_rate": 3.322958054876559e-07, "loss": -0.0007, "num_tokens": 125717183.0, "reward": 0.0, "reward_std": 0.4678923487663269, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.10958104907597883, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.15339367429752715, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14446581038560777, "rewards/wordcountpos_reward_GEOBench/std": 1.0327954292297363, "step": 2779 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1417.0, "completions/mean_length": 1372.5, "completions/mean_terminated_length": 1245.0, "completions/min_length": 1039.0, "completions/min_terminated_length": 1039.0, "epoch": 0.695173793448362, "frac_reward_zero_std": 0.0, "grad_norm": 2.5345938647458586, "kl": 0.01385498046875, "learning_rate": 3.3195210835030744e-07, "loss": -0.0053, "num_tokens": 125777247.0, "reward": 2.9802322387695312e-08, "reward_std": 1.0476266145706177, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.11274051654271315, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1175942085686823, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11547005383792518, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2780 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1339.0, "completions/max_terminated_length": 1339.0, "completions/mean_length": 832.375, "completions/mean_terminated_length": 832.375, "completions/min_length": 400.0, "completions/min_terminated_length": 400.0, "epoch": 0.695423855963991, "frac_reward_zero_std": 0.0, "grad_norm": 3.1676376881534085, "kl": 0.015228271484375, "learning_rate": 3.3160857735820395e-07, "loss": -0.0337, "num_tokens": 125806909.0, "reward": 0.0, "reward_std": 0.9770601987838745, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04733571876671394, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12375880888291244, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7374999999999999, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07490735018081414, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2781 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1445.0, "completions/mean_length": 1356.625, "completions/mean_terminated_length": 1291.45458984375, "completions/min_length": 1094.0, "completions/min_terminated_length": 1094.0, "epoch": 0.6956739184796199, "frac_reward_zero_std": 0.0, "grad_norm": 3.553439007946773, "kl": 0.022735595703125, "learning_rate": 3.3126521277310446e-07, "loss": -0.037, "num_tokens": 125873151.0, "reward": 0.0, "reward_std": 0.6315454840660095, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.014192729784492892, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.040105424859123516, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.725, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14981470036162822, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2782 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1458.0, "completions/mean_length": 1240.5625, "completions/mean_terminated_length": 1223.2667236328125, "completions/min_length": 874.0, "completions/min_terminated_length": 874.0, "epoch": 0.6959239809952488, "frac_reward_zero_std": 0.0, "grad_norm": 3.0876849751219457, "kl": 0.017333984375, "learning_rate": 3.309220148566414e-07, "loss": -0.0158, "num_tokens": 125933288.0, "reward": 7.450580596923828e-09, "reward_std": 1.068881869316101, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.001540104756725739, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.13510972255244683, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1338185615204685, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2783 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1262.0, "completions/max_terminated_length": 1262.0, "completions/mean_length": 1019.9375, "completions/mean_terminated_length": 1019.9375, "completions/min_length": 655.0, "completions/min_terminated_length": 655.0, "epoch": 0.6961740435108777, "frac_reward_zero_std": 0.0, "grad_norm": 3.573074422570016, "kl": 0.01824951171875, "learning_rate": 3.3057898387032064e-07, "loss": -0.0002, "num_tokens": 125968631.0, "reward": 2.9802322387695312e-08, "reward_std": 0.6363564729690552, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.028585264753556116, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11000935857235036, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13305526559931294, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2784 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1477.0, "completions/mean_length": 1264.0625, "completions/mean_terminated_length": 1248.3333740234375, "completions/min_length": 789.0, "completions/min_terminated_length": 789.0, "epoch": 0.6964241060265066, "frac_reward_zero_std": 0.0, "grad_norm": 2.8964625067290166, "kl": 0.016143798828125, "learning_rate": 3.3023612007551974e-07, "loss": 0.0048, "num_tokens": 126024768.0, "reward": 1.1175870895385742e-08, "reward_std": 1.046691656112671, "rewards/wordcountpos_reward_GEOBench/mean": 1.1175870895385742e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04833489431980953, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05994569194558762, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09269623828717428, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2785 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1340.0, "completions/max_terminated_length": 1340.0, "completions/mean_length": 1071.375, "completions/mean_terminated_length": 1071.375, "completions/min_length": 703.0, "completions/min_terminated_length": 703.0, "epoch": 0.6966741685421355, "frac_reward_zero_std": 0.0, "grad_norm": 3.084025728306994, "kl": 0.022857666015625, "learning_rate": 3.2989342373348964e-07, "loss": -0.0597, "num_tokens": 126073502.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0106769800186157, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.015092536123958708, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04561372092916137, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8708333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11013459778666115, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2786 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1463.0, "completions/mean_length": 1095.0625, "completions/mean_terminated_length": 1068.0667724609375, "completions/min_length": 635.0, "completions/min_terminated_length": 635.0, "epoch": 0.6969242310577645, "frac_reward_zero_std": 0.0, "grad_norm": 3.1457251287386687, "kl": 0.014556884765625, "learning_rate": 3.2955089510535385e-07, "loss": -0.0032, "num_tokens": 126118447.0, "reward": 7.450580596923828e-09, "reward_std": 1.0665299892425537, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.004911529997597195, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09008604632954832, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06426219440409446, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2787 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1338.0, "completions/max_terminated_length": 1338.0, "completions/mean_length": 899.6875, "completions/mean_terminated_length": 899.6875, "completions/min_length": 647.0, "completions/min_terminated_length": 647.0, "epoch": 0.6971742935733933, "frac_reward_zero_std": 0.0, "grad_norm": 3.5785800060322797, "kl": 0.0178985595703125, "learning_rate": 3.2920853445210764e-07, "loss": -0.0482, "num_tokens": 126158178.0, "reward": 0.0, "reward_std": 0.6559244394302368, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0014482839923583308, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09039482120634089, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1387777332977422, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2788 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1434.0, "completions/max_terminated_length": 1434.0, "completions/mean_length": 1190.0, "completions/mean_terminated_length": 1190.0, "completions/min_length": 986.0, "completions/min_terminated_length": 986.0, "epoch": 0.6974243560890222, "frac_reward_zero_std": 0.0, "grad_norm": 3.4311101922709657, "kl": 0.018646240234375, "learning_rate": 3.2886634203461847e-07, "loss": -0.0045, "num_tokens": 126199810.0, "reward": -1.862645149230957e-08, "reward_std": 1.0293006896972656, "rewards/wordcountpos_reward_GEOBench/mean": -1.862645149230957e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.016401245115499875, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09344670836286631, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8708333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09574271077563382, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2789 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1369.0, "completions/mean_length": 1074.1875, "completions/mean_terminated_length": 1045.800048828125, "completions/min_length": 801.0, "completions/min_terminated_length": 801.0, "epoch": 0.6976744186046512, "frac_reward_zero_std": 0.0, "grad_norm": 3.1693917804873952, "kl": 0.0170135498046875, "learning_rate": 3.285243181136256e-07, "loss": 0.0132, "num_tokens": 126260837.0, "reward": 0.0, "reward_std": 0.409209668636322, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.29097935157105637, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.3300960519375208, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13984117975602023, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2790 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1262.0, "completions/mean_length": 1099.5, "completions/mean_terminated_length": 1072.800048828125, "completions/min_length": 790.0, "completions/min_terminated_length": 790.0, "epoch": 0.69792448112028, "frac_reward_zero_std": 0.0, "grad_norm": 3.386191443069996, "kl": 0.0173187255859375, "learning_rate": 3.281824629497397e-07, "loss": -0.0349, "num_tokens": 126301829.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0405802726745605, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.027780351744568745, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06077754492642986, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7708333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09727776191382576, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2791 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1479.0, "completions/mean_length": 1359.875, "completions/mean_terminated_length": 1179.71435546875, "completions/min_length": 787.0, "completions/min_terminated_length": 787.0, "epoch": 0.698174543635909, "frac_reward_zero_std": 0.0, "grad_norm": 2.220786359435858, "kl": 0.0120697021484375, "learning_rate": 3.278407768034433e-07, "loss": -0.0203, "num_tokens": 126359283.0, "reward": 0.0, "reward_std": 0.762126624584198, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.028253952427683398, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12063641102727553, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1067187372905475, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2792 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1464.0, "completions/mean_length": 1363.0625, "completions/mean_terminated_length": 1280.9000244140625, "completions/min_length": 844.0, "completions/min_terminated_length": 844.0, "epoch": 0.6984246061515379, "frac_reward_zero_std": 0.0, "grad_norm": 3.038900151946407, "kl": 0.0191650390625, "learning_rate": 3.274992599350896e-07, "loss": 0.0555, "num_tokens": 126411468.0, "reward": 0.0, "reward_std": 0.7166562080383301, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.08475871319692715, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.2355856428603501, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7333333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11674600476945511, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2793 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1443.0, "completions/max_terminated_length": 1443.0, "completions/mean_length": 1070.4375, "completions/mean_terminated_length": 1070.4375, "completions/min_length": 772.0, "completions/min_terminated_length": 772.0, "epoch": 0.6986746686671668, "frac_reward_zero_std": 0.0, "grad_norm": 3.6828223712622257, "kl": 0.01947021484375, "learning_rate": 3.2715791260490347e-07, "loss": 0.044, "num_tokens": 126444171.0, "reward": 0.0, "reward_std": 0.7783265709877014, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03517000844021991, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06579234281882383, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8333333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12171612389003693, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2794 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1383.0, "completions/mean_length": 1202.5, "completions/mean_terminated_length": 1182.666748046875, "completions/min_length": 869.0, "completions/min_terminated_length": 869.0, "epoch": 0.6989247311827957, "frac_reward_zero_std": 0.0, "grad_norm": 2.4463813885324925, "kl": 0.01508331298828125, "learning_rate": 3.2681673507298e-07, "loss": -0.0048, "num_tokens": 126482875.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0639290809631348, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.052768872815549255, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.056346737258437536, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9583333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.053748384988656986, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2795 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1255.0, "completions/max_terminated_length": 1255.0, "completions/mean_length": 1013.75, "completions/mean_terminated_length": 1013.75, "completions/min_length": 794.0, "completions/min_terminated_length": 794.0, "epoch": 0.6991747936984246, "frac_reward_zero_std": 0.0, "grad_norm": 3.3228094453964734, "kl": 0.0198211669921875, "learning_rate": 3.2647572759928535e-07, "loss": 0.0071, "num_tokens": 126513807.0, "reward": 2.9802322387695312e-08, "reward_std": 0.7020447254180908, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.040413959065309375, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.046532281917021696, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10532137766186216, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2796 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1111.0, "completions/max_terminated_length": 1111.0, "completions/mean_length": 913.6875, "completions/mean_terminated_length": 913.6875, "completions/min_length": 671.0, "completions/min_terminated_length": 671.0, "epoch": 0.6994248562140535, "frac_reward_zero_std": 0.0, "grad_norm": 3.2950842773644053, "kl": 0.0194244384765625, "learning_rate": 3.2613489044365534e-07, "loss": -0.0364, "num_tokens": 126553858.0, "reward": -2.2351741790771484e-08, "reward_std": 1.0352706909179688, "rewards/wordcountpos_reward_GEOBench/mean": -2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.009918698994693031, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10778062658436575, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07781745019952505, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2797 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1478.0, "completions/mean_length": 1256.125, "completions/mean_terminated_length": 1221.2857666015625, "completions/min_length": 1032.0, "completions/min_terminated_length": 1032.0, "epoch": 0.6996749187296825, "frac_reward_zero_std": 0.0, "grad_norm": 2.3292394528034532, "kl": 0.0120086669921875, "learning_rate": 3.2579422386579703e-07, "loss": 0.0065, "num_tokens": 126599892.0, "reward": 0.0, "reward_std": 0.8008177280426025, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.009836749018523185, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.050225755641416986, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8708333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12524050936172842, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2798 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 742.0, "completions/mean_length": 1060.375, "completions/mean_terminated_length": 718.4444580078125, "completions/min_length": 689.0, "completions/min_terminated_length": 689.0, "epoch": 0.6999249812453113, "frac_reward_zero_std": 0.0, "grad_norm": 2.004491941952971, "kl": 0.00984954833984375, "learning_rate": 3.2545372812528694e-07, "loss": -0.0333, "num_tokens": 126643770.0, "reward": -1.4901161193847656e-08, "reward_std": 0.8603571653366089, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.10961170774237097, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0823761467614098, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.05947299418254506, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2799 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1500.0, "completions/mean_length": 1156.6875, "completions/mean_terminated_length": 1077.4615478515625, "completions/min_length": 690.0, "completions/min_terminated_length": 690.0, "epoch": 0.7001750437609402, "frac_reward_zero_std": 0.0, "grad_norm": 3.1266865877551884, "kl": 0.020721435546875, "learning_rate": 3.2511340348157136e-07, "loss": -0.1062, "num_tokens": 126676773.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8452605605125427, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.009209964391201808, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05432240916019421, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10610965676722954, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2800 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1326.0, "completions/mean_length": 1360.75, "completions/mean_terminated_length": 1128.666748046875, "completions/min_length": 911.0, "completions/min_terminated_length": 911.0, "epoch": 0.7004251062765692, "frac_reward_zero_std": 0.0, "grad_norm": 2.6811749036000467, "kl": 0.0145111083984375, "learning_rate": 3.247732501939666e-07, "loss": 0.008, "num_tokens": 126740529.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9345215559005737, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.15825513577623412, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.17819620916118808, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1519624710005487, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2801 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1500.0, "completions/mean_length": 1339.5, "completions/mean_terminated_length": 1286.0, "completions/min_length": 1138.0, "completions/min_terminated_length": 1138.0, "epoch": 0.700675168792198, "frac_reward_zero_std": 0.0, "grad_norm": 2.8905299162613924, "kl": 0.0135955810546875, "learning_rate": 3.2443326852165815e-07, "loss": -0.0136, "num_tokens": 126801793.0, "reward": 7.450580596923828e-09, "reward_std": 1.0236505270004272, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.009389369248447027, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07385243398323543, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8041666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10174405069512348, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2802 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1289.0, "completions/mean_length": 1186.4375, "completions/mean_terminated_length": 1165.533447265625, "completions/min_length": 1032.0, "completions/min_terminated_length": 1032.0, "epoch": 0.7009252313078269, "frac_reward_zero_std": 0.0, "grad_norm": 3.471916654453378, "kl": 0.017608642578125, "learning_rate": 3.2409345872370043e-07, "loss": -0.0459, "num_tokens": 126854936.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0113085508346558, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.10857796489081897, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1130229558040126, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8041666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08933913745655644, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2803 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1233.0, "completions/mean_length": 1198.25, "completions/mean_terminated_length": 896.5, "completions/min_length": 589.0, "completions/min_terminated_length": 589.0, "epoch": 0.7011752938234559, "frac_reward_zero_std": 0.0, "grad_norm": 3.1554948897442254, "kl": 0.0140228271484375, "learning_rate": 3.237538210590173e-07, "loss": -0.0573, "num_tokens": 126912916.0, "reward": 0.0, "reward_std": 0.9904120564460754, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0363909853012259, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1066091991172613, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12852438880818895, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2804 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1309.0, "completions/max_terminated_length": 1309.0, "completions/mean_length": 878.125, "completions/mean_terminated_length": 878.125, "completions/min_length": 669.0, "completions/min_terminated_length": 669.0, "epoch": 0.7014253563390848, "frac_reward_zero_std": 0.0, "grad_norm": 3.7679962318444704, "kl": 0.01751708984375, "learning_rate": 3.234143557864015e-07, "loss": -0.003, "num_tokens": 126938702.0, "reward": 0.0, "reward_std": 0.4741680324077606, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.02154207457215262, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03896476694936814, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6416666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11385500851066221, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2805 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1394.0, "completions/mean_length": 1174.6875, "completions/mean_terminated_length": 1153.0, "completions/min_length": 948.0, "completions/min_terminated_length": 948.0, "epoch": 0.7016754188547136, "frac_reward_zero_std": 0.0, "grad_norm": 2.2039776104908375, "kl": 0.01531982421875, "learning_rate": 3.230750631645144e-07, "loss": -0.0132, "num_tokens": 126977441.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8342218399047852, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.09775501122296308, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.2206585671828784, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10470416879457554, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2806 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1467.0, "completions/mean_length": 1324.9375, "completions/mean_terminated_length": 1188.77783203125, "completions/min_length": 812.0, "completions/min_terminated_length": 812.0, "epoch": 0.7019254813703426, "frac_reward_zero_std": 0.0, "grad_norm": 2.8682190419385813, "kl": 0.0141754150390625, "learning_rate": 3.227359434518855e-07, "loss": -0.0356, "num_tokens": 127037472.0, "reward": 0.0, "reward_std": 0.9605675935745239, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0007623020977443069, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08270715779873118, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0958393717904348, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2807 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1490.0, "completions/mean_length": 1218.875, "completions/mean_terminated_length": 1200.1334228515625, "completions/min_length": 941.0, "completions/min_terminated_length": 941.0, "epoch": 0.7021755438859715, "frac_reward_zero_std": 0.0, "grad_norm": 3.0261967084172556, "kl": 0.0306396484375, "learning_rate": 3.2239699690691276e-07, "loss": 0.026, "num_tokens": 127080886.0, "reward": 0.0, "reward_std": 0.9584397077560425, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.08485801990852784, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06847647769064472, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07781745019952502, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2808 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1460.0, "completions/mean_length": 1383.75, "completions/mean_terminated_length": 1293.3333740234375, "completions/min_length": 1094.0, "completions/min_terminated_length": 1094.0, "epoch": 0.7024256064016005, "frac_reward_zero_std": 0.0, "grad_norm": 2.8561578398034917, "kl": 0.0152740478515625, "learning_rate": 3.2205822378786216e-07, "loss": -0.0075, "num_tokens": 127137770.0, "reward": 0.0, "reward_std": 0.8603485822677612, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.07511486089806617, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09000990587659076, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0938872452190116, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2809 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1444.0, "completions/max_terminated_length": 1444.0, "completions/mean_length": 1208.8125, "completions/mean_terminated_length": 1208.8125, "completions/min_length": 971.0, "completions/min_terminated_length": 971.0, "epoch": 0.7026756689172293, "frac_reward_zero_std": 0.0, "grad_norm": 3.41366360809989, "kl": 0.01910400390625, "learning_rate": 3.217196243528677e-07, "loss": -0.0453, "num_tokens": 127181055.0, "reward": 0.0, "reward_std": 0.9326069951057434, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.045562992396428324, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08054308951153483, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9583333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.059004080210452226, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2810 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1481.0, "completions/mean_length": 1262.375, "completions/mean_terminated_length": 1228.4285888671875, "completions/min_length": 1015.0, "completions/min_terminated_length": 1015.0, "epoch": 0.7029257314328582, "frac_reward_zero_std": 0.0, "grad_norm": 2.9403307778077292, "kl": 0.02288818359375, "learning_rate": 3.213811988599306e-07, "loss": 0.0088, "num_tokens": 127224405.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9466946125030518, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03272729559830909, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04405571863389025, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10749676997731401, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2811 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1487.0, "completions/mean_length": 1293.5, "completions/mean_terminated_length": 1279.7333984375, "completions/min_length": 1075.0, "completions/min_terminated_length": 1075.0, "epoch": 0.7031757939484872, "frac_reward_zero_std": 0.0, "grad_norm": 2.905467458112592, "kl": 0.01434326171875, "learning_rate": 3.210429475669202e-07, "loss": 0.0018, "num_tokens": 127280805.0, "reward": 1.4901161193847656e-08, "reward_std": 0.93485426902771, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06380356648365372, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.15950221716796273, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.725, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12382783747337808, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2812 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1471.0, "completions/mean_length": 1217.25, "completions/mean_terminated_length": 1088.727294921875, "completions/min_length": 834.0, "completions/min_terminated_length": 834.0, "epoch": 0.703425856464116, "frac_reward_zero_std": 0.0, "grad_norm": 2.858984482927724, "kl": 0.0146026611328125, "learning_rate": 3.207048707315726e-07, "loss": -0.0268, "num_tokens": 127326441.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9203657507896423, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.045135005412286815, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0979020063973524, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.825, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.17363222093882272, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2813 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1466.0, "completions/mean_length": 1208.0, "completions/mean_terminated_length": 1166.2857666015625, "completions/min_length": 803.0, "completions/min_terminated_length": 803.0, "epoch": 0.7036759189797449, "frac_reward_zero_std": 0.0, "grad_norm": 3.443995310603785, "kl": 0.01763916015625, "learning_rate": 3.2036696861149105e-07, "loss": -0.0607, "num_tokens": 127376473.0, "reward": 4.470348358154297e-08, "reward_std": 1.0450952053070068, "rewards/wordcountpos_reward_GEOBench/mean": 4.470348358154297e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0009601389816866479, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.02861066067256892, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6916666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10852547064066473, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2814 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1461.0, "completions/mean_length": 1369.0625, "completions/mean_terminated_length": 1238.125, "completions/min_length": 905.0, "completions/min_terminated_length": 905.0, "epoch": 0.7039259814953739, "frac_reward_zero_std": 0.0, "grad_norm": 2.6182684683171824, "kl": 0.0137481689453125, "learning_rate": 3.2002924146414577e-07, "loss": 0.0096, "num_tokens": 127413410.0, "reward": 0.0, "reward_std": 0.980578601360321, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0548600143591793, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07717201619503711, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11547005383792518, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2815 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1405.0, "completions/mean_length": 1322.75, "completions/mean_terminated_length": 1145.5, "completions/min_length": 827.0, "completions/min_terminated_length": 827.0, "epoch": 0.7041760440110028, "frac_reward_zero_std": 0.0, "grad_norm": 2.8088111810326417, "kl": 0.016143798828125, "learning_rate": 3.196916895468737e-07, "loss": 0.0239, "num_tokens": 127456678.0, "reward": 1.4901161193847656e-08, "reward_std": 0.8607258796691895, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.07183142916528525, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.14082449317880263, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7708333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.18851269728333164, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2816 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1055.0, "completions/max_terminated_length": 1055.0, "completions/mean_length": 902.75, "completions/mean_terminated_length": 902.75, "completions/min_length": 564.0, "completions/min_terminated_length": 564.0, "epoch": 0.7044261065266316, "frac_reward_zero_std": 0.0, "grad_norm": 3.2356400557803755, "kl": 0.016265869140625, "learning_rate": 3.19354313116878e-07, "loss": -0.0442, "num_tokens": 127482650.0, "reward": 5.960464477539063e-08, "reward_std": 0.7683053612709045, "rewards/wordcountpos_reward_GEOBench/mean": 5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.02835051166381757, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06860806054224657, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.775, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09388724521901162, "rewards/wordcountpos_reward_GEOBench/std": 1.0327954292297363, "step": 2817 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1405.0, "completions/max_terminated_length": 1405.0, "completions/mean_length": 1127.25, "completions/mean_terminated_length": 1127.25, "completions/min_length": 882.0, "completions/min_terminated_length": 882.0, "epoch": 0.7046761690422606, "frac_reward_zero_std": 0.0, "grad_norm": 3.621735381097077, "kl": 0.020751953125, "learning_rate": 3.1901711243122825e-07, "loss": -0.049, "num_tokens": 127529294.0, "reward": -2.9802322387695312e-08, "reward_std": 0.9423117637634277, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.048535357640342065, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05284811356757264, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7708333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08421753138505425, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2818 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1415.0, "completions/mean_length": 1177.625, "completions/mean_terminated_length": 1156.1334228515625, "completions/min_length": 947.0, "completions/min_terminated_length": 947.0, "epoch": 0.7049262315578895, "frac_reward_zero_std": 0.0, "grad_norm": 2.5131388573258198, "kl": 0.011810302734375, "learning_rate": 3.186800877468606e-07, "loss": 0.0034, "num_tokens": 127567448.0, "reward": 0.0, "reward_std": 0.7663891315460205, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.004110387815094651, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.055353743252269764, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8666666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09428090415820634, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2819 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1497.0, "completions/mean_length": 1136.25, "completions/mean_terminated_length": 1112.0, "completions/min_length": 743.0, "completions/min_terminated_length": 743.0, "epoch": 0.7051762940735183, "frac_reward_zero_std": 0.0, "grad_norm": 3.4988985634435683, "kl": 0.01959228515625, "learning_rate": 3.1834323932057627e-07, "loss": 0.0329, "num_tokens": 127607380.0, "reward": 2.9802322387695312e-08, "reward_std": 1.0337870121002197, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.047399877133983866, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08902919693358946, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09888264649460886, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2820 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1187.0, "completions/max_terminated_length": 1187.0, "completions/mean_length": 942.125, "completions/mean_terminated_length": 942.125, "completions/min_length": 672.0, "completions/min_terminated_length": 672.0, "epoch": 0.7054263565891473, "frac_reward_zero_std": 0.0, "grad_norm": 3.7145888975589236, "kl": 0.020294189453125, "learning_rate": 3.1800656740904255e-07, "loss": -0.0439, "num_tokens": 127658030.0, "reward": 0.0, "reward_std": 0.516117513179779, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.07759731254586902, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07662963683623444, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08153617692869927, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2821 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1214.0, "completions/max_terminated_length": 1214.0, "completions/mean_length": 901.5625, "completions/mean_terminated_length": 901.5625, "completions/min_length": 749.0, "completions/min_terminated_length": 749.0, "epoch": 0.7056764191047762, "frac_reward_zero_std": 0.0, "grad_norm": 3.0404422899449055, "kl": 0.00748443603515625, "learning_rate": 3.176700722687924e-07, "loss": -0.0713, "num_tokens": 127698399.0, "reward": 0.0, "reward_std": 1.017988920211792, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03323297160726132, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08151653533314063, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09574271077563383, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2822 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1497.0, "completions/mean_length": 1279.0, "completions/mean_terminated_length": 1228.0, "completions/min_length": 938.0, "completions/min_terminated_length": 938.0, "epoch": 0.705926481620405, "frac_reward_zero_std": 0.0, "grad_norm": 2.736141939374089, "kl": 0.0152740478515625, "learning_rate": 3.1733375415622385e-07, "loss": 0.0026, "num_tokens": 127752831.0, "reward": 0.0, "reward_std": 0.3581562638282776, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03645460190861649, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07694283244028366, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07876359377087684, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2823 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1460.0, "completions/mean_length": 1241.375, "completions/mean_terminated_length": 1224.1334228515625, "completions/min_length": 1021.0, "completions/min_terminated_length": 1021.0, "epoch": 0.706176544136034, "frac_reward_zero_std": 0.0, "grad_norm": 3.0935435981149744, "kl": 0.0147247314453125, "learning_rate": 3.169976133276002e-07, "loss": -0.0075, "num_tokens": 127795877.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9301435947418213, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.006198403656808819, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0805037845104681, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11155467020454343, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2824 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1491.0, "completions/mean_length": 1348.125, "completions/mean_terminated_length": 1313.0770263671875, "completions/min_length": 1011.0, "completions/min_terminated_length": 1011.0, "epoch": 0.7064266066516629, "frac_reward_zero_std": 0.0, "grad_norm": 3.2133996886637624, "kl": 0.0174102783203125, "learning_rate": 3.166616500390495e-07, "loss": -0.0194, "num_tokens": 127845455.0, "reward": -2.421438694000244e-08, "reward_std": 0.9298534393310547, "rewards/wordcountpos_reward_GEOBench/mean": -2.421438694000244e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0068683983215388445, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.027473593286155378, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11409872268574492, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2825 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1409.0, "completions/mean_length": 1177.8125, "completions/mean_terminated_length": 1156.3333740234375, "completions/min_length": 861.0, "completions/min_terminated_length": 861.0, "epoch": 0.7066766691672918, "frac_reward_zero_std": 0.0, "grad_norm": 3.0923754169082502, "kl": 0.03826904296875, "learning_rate": 3.1632586454656474e-07, "loss": -0.0092, "num_tokens": 127889316.0, "reward": 2.9802322387695312e-08, "reward_std": 0.6927551031112671, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.04256880561422295, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06661776467425781, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06652763279965646, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2826 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1487.0, "completions/mean_length": 1276.875, "completions/mean_terminated_length": 1143.0, "completions/min_length": 860.0, "completions/min_terminated_length": 860.0, "epoch": 0.7069267316829208, "frac_reward_zero_std": 0.0, "grad_norm": 3.1583819495684153, "kl": 0.01837158203125, "learning_rate": 3.1599025710600315e-07, "loss": 0.0379, "num_tokens": 127938490.0, "reward": 7.450580596923828e-09, "reward_std": 1.0038414001464844, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.14104329116835007, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06597844585006132, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7374999999999999, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09574271077563383, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2827 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.75, "completions/max_length": 1500.0, "completions/max_terminated_length": 1498.0, "completions/mean_length": 1435.0, "completions/mean_terminated_length": 1240.0, "completions/min_length": 1101.0, "completions/min_terminated_length": 1101.0, "epoch": 0.7071767941985496, "frac_reward_zero_std": 0.0, "grad_norm": 2.816913645883382, "kl": 0.0165252685546875, "learning_rate": 3.156548279730864e-07, "loss": 0.0401, "num_tokens": 127997770.0, "reward": 0.0, "reward_std": 0.9770745038986206, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.04148151122515283, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07754122021778037, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.17126976771553507, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2828 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1491.0, "completions/max_terminated_length": 1491.0, "completions/mean_length": 1247.25, "completions/mean_terminated_length": 1247.25, "completions/min_length": 985.0, "completions/min_terminated_length": 985.0, "epoch": 0.7074268567141786, "frac_reward_zero_std": 0.0, "grad_norm": 3.5170313055864435, "kl": 0.0190887451171875, "learning_rate": 3.1531957740340055e-07, "loss": -0.0209, "num_tokens": 128042694.0, "reward": 0.0, "reward_std": 0.8562936782836914, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.14809021280795565, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07704305901496727, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.775, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13957607775504186, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2829 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1090.0, "completions/max_terminated_length": 1090.0, "completions/mean_length": 848.625, "completions/mean_terminated_length": 848.625, "completions/min_length": 617.0, "completions/min_terminated_length": 617.0, "epoch": 0.7076769192298075, "frac_reward_zero_std": 0.0, "grad_norm": 3.84804560521609, "kl": 0.023040771484375, "learning_rate": 3.149845056523953e-07, "loss": -0.0436, "num_tokens": 128070936.0, "reward": 0.0, "reward_std": 1.026524543762207, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.10190822199231575, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1801392432597578, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08734775114237135, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2830 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1472.0, "completions/max_terminated_length": 1472.0, "completions/mean_length": 1105.625, "completions/mean_terminated_length": 1105.625, "completions/min_length": 711.0, "completions/min_terminated_length": 711.0, "epoch": 0.7079269817454363, "frac_reward_zero_std": 0.0, "grad_norm": 3.390975504031947, "kl": 0.015838623046875, "learning_rate": 3.1464961297538416e-07, "loss": -0.0519, "num_tokens": 128108258.0, "reward": 0.0, "reward_std": 1.0321160554885864, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.08490534203226935, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10775788808527118, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.775, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10292032157252812, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2831 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1406.0, "completions/mean_length": 1203.625, "completions/mean_terminated_length": 1161.2857666015625, "completions/min_length": 853.0, "completions/min_terminated_length": 853.0, "epoch": 0.7081770442610653, "frac_reward_zero_std": 0.0, "grad_norm": 3.4170030910054034, "kl": 0.01666259765625, "learning_rate": 3.1431489962754416e-07, "loss": -0.0704, "num_tokens": 128159204.0, "reward": 0.0, "reward_std": 0.8056381940841675, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03886862933752821, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05105545301292194, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11344765475923412, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2832 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1439.0, "completions/mean_length": 1273.4375, "completions/mean_terminated_length": 1258.3333740234375, "completions/min_length": 929.0, "completions/min_terminated_length": 929.0, "epoch": 0.7084271067766942, "frac_reward_zero_std": 0.0, "grad_norm": 2.693744341114992, "kl": 0.0153045654296875, "learning_rate": 3.1398036586391586e-07, "loss": -0.0206, "num_tokens": 128213419.0, "reward": 2.9802322387695312e-08, "reward_std": 0.7115117311477661, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.044466170826225025, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08797872289491358, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07187952884282611, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2833 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1356.0, "completions/mean_length": 1331.9375, "completions/mean_terminated_length": 1163.875, "completions/min_length": 1014.0, "completions/min_terminated_length": 1014.0, "epoch": 0.708677169292323, "frac_reward_zero_std": 0.0, "grad_norm": 3.134947169737172, "kl": 0.0185546875, "learning_rate": 3.1364601193940283e-07, "loss": 0.0043, "num_tokens": 128266618.0, "reward": -2.9802322387695312e-08, "reward_std": 0.6875914335250854, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.02190851117654648, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.17516680166594992, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7041666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1140987226857449, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2834 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1418.0, "completions/mean_length": 1325.9375, "completions/mean_terminated_length": 1221.5, "completions/min_length": 966.0, "completions/min_terminated_length": 966.0, "epoch": 0.708927231807952, "frac_reward_zero_std": 0.0, "grad_norm": 2.3858431564913847, "kl": 0.01873779296875, "learning_rate": 3.133118381087714e-07, "loss": 0.0145, "num_tokens": 128315233.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9801381826400757, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.054459978026832716, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12038459450817698, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7708333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12164002752505566, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2835 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1434.0, "completions/mean_length": 1296.25, "completions/mean_terminated_length": 1267.1429443359375, "completions/min_length": 932.0, "completions/min_terminated_length": 932.0, "epoch": 0.7091772943235809, "frac_reward_zero_std": 0.0, "grad_norm": 2.587555574285808, "kl": 0.0164947509765625, "learning_rate": 3.129778446266514e-07, "loss": 0.0037, "num_tokens": 128361005.0, "reward": 0.0, "reward_std": 0.6894181370735168, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.07003308592279786, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.17402592206554504, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8958333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10878112581387149, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2836 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1472.0, "completions/mean_length": 1095.25, "completions/mean_terminated_length": 960.3333740234375, "completions/min_length": 470.0, "completions/min_terminated_length": 470.0, "epoch": 0.7094273568392098, "frac_reward_zero_std": 0.0, "grad_norm": 3.195410330160564, "kl": 0.017425537109375, "learning_rate": 3.126440317475346e-07, "loss": -0.0686, "num_tokens": 128406577.0, "reward": -1.4901161193847656e-08, "reward_std": 0.985083818435669, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.19307501303529598, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.34374238318938916, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7083333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10576003586036263, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2837 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1244.0, "completions/max_terminated_length": 1244.0, "completions/mean_length": 949.625, "completions/mean_terminated_length": 949.625, "completions/min_length": 857.0, "completions/min_terminated_length": 857.0, "epoch": 0.7096774193548387, "frac_reward_zero_std": 0.0, "grad_norm": 2.7833880757165503, "kl": 0.009368896484375, "learning_rate": 3.123103997257751e-07, "loss": 0.0339, "num_tokens": 128433083.0, "reward": 0.0, "reward_std": 1.0001343488693237, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.015972557685866983, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12440294966203323, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.725, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06831300510639735, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2838 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1438.0, "completions/mean_length": 1420.5625, "completions/mean_terminated_length": 1358.77783203125, "completions/min_length": 1225.0, "completions/min_terminated_length": 1225.0, "epoch": 0.7099274818704676, "frac_reward_zero_std": 0.0, "grad_norm": 2.62060095551107, "kl": 0.0165557861328125, "learning_rate": 3.119769488155894e-07, "loss": -0.011, "num_tokens": 128493724.0, "reward": -2.2351741790771484e-08, "reward_std": 1.0624451637268066, "rewards/wordcountpos_reward_GEOBench/mean": -2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0014870843464282763, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.15157448771172113, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.15939701191492708, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2839 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1413.0, "completions/max_terminated_length": 1413.0, "completions/mean_length": 1061.75, "completions/mean_terminated_length": 1061.75, "completions/min_length": 847.0, "completions/min_terminated_length": 847.0, "epoch": 0.7101775443860965, "frac_reward_zero_std": 0.0, "grad_norm": 3.9521165301148486, "kl": 0.02178955078125, "learning_rate": 3.1164367927105627e-07, "loss": 0.0044, "num_tokens": 128526472.0, "reward": 0.0, "reward_std": 0.954200029373169, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03960488299116578, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06142987772815478, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11385500851066223, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2840 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1471.0, "completions/mean_length": 1346.3125, "completions/mean_terminated_length": 1226.77783203125, "completions/min_length": 927.0, "completions/min_terminated_length": 927.0, "epoch": 0.7104276069017255, "frac_reward_zero_std": 0.0, "grad_norm": 2.621846835209427, "kl": 0.0143585205078125, "learning_rate": 3.113105913461159e-07, "loss": -0.0108, "num_tokens": 128589573.0, "reward": -2.9802322387695312e-08, "reward_std": 0.46048831939697266, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.02293630545147955, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0472503065931569, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.675, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14168300559373406, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2841 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1094.0, "completions/max_terminated_length": 1094.0, "completions/mean_length": 907.5, "completions/mean_terminated_length": 907.5, "completions/min_length": 702.0, "completions/min_terminated_length": 702.0, "epoch": 0.7106776694173543, "frac_reward_zero_std": 0.0, "grad_norm": 2.6354429661178846, "kl": 0.0249786376953125, "learning_rate": 3.1097768529457023e-07, "loss": -0.0179, "num_tokens": 128635717.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9319056868553162, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.07932494866800577, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09588941122695566, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13709958532503408, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2842 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1433.0, "completions/mean_length": 1201.4375, "completions/mean_terminated_length": 1158.7857666015625, "completions/min_length": 760.0, "completions/min_terminated_length": 760.0, "epoch": 0.7109277319329832, "frac_reward_zero_std": 0.0, "grad_norm": 3.508032108387473, "kl": 0.018280029296875, "learning_rate": 3.106449613700826e-07, "loss": -0.0549, "num_tokens": 128682508.0, "reward": 0.0, "reward_std": 0.5846898555755615, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.05828445015407144, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1527733197482924, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.17384539747207065, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2843 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1289.0, "completions/max_terminated_length": 1289.0, "completions/mean_length": 942.0, "completions/mean_terminated_length": 942.0, "completions/min_length": 581.0, "completions/min_terminated_length": 581.0, "epoch": 0.7111777944486122, "frac_reward_zero_std": 0.0, "grad_norm": 3.9140966141699987, "kl": 0.0187835693359375, "learning_rate": 3.103124198261776e-07, "loss": -0.0553, "num_tokens": 128723228.0, "reward": -7.450580596923828e-09, "reward_std": 0.9195671677589417, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.009171326935253948, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03668530774101579, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10532137766186216, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2844 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1490.0, "completions/mean_length": 1434.625, "completions/mean_terminated_length": 1369.25, "completions/min_length": 1301.0, "completions/min_terminated_length": 1301.0, "epoch": 0.711427856964241, "frac_reward_zero_std": 0.0, "grad_norm": 2.4854824896223224, "kl": 0.0127410888671875, "learning_rate": 3.0998006091624076e-07, "loss": 0.0108, "num_tokens": 128778390.0, "reward": -5.960464477539063e-08, "reward_std": 0.7481124997138977, "rewards/wordcountpos_reward_GEOBench/mean": -5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.021975749151551857, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.02919811469637233, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09727776191382574, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2845 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 838.0, "completions/mean_length": 1058.375, "completions/mean_terminated_length": 616.75, "completions/min_length": 335.0, "completions/min_terminated_length": 335.0, "epoch": 0.7116779194798699, "frac_reward_zero_std": 0.0, "grad_norm": 2.716623416116362, "kl": 0.0117340087890625, "learning_rate": 3.0964788489351835e-07, "loss": 0.0407, "num_tokens": 128838764.0, "reward": 0.0, "reward_std": 0.8652939796447754, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.007658235372489792, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04264521985564836, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09727776191382576, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2846 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1479.0, "completions/mean_length": 1097.4375, "completions/mean_terminated_length": 1039.9285888671875, "completions/min_length": 659.0, "completions/min_terminated_length": 659.0, "epoch": 0.7119279819954989, "frac_reward_zero_std": 0.0, "grad_norm": 3.5380207299596167, "kl": 0.0163116455078125, "learning_rate": 3.0931589201111783e-07, "loss": 0.0389, "num_tokens": 128884835.0, "reward": -2.9802322387695312e-08, "reward_std": 0.9652460813522339, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0196081261250174, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.024773211478033828, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10741060020797315, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2847 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1083.0, "completions/max_terminated_length": 1083.0, "completions/mean_length": 953.4375, "completions/mean_terminated_length": 953.4375, "completions/min_length": 873.0, "completions/min_terminated_length": 873.0, "epoch": 0.7121780445111278, "frac_reward_zero_std": 0.0, "grad_norm": 2.146065304206294, "kl": 0.01116943359375, "learning_rate": 3.089840825220067e-07, "loss": -0.0108, "num_tokens": 128924490.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9567921161651611, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.015235263754240981, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10325565248278189, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.077817450199525, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2848 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1327.0, "completions/max_terminated_length": 1327.0, "completions/mean_length": 1017.0625, "completions/mean_terminated_length": 1017.0625, "completions/min_length": 686.0, "completions/min_terminated_length": 686.0, "epoch": 0.7124281070267567, "frac_reward_zero_std": 0.0, "grad_norm": 3.5636359552403096, "kl": 0.02392578125, "learning_rate": 3.086524566790126e-07, "loss": 0.0027, "num_tokens": 128968211.0, "reward": 7.450580596923828e-09, "reward_std": 1.0330629348754883, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.00862586904737629, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04194967248170359, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7708333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10602235962635781, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2849 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1383.0, "completions/mean_length": 1278.875, "completions/mean_terminated_length": 1205.166748046875, "completions/min_length": 1026.0, "completions/min_terminated_length": 1026.0, "epoch": 0.7126781695423856, "frac_reward_zero_std": 0.0, "grad_norm": 2.3176405450809745, "kl": 0.0121002197265625, "learning_rate": 3.0832101473482334e-07, "loss": -0.0279, "num_tokens": 129017393.0, "reward": -2.9802322387695312e-08, "reward_std": 0.6707543730735779, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.17748617418101156, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.2754451446241478, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8291666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.05947299418254506, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2850 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1389.0, "completions/mean_length": 1305.8125, "completions/mean_terminated_length": 1217.5455322265625, "completions/min_length": 1014.0, "completions/min_terminated_length": 1014.0, "epoch": 0.7129282320580145, "frac_reward_zero_std": 0.0, "grad_norm": 2.8980636511991262, "kl": 0.018707275390625, "learning_rate": 3.079897569419869e-07, "loss": -0.0114, "num_tokens": 129063574.0, "reward": -2.60770320892334e-08, "reward_std": 1.0679320096969604, "rewards/wordcountpos_reward_GEOBench/mean": -2.60770320892334e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8666666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10036968702787748, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2851 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1430.0, "completions/mean_length": 1011.8125, "completions/mean_terminated_length": 979.2667236328125, "completions/min_length": 655.0, "completions/min_terminated_length": 655.0, "epoch": 0.7131782945736435, "frac_reward_zero_std": 0.0, "grad_norm": 2.7758538489051183, "kl": 0.0128021240234375, "learning_rate": 3.076586835529105e-07, "loss": 0.0254, "num_tokens": 129116243.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8548996448516846, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.062237110364416634, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.308455003020443, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08681611046941139, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2852 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1424.0, "completions/mean_length": 1176.375, "completions/mean_terminated_length": 1130.1429443359375, "completions/min_length": 918.0, "completions/min_terminated_length": 918.0, "epoch": 0.7134283570892723, "frac_reward_zero_std": 0.0, "grad_norm": 1.8266578738010133, "kl": 0.0121612548828125, "learning_rate": 3.0732779481986096e-07, "loss": -0.0092, "num_tokens": 129160169.0, "reward": 7.450580596923828e-09, "reward_std": 1.04571533203125, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.005066393496709105, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05835593311653164, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.059004080210452226, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2853 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1498.0, "completions/mean_length": 1346.6875, "completions/mean_terminated_length": 1193.375, "completions/min_length": 1062.0, "completions/min_terminated_length": 1062.0, "epoch": 0.7136784196049012, "frac_reward_zero_std": 0.0, "grad_norm": 2.1413799404496907, "kl": 0.009063720703125, "learning_rate": 3.069970909949647e-07, "loss": -0.0035, "num_tokens": 129202908.0, "reward": 0.0, "reward_std": 0.6547142267227173, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06716975371495072, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.17638483605436467, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7124999999999999, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.05821416398857662, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2854 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1441.0, "completions/mean_length": 1164.375, "completions/mean_terminated_length": 1086.923095703125, "completions/min_length": 599.0, "completions/min_terminated_length": 599.0, "epoch": 0.7139284821205302, "frac_reward_zero_std": 0.0, "grad_norm": 3.2709960055443386, "kl": 0.0194091796875, "learning_rate": 3.0666657233020736e-07, "loss": -0.0532, "num_tokens": 129243706.0, "reward": 0.0, "reward_std": 0.508046567440033, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.05785033095050428, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08904023921513686, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7374999999999999, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09574271077563383, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2855 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1457.0, "completions/mean_length": 1173.125, "completions/mean_terminated_length": 1126.4285888671875, "completions/min_length": 854.0, "completions/min_terminated_length": 854.0, "epoch": 0.714178544636159, "frac_reward_zero_std": 0.0, "grad_norm": 3.314165084181871, "kl": 0.019500732421875, "learning_rate": 3.063362390774324e-07, "loss": 0.0096, "num_tokens": 129292524.0, "reward": -2.9802322387695312e-08, "reward_std": 0.874286413192749, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.16285507414289035, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.2825955148589591, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11474609652039006, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2856 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1391.0, "completions/max_terminated_length": 1391.0, "completions/mean_length": 1078.0, "completions/mean_terminated_length": 1078.0, "completions/min_length": 689.0, "completions/min_terminated_length": 689.0, "epoch": 0.7144286071517879, "frac_reward_zero_std": 0.0, "grad_norm": 3.1675330748013315, "kl": 0.01751708984375, "learning_rate": 3.060060914883433e-07, "loss": 0.066, "num_tokens": 129337220.0, "reward": -2.9802322387695312e-08, "reward_std": 0.49305588006973267, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.05665637891247896, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1027117684230829, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06885303726590966, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2857 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1494.0, "completions/mean_length": 1241.8125, "completions/mean_terminated_length": 1224.60009765625, "completions/min_length": 999.0, "completions/min_terminated_length": 999.0, "epoch": 0.7146786696674169, "frac_reward_zero_std": 0.0, "grad_norm": 2.937006700086138, "kl": 0.015411376953125, "learning_rate": 3.0567612981450165e-07, "loss": -0.0166, "num_tokens": 129390289.0, "reward": 0.0, "reward_std": 1.0208829641342163, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03816755052186195, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.028086048767440173, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1128748897706693, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2858 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1499.0, "completions/mean_length": 1178.875, "completions/mean_terminated_length": 1133.0, "completions/min_length": 964.0, "completions/min_terminated_length": 964.0, "epoch": 0.7149287321830458, "frac_reward_zero_std": 0.0, "grad_norm": 2.1403490448936506, "kl": 0.011932373046875, "learning_rate": 3.0534635430732687e-07, "loss": -0.0036, "num_tokens": 129432895.0, "reward": -2.9802322387695312e-08, "reward_std": 0.9647536277770996, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0023177930172625354, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06985864592886433, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.053748384988657014, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2859 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1486.0, "completions/mean_length": 1463.0, "completions/mean_terminated_length": 1401.3333740234375, "completions/min_length": 1299.0, "completions/min_terminated_length": 1299.0, "epoch": 0.7151787946986746, "frac_reward_zero_std": 0.0, "grad_norm": 1.4386060478763625, "kl": 0.0081024169921875, "learning_rate": 3.050167652180972e-07, "loss": -0.001, "num_tokens": 129479687.0, "reward": 0.0, "reward_std": 0.7827284336090088, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.16686735711314993, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.3058465184137063, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10101338378503964, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2860 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1386.0, "completions/mean_length": 1359.25, "completions/mean_terminated_length": 1218.5, "completions/min_length": 1119.0, "completions/min_terminated_length": 1119.0, "epoch": 0.7154288572143036, "frac_reward_zero_std": 0.0, "grad_norm": 2.5144643816528665, "kl": 0.0135345458984375, "learning_rate": 3.0468736279794847e-07, "loss": -0.0021, "num_tokens": 129535051.0, "reward": -2.9802322387695312e-08, "reward_std": 0.47395020723342896, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.07023311438788842, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07035151633358651, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7916666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14168300559373406, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2861 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1297.0, "completions/mean_length": 1055.25, "completions/mean_terminated_length": 1025.60009765625, "completions/min_length": 718.0, "completions/min_terminated_length": 718.0, "epoch": 0.7156789197299325, "frac_reward_zero_std": 0.0, "grad_norm": 2.7404281090937137, "kl": 0.0104827880859375, "learning_rate": 3.0435814729787444e-07, "loss": 0.0232, "num_tokens": 129565671.0, "reward": 1.4901161193847656e-08, "reward_std": 1.009095311164856, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03273791439608814, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04869108557429704, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07097208632298364, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2862 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1404.0, "completions/mean_length": 1134.9375, "completions/mean_terminated_length": 1110.60009765625, "completions/min_length": 834.0, "completions/min_terminated_length": 834.0, "epoch": 0.7159289822455613, "frac_reward_zero_std": 0.0, "grad_norm": 2.976514901132297, "kl": 0.01904296875, "learning_rate": 3.040291189687262e-07, "loss": -0.0317, "num_tokens": 129611950.0, "reward": 0.0, "reward_std": 0.7420212030410767, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.2280731132510605, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.14118568799151607, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06831300510639733, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2863 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1393.0, "completions/mean_length": 1132.8125, "completions/mean_terminated_length": 1108.3333740234375, "completions/min_length": 741.0, "completions/min_terminated_length": 741.0, "epoch": 0.7161790447611903, "frac_reward_zero_std": 0.0, "grad_norm": 3.066265585377172, "kl": 0.018646240234375, "learning_rate": 3.037002780612126e-07, "loss": 0.0015, "num_tokens": 129660155.0, "reward": 0.0, "reward_std": 0.5819937586784363, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.011349833027881465, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.14797441856786328, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8041666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1796601730428249, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2864 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1489.0, "completions/mean_length": 1376.4375, "completions/mean_terminated_length": 1252.875, "completions/min_length": 1129.0, "completions/min_terminated_length": 1129.0, "epoch": 0.7164291072768192, "frac_reward_zero_std": 0.0, "grad_norm": 3.1514373026687417, "kl": 0.019012451171875, "learning_rate": 3.033716248258995e-07, "loss": 0.0201, "num_tokens": 129710338.0, "reward": 0.0, "reward_std": 0.5303640365600586, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.01425152387012261, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11989056198817129, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7083333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.161245154965971, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2865 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1414.0, "completions/mean_length": 1198.125, "completions/mean_terminated_length": 1155.0, "completions/min_length": 977.0, "completions/min_terminated_length": 977.0, "epoch": 0.7166791697924482, "frac_reward_zero_std": 0.0, "grad_norm": 2.619127919695953, "kl": 0.0179443359375, "learning_rate": 3.030431595132097e-07, "loss": -0.0086, "num_tokens": 129758604.0, "reward": 0.0, "reward_std": 0.40741074085235596, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.44117448668399845, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.5001871231522923, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8583333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12382783747337808, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2866 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1302.0, "completions/max_terminated_length": 1302.0, "completions/mean_length": 996.5625, "completions/mean_terminated_length": 996.5625, "completions/min_length": 773.0, "completions/min_terminated_length": 773.0, "epoch": 0.716929232308077, "frac_reward_zero_std": 0.0, "grad_norm": 2.921571379050507, "kl": 0.0181427001953125, "learning_rate": 3.027148823734227e-07, "loss": -0.0701, "num_tokens": 129799813.0, "reward": -7.450580596923828e-09, "reward_std": 1.0395245552062988, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.018293102464738677, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11035964946322054, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6333333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.05443310539518172, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2867 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1476.0, "completions/mean_length": 1330.25, "completions/mean_terminated_length": 1306.0, "completions/min_length": 1125.0, "completions/min_terminated_length": 1125.0, "epoch": 0.7171792948237059, "frac_reward_zero_std": 0.0, "grad_norm": 2.3540180688762895, "kl": 0.0162200927734375, "learning_rate": 3.0238679365667495e-07, "loss": 0.01, "num_tokens": 129855873.0, "reward": 0.0, "reward_std": 0.84827721118927, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.034604518442310786, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04557114133030653, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07876359377087683, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2868 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1227.0, "completions/mean_length": 1147.1875, "completions/mean_terminated_length": 1096.7857666015625, "completions/min_length": 809.0, "completions/min_terminated_length": 809.0, "epoch": 0.7174293573393349, "frac_reward_zero_std": 0.0, "grad_norm": 3.45651344548211, "kl": 0.0186767578125, "learning_rate": 3.0205889361295905e-07, "loss": -0.0746, "num_tokens": 129898612.0, "reward": -2.2351741790771484e-08, "reward_std": 0.9975383281707764, "rewards/wordcountpos_reward_GEOBench/mean": -2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03758951363398875, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05706354494455574, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09699179041242312, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2869 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1309.0, "completions/mean_length": 1076.6875, "completions/mean_terminated_length": 1016.21435546875, "completions/min_length": 781.0, "completions/min_terminated_length": 781.0, "epoch": 0.7176794198549638, "frac_reward_zero_std": 0.0, "grad_norm": 3.852584656271365, "kl": 0.019561767578125, "learning_rate": 3.017311824921238e-07, "loss": -0.0251, "num_tokens": 129937607.0, "reward": 0.0, "reward_std": 0.9208687543869019, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.035500694973591304, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07302541749111126, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12285191326386659, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2870 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1436.0, "completions/mean_length": 1210.375, "completions/mean_terminated_length": 1143.5384521484375, "completions/min_length": 849.0, "completions/min_terminated_length": 849.0, "epoch": 0.7179294823705926, "frac_reward_zero_std": 0.0, "grad_norm": 2.886702034875143, "kl": 0.01580810546875, "learning_rate": 3.0140366054387454e-07, "loss": 0.0093, "num_tokens": 129980061.0, "reward": 2.60770320892334e-08, "reward_std": 1.068171501159668, "rewards/wordcountpos_reward_GEOBench/mean": 2.60770320892334e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0004986382663574513, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.013235296417839808, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.65, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10470416879457553, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2871 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1493.0, "completions/mean_length": 1256.5, "completions/mean_terminated_length": 1145.8182373046875, "completions/min_length": 797.0, "completions/min_terminated_length": 797.0, "epoch": 0.7181795448862216, "frac_reward_zero_std": 0.0, "grad_norm": 3.5060945643142256, "kl": 0.0153961181640625, "learning_rate": 3.010763280177718e-07, "loss": -0.0506, "num_tokens": 130036973.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8256497383117676, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.10459864493787685, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06553607347718875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7708333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10602235962635781, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2872 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1325.0, "completions/mean_length": 1213.3125, "completions/mean_terminated_length": 1117.75, "completions/min_length": 967.0, "completions/min_terminated_length": 967.0, "epoch": 0.7184296074018505, "frac_reward_zero_std": 0.0, "grad_norm": 2.881234765938073, "kl": 0.0183563232421875, "learning_rate": 3.0074918516323246e-07, "loss": 0.0252, "num_tokens": 130079562.0, "reward": 0.0, "reward_std": 0.6382900476455688, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.11918011167875858, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.18370176613241493, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13526380260918403, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2873 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1380.0, "completions/max_terminated_length": 1380.0, "completions/mean_length": 1136.5, "completions/mean_terminated_length": 1136.5, "completions/min_length": 266.0, "completions/min_terminated_length": 266.0, "epoch": 0.7186796699174793, "frac_reward_zero_std": 0.0, "grad_norm": 3.5053210372241788, "kl": 0.0179443359375, "learning_rate": 3.004222322295279e-07, "loss": -0.0728, "num_tokens": 130123202.0, "reward": 0.0, "reward_std": 1.0137368440628052, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0470306497372535, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06281655948064226, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12345339501504503, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2874 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1459.0, "completions/mean_length": 1230.25, "completions/mean_terminated_length": 1212.2667236328125, "completions/min_length": 1029.0, "completions/min_terminated_length": 1029.0, "epoch": 0.7189297324331083, "frac_reward_zero_std": 0.0, "grad_norm": 3.0005538679969144, "kl": 0.0141143798828125, "learning_rate": 3.0009546946578577e-07, "loss": -0.0469, "num_tokens": 130168678.0, "reward": -2.9802322387695312e-08, "reward_std": 0.5707080364227295, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.24414529995770978, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.35267090388212463, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.725, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08388704928078614, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2875 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1446.0, "completions/mean_length": 1245.875, "completions/mean_terminated_length": 1161.166748046875, "completions/min_length": 896.0, "completions/min_terminated_length": 896.0, "epoch": 0.7191797949487372, "frac_reward_zero_std": 0.0, "grad_norm": 3.363028612830261, "kl": 0.0203857421875, "learning_rate": 2.9976889712098845e-07, "loss": 0.0257, "num_tokens": 130224540.0, "reward": -5.960464477539063e-08, "reward_std": 0.4896252155303955, "rewards/wordcountpos_reward_GEOBench/mean": -5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.15861944228410396, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.18462380008941318, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12852438880818895, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2876 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1408.0, "completions/max_terminated_length": 1408.0, "completions/mean_length": 1018.0, "completions/mean_terminated_length": 1018.0, "completions/min_length": 701.0, "completions/min_terminated_length": 701.0, "epoch": 0.719429857464366, "frac_reward_zero_std": 0.0, "grad_norm": 3.8181700424107463, "kl": 0.02301025390625, "learning_rate": 2.994425154439729e-07, "loss": -0.0013, "num_tokens": 130261444.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9688830375671387, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.141878925953186, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2877 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1448.0, "completions/mean_length": 1040.1875, "completions/mean_terminated_length": 1009.5333862304688, "completions/min_length": 794.0, "completions/min_terminated_length": 794.0, "epoch": 0.719679919979995, "frac_reward_zero_std": 0.0, "grad_norm": 3.2428428499094406, "kl": 0.018035888671875, "learning_rate": 2.9911632468343176e-07, "loss": -0.0156, "num_tokens": 130299047.0, "reward": -2.9802322387695312e-08, "reward_std": 0.7399611473083496, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.026634746720193215, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07193816544068096, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14907119849998599, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2878 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1491.0, "completions/mean_length": 1103.625, "completions/mean_terminated_length": 1077.2000732421875, "completions/min_length": 836.0, "completions/min_terminated_length": 836.0, "epoch": 0.7199299824956239, "frac_reward_zero_std": 0.0, "grad_norm": 2.620167078113148, "kl": 0.020782470703125, "learning_rate": 2.987903250879109e-07, "loss": -0.0632, "num_tokens": 130339993.0, "reward": 0.0, "reward_std": 0.4417513906955719, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0325306528219554, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12615818565841577, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8666666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07302967433402216, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2879 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1276.0, "completions/mean_length": 1268.3125, "completions/mean_terminated_length": 1036.625, "completions/min_length": 902.0, "completions/min_terminated_length": 902.0, "epoch": 0.7201800450112528, "frac_reward_zero_std": 0.0, "grad_norm": 3.4651390329174343, "kl": 0.023681640625, "learning_rate": 2.9846451690581154e-07, "loss": -0.0408, "num_tokens": 130390638.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9701282382011414, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0692170945648039, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05212964342777218, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07876359377087681, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2880 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1280.0, "completions/max_terminated_length": 1280.0, "completions/mean_length": 1114.5625, "completions/mean_terminated_length": 1114.5625, "completions/min_length": 867.0, "completions/min_terminated_length": 867.0, "epoch": 0.7204301075268817, "frac_reward_zero_std": 0.0, "grad_norm": 3.7230450793795042, "kl": 0.023193359375, "learning_rate": 2.9813890038538827e-07, "loss": 0.0085, "num_tokens": 130431695.0, "reward": 7.450580596923828e-09, "reward_std": 1.0099595785140991, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.02588224521235122, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07988324603198517, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08333333333333334, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2881 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1471.0, "completions/mean_length": 1214.625, "completions/mean_terminated_length": 1173.857177734375, "completions/min_length": 881.0, "completions/min_terminated_length": 881.0, "epoch": 0.7206801700425106, "frac_reward_zero_std": 0.0, "grad_norm": 2.803434918202901, "kl": 0.01784515380859375, "learning_rate": 2.978134757747505e-07, "loss": -0.0206, "num_tokens": 130469553.0, "reward": 0.0, "reward_std": 0.9441902041435242, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.008709250813966285, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.028468782797304804, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11147163731607215, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2882 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1254.0, "completions/mean_length": 1077.875, "completions/mean_terminated_length": 1049.7333984375, "completions/min_length": 823.0, "completions/min_terminated_length": 823.0, "epoch": 0.7209302325581395, "frac_reward_zero_std": 0.0, "grad_norm": 3.0548597535417805, "kl": 0.01470947265625, "learning_rate": 2.9748824332186085e-07, "loss": -0.0207, "num_tokens": 130507927.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0450563430786133, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.09339186992389567, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12709483741905292, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.775, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07252075054258102, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2883 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1393.0, "completions/max_terminated_length": 1393.0, "completions/mean_length": 1022.0, "completions/mean_terminated_length": 1022.0, "completions/min_length": 870.0, "completions/min_terminated_length": 870.0, "epoch": 0.7211802950737685, "frac_reward_zero_std": 0.0, "grad_norm": 2.7746488460639163, "kl": 0.015249252319335938, "learning_rate": 2.9716320327453547e-07, "loss": 0.0149, "num_tokens": 130547271.0, "reward": 0.0, "reward_std": 0.8900302648544312, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.028178739954174022, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08145358604777966, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.15682025568335425, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2884 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1239.0, "completions/max_terminated_length": 1239.0, "completions/mean_length": 1018.5, "completions/mean_terminated_length": 1018.5, "completions/min_length": 857.0, "completions/min_terminated_length": 857.0, "epoch": 0.7214303575893973, "frac_reward_zero_std": 0.0, "grad_norm": 2.546014647932345, "kl": 0.0128021240234375, "learning_rate": 2.9683835588044434e-07, "loss": -0.0209, "num_tokens": 130586295.0, "reward": -2.9802322387695312e-08, "reward_std": 0.9011170268058777, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.005493231656166252, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.151153149590969, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0709720863229836, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2885 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1466.0, "completions/mean_length": 1244.25, "completions/mean_terminated_length": 1090.800048828125, "completions/min_length": 648.0, "completions/min_terminated_length": 648.0, "epoch": 0.7216804201050263, "frac_reward_zero_std": 0.0, "grad_norm": 2.9431495753989596, "kl": 0.0188446044921875, "learning_rate": 2.9651370138711013e-07, "loss": 0.0301, "num_tokens": 130632523.0, "reward": 7.450580596923828e-09, "reward_std": 1.0581213235855103, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.04625991658349773, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12953601118488153, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1338185615204685, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2886 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1485.0, "completions/mean_length": 1216.375, "completions/mean_terminated_length": 1197.4666748046875, "completions/min_length": 1019.0, "completions/min_terminated_length": 1019.0, "epoch": 0.7219304826206552, "frac_reward_zero_std": 0.0, "grad_norm": 3.1001414767977966, "kl": 0.0147705078125, "learning_rate": 2.961892400419089e-07, "loss": -0.0066, "num_tokens": 130679761.0, "reward": 1.4901161193847656e-08, "reward_std": 0.977541446685791, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.14559708905639313, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.3184250386466958, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11474609652039006, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2887 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1475.0, "completions/mean_length": 1143.875, "completions/mean_terminated_length": 1093.0, "completions/min_length": 892.0, "completions/min_terminated_length": 892.0, "epoch": 0.722180545136284, "frac_reward_zero_std": 0.0, "grad_norm": 3.632520846337987, "kl": 0.03424072265625, "learning_rate": 2.958649720920692e-07, "loss": -0.0247, "num_tokens": 130708431.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9697908163070679, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.07247059784908612, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07449955887045641, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8958333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08421753138505421, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2888 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1415.0, "completions/mean_length": 1372.875, "completions/mean_terminated_length": 1245.75, "completions/min_length": 983.0, "completions/min_terminated_length": 983.0, "epoch": 0.722430607651913, "frac_reward_zero_std": 0.0, "grad_norm": 1.915979739555592, "kl": 0.0093841552734375, "learning_rate": 2.955408977846727e-07, "loss": -0.052, "num_tokens": 130767869.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9975847601890564, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.007190919845516175, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04315169293367138, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08388704928078611, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2889 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1346.0, "completions/max_terminated_length": 1346.0, "completions/mean_length": 1141.875, "completions/mean_terminated_length": 1141.875, "completions/min_length": 936.0, "completions/min_terminated_length": 936.0, "epoch": 0.7226806701675419, "frac_reward_zero_std": 0.0, "grad_norm": 3.436711182854667, "kl": 0.023651123046875, "learning_rate": 2.952170173666534e-07, "loss": -0.0585, "num_tokens": 130815227.0, "reward": -2.2351741790771484e-08, "reward_std": 1.026441216468811, "rewards/wordcountpos_reward_GEOBench/mean": -2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.11295260065619457, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11322816144729454, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9666666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.05443310539518172, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2890 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1450.0, "completions/mean_length": 1102.4375, "completions/mean_terminated_length": 1075.933349609375, "completions/min_length": 757.0, "completions/min_terminated_length": 757.0, "epoch": 0.7229307326831708, "frac_reward_zero_std": 0.0, "grad_norm": 3.1766188682367407, "kl": 0.020660400390625, "learning_rate": 2.9489333108479687e-07, "loss": -0.0492, "num_tokens": 130857754.0, "reward": 0.0, "reward_std": 0.5948337912559509, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.04989741954502155, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0982211031181673, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.775, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08027729719194866, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2891 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1375.0, "completions/max_terminated_length": 1375.0, "completions/mean_length": 1184.8125, "completions/mean_terminated_length": 1184.8125, "completions/min_length": 985.0, "completions/min_terminated_length": 985.0, "epoch": 0.7231807951987997, "frac_reward_zero_std": 0.0, "grad_norm": 2.926827412179615, "kl": 0.014923095703125, "learning_rate": 2.9456983918574164e-07, "loss": -0.0083, "num_tokens": 130900631.0, "reward": 0.0, "reward_std": 0.6953353881835938, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.01933892824992779, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03571772045176437, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09067647005823631, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2892 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1255.0, "completions/max_terminated_length": 1255.0, "completions/mean_length": 1048.6875, "completions/mean_terminated_length": 1048.6875, "completions/min_length": 851.0, "completions/min_terminated_length": 851.0, "epoch": 0.7234308577144286, "frac_reward_zero_std": 0.0, "grad_norm": 2.8621434348527615, "kl": 0.01873779296875, "learning_rate": 2.942465419159778e-07, "loss": -0.0473, "num_tokens": 130956098.0, "reward": 0.0, "reward_std": 1.0547151565551758, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.09594304524194346, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11297336578679092, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07097208632298364, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2893 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1498.0, "completions/mean_length": 1276.5625, "completions/mean_terminated_length": 1244.6429443359375, "completions/min_length": 903.0, "completions/min_terminated_length": 903.0, "epoch": 0.7236809202300575, "frac_reward_zero_std": 0.0, "grad_norm": 2.9862551431596867, "kl": 0.018310546875, "learning_rate": 2.93923439521847e-07, "loss": -0.0207, "num_tokens": 131002771.0, "reward": -1.4901161193847656e-08, "reward_std": 1.045459508895874, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0942357453518152, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06806822195495058, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.85, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08944271909999159, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2894 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1454.0, "completions/mean_length": 966.125, "completions/mean_terminated_length": 723.45458984375, "completions/min_length": 445.0, "completions/min_terminated_length": 445.0, "epoch": 0.7239309827456865, "frac_reward_zero_std": 0.0, "grad_norm": 3.3104011684904977, "kl": 0.0100555419921875, "learning_rate": 2.936005322495425e-07, "loss": -0.071, "num_tokens": 131050221.0, "reward": 0.0, "reward_std": 0.859643280506134, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.043005991912449026, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.053990420905733416, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12995725793078622, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2895 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1486.0, "completions/mean_length": 1458.625, "completions/mean_terminated_length": 1405.4285888671875, "completions/min_length": 1307.0, "completions/min_terminated_length": 1307.0, "epoch": 0.7241810452613153, "frac_reward_zero_std": 0.0, "grad_norm": 2.7762539071476398, "kl": 0.01666259765625, "learning_rate": 2.932778203451093e-07, "loss": 0.0075, "num_tokens": 131109767.0, "reward": 2.9802322387695312e-08, "reward_std": 0.7752960920333862, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.10705749066509114, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10766069824982606, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09339283817414602, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2896 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1474.0, "completions/mean_length": 1243.5, "completions/mean_terminated_length": 1226.4000244140625, "completions/min_length": 1041.0, "completions/min_terminated_length": 1041.0, "epoch": 0.7244311077769442, "frac_reward_zero_std": 0.0, "grad_norm": 2.584093756077554, "kl": 0.0150146484375, "learning_rate": 2.929553040544426e-07, "loss": -0.0323, "num_tokens": 131153223.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8050382137298584, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.005653785355258287, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08096410109693529, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08850612031567835, "rewards/wordcountpos_reward_GEOBench/std": 1.0327954292297363, "step": 2897 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1487.0, "completions/mean_length": 1421.125, "completions/mean_terminated_length": 1319.71435546875, "completions/min_length": 992.0, "completions/min_terminated_length": 992.0, "epoch": 0.7246811702925732, "frac_reward_zero_std": 0.0, "grad_norm": 2.923794457065695, "kl": 0.018463134765625, "learning_rate": 2.9263298362328916e-07, "loss": -0.0017, "num_tokens": 131203137.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9002468585968018, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.16050539462068886, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.17392085171378155, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06652763279965648, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2898 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1403.0, "completions/mean_length": 1255.3125, "completions/mean_terminated_length": 1220.357177734375, "completions/min_length": 1029.0, "completions/min_terminated_length": 1029.0, "epoch": 0.724931232808202, "frac_reward_zero_std": 0.0, "grad_norm": 2.9748421448485245, "kl": 0.014739990234375, "learning_rate": 2.923108592972467e-07, "loss": 0.0084, "num_tokens": 131252974.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9644142389297485, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.08404540031727346, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.15878866035527428, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09269623828717428, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2899 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1491.0, "completions/mean_length": 1280.5, "completions/mean_terminated_length": 1265.86669921875, "completions/min_length": 881.0, "completions/min_terminated_length": 881.0, "epoch": 0.7251812953238309, "frac_reward_zero_std": 0.0, "grad_norm": 3.356695197428588, "kl": 0.0218505859375, "learning_rate": 2.919889313217633e-07, "loss": 0.0025, "num_tokens": 131300054.0, "reward": 1.1175870895385742e-08, "reward_std": 1.0617353916168213, "rewards/wordcountpos_reward_GEOBench/mean": 1.1175870895385742e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.05886381132018725, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10730510112538608, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7708333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10878112581387149, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2900 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1457.0, "completions/mean_length": 1180.0, "completions/mean_terminated_length": 1106.1539306640625, "completions/min_length": 931.0, "completions/min_terminated_length": 931.0, "epoch": 0.7254313578394599, "frac_reward_zero_std": 0.0, "grad_norm": 3.602777930041237, "kl": 0.021148681640625, "learning_rate": 2.916671999421372e-07, "loss": -0.0018, "num_tokens": 131345358.0, "reward": 0.0, "reward_std": 0.5519723892211914, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.24599926718919463, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.41670218614980054, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.5958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.27911898431924587, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2901 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1194.0, "completions/max_terminated_length": 1194.0, "completions/mean_length": 877.0625, "completions/mean_terminated_length": 877.0625, "completions/min_length": 763.0, "completions/min_terminated_length": 763.0, "epoch": 0.7256814203550888, "frac_reward_zero_std": 0.0, "grad_norm": 2.7251107187486814, "kl": 0.017059326171875, "learning_rate": 2.913456654035169e-07, "loss": 0.0177, "num_tokens": 131376663.0, "reward": -1.4901161193847656e-08, "reward_std": 0.8915010690689087, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.019584099867906407, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0513889526238444, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11603000888978234, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2902 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1382.0, "completions/max_terminated_length": 1382.0, "completions/mean_length": 1105.0625, "completions/mean_terminated_length": 1105.0625, "completions/min_length": 586.0, "completions/min_terminated_length": 586.0, "epoch": 0.7259314828707176, "frac_reward_zero_std": 0.0, "grad_norm": 3.1460145139666698, "kl": 0.0188446044921875, "learning_rate": 2.9102432795090126e-07, "loss": -0.0024, "num_tokens": 131423336.0, "reward": -7.450580596923828e-09, "reward_std": 1.0537718534469604, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04832061768101551, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1237718882947551, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08681611046941139, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2903 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1386.0, "completions/max_terminated_length": 1386.0, "completions/mean_length": 1035.6875, "completions/mean_terminated_length": 1035.6875, "completions/min_length": 854.0, "completions/min_terminated_length": 854.0, "epoch": 0.7261815453863466, "frac_reward_zero_std": 0.0, "grad_norm": 3.0638724383495086, "kl": 0.015960693359375, "learning_rate": 2.907031878291387e-07, "loss": -0.0378, "num_tokens": 131455675.0, "reward": 0.0, "reward_std": 0.98621666431427, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.1029436984532923, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.14043542787699834, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09259629622222519, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2904 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1440.0, "completions/mean_length": 1345.4375, "completions/mean_terminated_length": 1225.2222900390625, "completions/min_length": 1088.0, "completions/min_terminated_length": 1088.0, "epoch": 0.7264316079019755, "frac_reward_zero_std": 0.0, "grad_norm": 2.896472171182283, "kl": 0.0170745849609375, "learning_rate": 2.90382245282927e-07, "loss": -0.0127, "num_tokens": 131506002.0, "reward": 0.0, "reward_std": 0.8021248579025269, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.05470021302367889, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10331621144228664, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12141145226353543, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2905 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1440.0, "completions/mean_length": 1183.4375, "completions/mean_terminated_length": 1162.3333740234375, "completions/min_length": 911.0, "completions/min_terminated_length": 911.0, "epoch": 0.7266816704176045, "frac_reward_zero_std": 0.0, "grad_norm": 3.278113872978817, "kl": 0.018157958984375, "learning_rate": 2.9006150055681413e-07, "loss": 0.0047, "num_tokens": 131558617.0, "reward": -7.450580596923828e-09, "reward_std": 1.024271011352539, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06863146944700482, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06713812757095666, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9041666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11917929226045818, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2906 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1486.0, "completions/mean_length": 1118.4375, "completions/mean_terminated_length": 945.0, "completions/min_length": 681.0, "completions/min_terminated_length": 681.0, "epoch": 0.7269317329332333, "frac_reward_zero_std": 0.0, "grad_norm": 3.026403771722344, "kl": 0.0153656005859375, "learning_rate": 2.8974095389519674e-07, "loss": 0.0016, "num_tokens": 131612056.0, "reward": 0.0, "reward_std": 1.0306792259216309, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.123209271031714, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.16783119088039136, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6749999999999999, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0906764700582363, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2907 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1479.0, "completions/mean_length": 1376.0, "completions/mean_terminated_length": 1319.6363525390625, "completions/min_length": 1022.0, "completions/min_terminated_length": 1022.0, "epoch": 0.7271817954488622, "frac_reward_zero_std": 0.0, "grad_norm": 3.1588403738137223, "kl": 0.0162811279296875, "learning_rate": 2.89420605542321e-07, "loss": -0.0412, "num_tokens": 131658648.0, "reward": 0.0, "reward_std": 0.7288148403167725, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.11669356048896407, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12519350145874458, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7916666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06831300510639736, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2908 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1418.0, "completions/max_terminated_length": 1418.0, "completions/mean_length": 1140.875, "completions/mean_terminated_length": 1140.875, "completions/min_length": 906.0, "completions/min_terminated_length": 906.0, "epoch": 0.7274318579644912, "frac_reward_zero_std": 0.0, "grad_norm": 3.012230238061764, "kl": 0.019073486328125, "learning_rate": 2.89100455742281e-07, "loss": -0.0224, "num_tokens": 131698294.0, "reward": -2.9802322387695312e-08, "reward_std": 0.7730937600135803, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03437326449707235, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04564675362751511, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08850612031567835, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2909 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1475.0, "completions/max_terminated_length": 1475.0, "completions/mean_length": 1131.125, "completions/mean_terminated_length": 1131.125, "completions/min_length": 763.0, "completions/min_terminated_length": 763.0, "epoch": 0.72768192048012, "frac_reward_zero_std": 0.0, "grad_norm": 3.300278535506199, "kl": 0.0177459716796875, "learning_rate": 2.8878050473902094e-07, "loss": 0.0517, "num_tokens": 131731120.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0107311010360718, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.006229483203495086, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.026999344274101066, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8875000000000001, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09016445879408155, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2910 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1327.0, "completions/max_terminated_length": 1327.0, "completions/mean_length": 1126.3125, "completions/mean_terminated_length": 1126.3125, "completions/min_length": 925.0, "completions/min_terminated_length": 925.0, "epoch": 0.7279319829957489, "frac_reward_zero_std": 0.0, "grad_norm": 3.0089477379277634, "kl": 0.01111602783203125, "learning_rate": 2.8846075277633254e-07, "loss": -0.012, "num_tokens": 131776637.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9039648771286011, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.012006918519844204, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0793937065321064, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8291666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11147163731607214, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2911 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1498.0, "completions/mean_length": 1330.3125, "completions/mean_terminated_length": 1291.1539306640625, "completions/min_length": 1065.0, "completions/min_terminated_length": 1065.0, "epoch": 0.7281820455113779, "frac_reward_zero_std": 0.0, "grad_norm": 2.2441617968285663, "kl": 0.014190673828125, "learning_rate": 2.88141200097856e-07, "loss": 0.0139, "num_tokens": 131821610.0, "reward": -3.725290298461914e-09, "reward_std": 1.0588923692703247, "rewards/wordcountpos_reward_GEOBench/mean": -3.725290298461914e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06952159281041477, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0545472484097678, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7916666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06831300510639736, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2912 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1211.0, "completions/mean_length": 1234.4375, "completions/mean_terminated_length": 1027.888916015625, "completions/min_length": 777.0, "completions/min_terminated_length": 777.0, "epoch": 0.7284321080270068, "frac_reward_zero_std": 0.0, "grad_norm": 3.2990323923410654, "kl": 0.0185394287109375, "learning_rate": 2.878218469470803e-07, "loss": -0.0063, "num_tokens": 131875177.0, "reward": 0.0, "reward_std": 0.5370532870292664, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7333333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.17213259316477408, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2913 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1415.0, "completions/mean_length": 1286.5625, "completions/mean_terminated_length": 1237.3077392578125, "completions/min_length": 889.0, "completions/min_terminated_length": 889.0, "epoch": 0.7286821705426356, "frac_reward_zero_std": 0.0, "grad_norm": 3.2266283281378554, "kl": 0.0196533203125, "learning_rate": 2.8750269356734185e-07, "loss": -0.0242, "num_tokens": 131930146.0, "reward": 0.0, "reward_std": 0.9718354940414429, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.01966010535608184, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11000611234409366, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1397749513934347, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2914 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1456.0, "completions/mean_length": 1206.625, "completions/mean_terminated_length": 1187.0667724609375, "completions/min_length": 915.0, "completions/min_terminated_length": 915.0, "epoch": 0.7289322330582646, "frac_reward_zero_std": 0.0, "grad_norm": 3.407436569289197, "kl": 0.021942138671875, "learning_rate": 2.871837402018246e-07, "loss": -0.0022, "num_tokens": 131979812.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9700183868408203, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06291781535136695, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08995957549480557, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07084150279686705, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2915 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1301.0, "completions/mean_length": 1071.0, "completions/mean_terminated_length": 737.3333129882812, "completions/min_length": 560.0, "completions/min_terminated_length": 560.0, "epoch": 0.7291822955738935, "frac_reward_zero_std": 0.0, "grad_norm": 3.3040738749702077, "kl": 0.0184783935546875, "learning_rate": 2.8686498709356045e-07, "loss": -0.0463, "num_tokens": 132035180.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9744203090667725, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.02255559049515625, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09472133382370652, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08933913745655642, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2916 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1395.0, "completions/max_terminated_length": 1395.0, "completions/mean_length": 1156.6875, "completions/mean_terminated_length": 1156.6875, "completions/min_length": 404.0, "completions/min_terminated_length": 404.0, "epoch": 0.7294323580895223, "frac_reward_zero_std": 0.0, "grad_norm": 2.1243551031243344, "kl": 0.00792694091796875, "learning_rate": 2.8654643448542883e-07, "loss": -0.0642, "num_tokens": 132089759.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0432828664779663, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.14231570965261495, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1494439824862522, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7708333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.15770342536029575, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2917 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1500.0, "completions/mean_length": 1325.5, "completions/mean_terminated_length": 1313.86669921875, "completions/min_length": 1004.0, "completions/min_terminated_length": 1004.0, "epoch": 0.7296824206051513, "frac_reward_zero_std": 0.0, "grad_norm": 2.47119326487972, "kl": 0.011871337890625, "learning_rate": 2.862280826201563e-07, "loss": -0.0081, "num_tokens": 132135039.0, "reward": 0.0, "reward_std": 0.9603132009506226, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.045932085053917264, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10783138647324063, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12224747213928167, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2918 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1161.0, "completions/max_terminated_length": 1161.0, "completions/mean_length": 931.9375, "completions/mean_terminated_length": 931.9375, "completions/min_length": 724.0, "completions/min_terminated_length": 724.0, "epoch": 0.7299324831207802, "frac_reward_zero_std": 0.0, "grad_norm": 3.856049491198846, "kl": 0.026336669921875, "learning_rate": 2.859099317403162e-07, "loss": -0.0574, "num_tokens": 132171758.0, "reward": 7.450580596923828e-09, "reward_std": 1.0142403841018677, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.05693070211430336, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08931222964705784, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7708333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10027739304327551, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2919 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1373.0, "completions/mean_length": 1156.875, "completions/mean_terminated_length": 1107.857177734375, "completions/min_length": 797.0, "completions/min_terminated_length": 797.0, "epoch": 0.730182545636409, "frac_reward_zero_std": 0.0, "grad_norm": 3.0881107312052123, "kl": 0.019378662109375, "learning_rate": 2.85591982088329e-07, "loss": 0.0394, "num_tokens": 132222772.0, "reward": -2.9802322387695312e-08, "reward_std": 0.7540292739868164, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.026685092899204267, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06848331274638993, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13601470508735444, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2920 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1371.0, "completions/max_terminated_length": 1371.0, "completions/mean_length": 966.5, "completions/mean_terminated_length": 966.5, "completions/min_length": 614.0, "completions/min_terminated_length": 614.0, "epoch": 0.730432608152038, "frac_reward_zero_std": 0.0, "grad_norm": 3.2839948170883964, "kl": 0.0197601318359375, "learning_rate": 2.852742339064619e-07, "loss": -0.0091, "num_tokens": 132259412.0, "reward": -2.9802322387695312e-08, "reward_std": 0.760249137878418, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.04713870798128664, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09989167444181896, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0739118594202782, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2921 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1419.0, "completions/max_terminated_length": 1419.0, "completions/mean_length": 1059.125, "completions/mean_terminated_length": 1059.125, "completions/min_length": 718.0, "completions/min_terminated_length": 718.0, "epoch": 0.7306826706676669, "frac_reward_zero_std": 0.0, "grad_norm": 3.1294533662131507, "kl": 0.014068603515625, "learning_rate": 2.8495668743682826e-07, "loss": 0.0086, "num_tokens": 132287966.0, "reward": 0.0, "reward_std": 0.6241884231567383, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0007716444316016847, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05364877346049243, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11279282877125756, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2922 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1361.0, "completions/mean_length": 1159.4375, "completions/mean_terminated_length": 1136.7333984375, "completions/min_length": 877.0, "completions/min_terminated_length": 877.0, "epoch": 0.7309327331832958, "frac_reward_zero_std": 0.0, "grad_norm": 2.4712561347164503, "kl": 0.0098724365234375, "learning_rate": 2.846393429213878e-07, "loss": -0.0075, "num_tokens": 132320133.0, "reward": 0.0, "reward_std": 0.6292197704315186, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.039834961178606694, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08412786424784359, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10036968702787746, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2923 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1478.0, "completions/mean_length": 1255.625, "completions/mean_terminated_length": 1199.2308349609375, "completions/min_length": 874.0, "completions/min_terminated_length": 874.0, "epoch": 0.7311827956989247, "frac_reward_zero_std": 0.0, "grad_norm": 3.2854634893664887, "kl": 0.0156097412109375, "learning_rate": 2.8432220060194696e-07, "loss": -0.0092, "num_tokens": 132364079.0, "reward": 2.9802322387695312e-08, "reward_std": 0.7864985466003418, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04986364094385054, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10810034460885184, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0718795288428261, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2924 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1094.0, "completions/max_terminated_length": 1094.0, "completions/mean_length": 937.625, "completions/mean_terminated_length": 937.625, "completions/min_length": 690.0, "completions/min_terminated_length": 690.0, "epoch": 0.7314328582145536, "frac_reward_zero_std": 0.0, "grad_norm": 2.273067019261239, "kl": 0.009891510009765625, "learning_rate": 2.840052607201573e-07, "loss": -0.0015, "num_tokens": 132400921.0, "reward": 0.0, "reward_std": 1.0528371334075928, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.1306270236580186, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10987548913146644, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.775, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.053748384988657034, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2925 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1247.0, "completions/max_terminated_length": 1247.0, "completions/mean_length": 1087.9375, "completions/mean_terminated_length": 1087.9375, "completions/min_length": 796.0, "completions/min_terminated_length": 796.0, "epoch": 0.7316829207301826, "frac_reward_zero_std": 0.0, "grad_norm": 3.061578234250425, "kl": 0.0162506103515625, "learning_rate": 2.836885235175166e-07, "loss": 0.0153, "num_tokens": 132434512.0, "reward": 0.0, "reward_std": 0.5636850595474243, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0003484883671999574, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.18230969445655967, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7916666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07649739768026005, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2926 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1054.0, "completions/max_terminated_length": 1054.0, "completions/mean_length": 850.3125, "completions/mean_terminated_length": 850.3125, "completions/min_length": 630.0, "completions/min_terminated_length": 630.0, "epoch": 0.7319329832458115, "frac_reward_zero_std": 0.0, "grad_norm": 4.588899841284827, "kl": 0.022308349609375, "learning_rate": 2.8337198923536805e-07, "loss": -0.0371, "num_tokens": 132486029.0, "reward": 2.2351741790771484e-08, "reward_std": 1.036867618560791, "rewards/wordcountpos_reward_GEOBench/mean": 2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06804908580660861, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1857792725894202, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12931443160847217, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2927 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1451.0, "completions/max_terminated_length": 1451.0, "completions/mean_length": 1178.125, "completions/mean_terminated_length": 1178.125, "completions/min_length": 951.0, "completions/min_terminated_length": 951.0, "epoch": 0.7321830457614403, "frac_reward_zero_std": 0.0, "grad_norm": 3.2384728545430472, "kl": 0.01568603515625, "learning_rate": 2.830556581149002e-07, "loss": -0.012, "num_tokens": 132536383.0, "reward": -2.2351741790771484e-08, "reward_std": 0.9911494255065918, "rewards/wordcountpos_reward_GEOBench/mean": -2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.016197071944828438, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07790183008010584, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1308094458023239, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2928 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1475.0, "completions/mean_length": 1296.3125, "completions/mean_terminated_length": 1282.7333984375, "completions/min_length": 1027.0, "completions/min_terminated_length": 1027.0, "epoch": 0.7324331082770693, "frac_reward_zero_std": 0.0, "grad_norm": 3.236666086073392, "kl": 0.017608642578125, "learning_rate": 2.8273953039714695e-07, "loss": -0.0073, "num_tokens": 132590884.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8156754970550537, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.048171422969999544, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06305640163672852, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.725, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10292032157252812, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2929 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1460.0, "completions/mean_length": 1478.875, "completions/mean_terminated_length": 1331.0, "completions/min_length": 1202.0, "completions/min_terminated_length": 1202.0, "epoch": 0.7326831707926982, "frac_reward_zero_std": 0.0, "grad_norm": 2.299237671722306, "kl": 0.0136871337890625, "learning_rate": 2.824236063229868e-07, "loss": -0.0132, "num_tokens": 132662546.0, "reward": 0.0, "reward_std": 0.9933339953422546, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.1163415955041525, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.20336118010670715, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11013459778666118, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2930 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1322.0, "completions/mean_length": 1013.0625, "completions/mean_terminated_length": 943.5000610351562, "completions/min_length": 658.0, "completions/min_terminated_length": 658.0, "epoch": 0.732933233308327, "frac_reward_zero_std": 0.0, "grad_norm": 3.6476087160663733, "kl": 0.018768310546875, "learning_rate": 2.82107886133144e-07, "loss": 0.0346, "num_tokens": 132695579.0, "reward": 2.60770320892334e-08, "reward_std": 1.0116575956344604, "rewards/wordcountpos_reward_GEOBench/mean": 2.60770320892334e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06561205082769965, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04457877660522309, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09583937179043481, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2931 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1460.0, "completions/mean_length": 1258.5, "completions/mean_terminated_length": 1148.727294921875, "completions/min_length": 852.0, "completions/min_terminated_length": 852.0, "epoch": 0.733183295823956, "frac_reward_zero_std": 0.0, "grad_norm": 2.954407880813376, "kl": 0.018890380859375, "learning_rate": 2.817923700681863e-07, "loss": -0.0003, "num_tokens": 132762483.0, "reward": 1.1175870895385742e-08, "reward_std": 1.048785924911499, "rewards/wordcountpos_reward_GEOBench/mean": 1.1175870895385742e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.11329054685596346, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.21092764231921304, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8041666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09574271077563384, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2932 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1469.0, "completions/mean_length": 1343.875, "completions/mean_terminated_length": 1250.2000732421875, "completions/min_length": 1082.0, "completions/min_terminated_length": 1082.0, "epoch": 0.7334333583395849, "frac_reward_zero_std": 0.0, "grad_norm": 2.98106089040106, "kl": 0.0187225341796875, "learning_rate": 2.8147705836852643e-07, "loss": -0.0307, "num_tokens": 132812121.0, "reward": 0.0, "reward_std": 0.6927893161773682, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.015867622935530623, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10458667894688628, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8041666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.16049691355057039, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2933 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1490.0, "completions/mean_length": 1178.75, "completions/mean_terminated_length": 1157.3333740234375, "completions/min_length": 857.0, "completions/min_terminated_length": 857.0, "epoch": 0.7336834208552138, "frac_reward_zero_std": 0.0, "grad_norm": 3.2916913925940063, "kl": 0.019012451171875, "learning_rate": 2.811619512744219e-07, "loss": -0.0227, "num_tokens": 132856413.0, "reward": 0.0, "reward_std": 0.8620816469192505, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.02197228064098719, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04514389384785305, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8666666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09108400680852977, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2934 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1471.0, "completions/mean_length": 1378.875, "completions/mean_terminated_length": 1323.8182373046875, "completions/min_length": 1030.0, "completions/min_terminated_length": 1030.0, "epoch": 0.7339334833708427, "frac_reward_zero_std": 0.0, "grad_norm": 2.3337807511964828, "kl": 0.0151519775390625, "learning_rate": 2.808470490259735e-07, "loss": 0.0083, "num_tokens": 132895827.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8428303003311157, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06149878833520425, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04537742041316154, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7374999999999999, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0859586463881842, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2935 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1492.0, "completions/mean_length": 1355.1875, "completions/mean_terminated_length": 1321.769287109375, "completions/min_length": 865.0, "completions/min_terminated_length": 865.0, "epoch": 0.7341835458864716, "frac_reward_zero_std": 0.0, "grad_norm": 3.230911414234537, "kl": 0.018463134765625, "learning_rate": 2.805323518631263e-07, "loss": -0.007, "num_tokens": 132956094.0, "reward": -2.9802322387695312e-08, "reward_std": 1.0307257175445557, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06432573734854433, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.13612597892219633, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09016445879408155, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2936 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.75, "completions/max_length": 1500.0, "completions/max_terminated_length": 1490.0, "completions/mean_length": 1434.3125, "completions/mean_terminated_length": 1237.25, "completions/min_length": 891.0, "completions/min_terminated_length": 891.0, "epoch": 0.7344336084021005, "frac_reward_zero_std": 0.0, "grad_norm": 2.4673966645161163, "kl": 0.0112457275390625, "learning_rate": 2.8021786002566914e-07, "loss": 0.0218, "num_tokens": 133018771.0, "reward": 7.450580596923828e-09, "reward_std": 1.0439451932907104, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.09468386939389592, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.2640169079665964, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10318986456114841, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2937 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1419.0, "completions/max_terminated_length": 1419.0, "completions/mean_length": 1115.875, "completions/mean_terminated_length": 1115.875, "completions/min_length": 844.0, "completions/min_terminated_length": 844.0, "epoch": 0.7346836709177295, "frac_reward_zero_std": 0.0, "grad_norm": 2.7065999698999375, "kl": 0.011474609375, "learning_rate": 2.799035737532344e-07, "loss": -0.0334, "num_tokens": 133071297.0, "reward": 0.0, "reward_std": 0.8181681632995605, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.09031301256405144, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07354496521686024, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14343665526661614, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2938 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1411.0, "completions/mean_length": 1063.75, "completions/mean_terminated_length": 918.3333740234375, "completions/min_length": 652.0, "completions/min_terminated_length": 652.0, "epoch": 0.7349337334333583, "frac_reward_zero_std": 0.0, "grad_norm": 3.002767744244612, "kl": 0.0165863037109375, "learning_rate": 2.7958949328529763e-07, "loss": -0.0257, "num_tokens": 133114077.0, "reward": 0.0, "reward_std": 0.3997049331665039, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.041522097318851335, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05513584671095679, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1102186379345533, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2939 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1462.0, "completions/mean_length": 1218.375, "completions/mean_terminated_length": 1178.1429443359375, "completions/min_length": 785.0, "completions/min_terminated_length": 785.0, "epoch": 0.7351837959489872, "frac_reward_zero_std": 0.0, "grad_norm": 3.316724301428203, "kl": 0.0169525146484375, "learning_rate": 2.7927561886117764e-07, "loss": 0.0358, "num_tokens": 133166803.0, "reward": 0.0, "reward_std": 0.7874860763549805, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0795508203062593, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09028866196854868, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7333333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09428090415820635, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2940 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1310.0, "completions/mean_length": 1345.8125, "completions/mean_terminated_length": 1191.625, "completions/min_length": 953.0, "completions/min_terminated_length": 953.0, "epoch": 0.7354338584646162, "frac_reward_zero_std": 0.0, "grad_norm": 2.344402620149762, "kl": 0.0130157470703125, "learning_rate": 2.789619507200365e-07, "loss": -0.0087, "num_tokens": 133215184.0, "reward": 7.450580596923828e-09, "reward_std": 1.061706781387329, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.020582410619251347, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12586291279622158, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08333333333333334, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2941 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1373.0, "completions/mean_length": 1228.1875, "completions/mean_terminated_length": 1189.357177734375, "completions/min_length": 741.0, "completions/min_terminated_length": 741.0, "epoch": 0.735683920980245, "frac_reward_zero_std": 0.0, "grad_norm": 2.891026592034928, "kl": 0.020111083984375, "learning_rate": 2.786484891008789e-07, "loss": -0.0424, "num_tokens": 133263235.0, "reward": -2.9802322387695312e-08, "reward_std": 1.0532174110412598, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.10142228411019896, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08138063948132122, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09067647005823629, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2942 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1240.0, "completions/max_terminated_length": 1240.0, "completions/mean_length": 958.3125, "completions/mean_terminated_length": 958.3125, "completions/min_length": 683.0, "completions/min_terminated_length": 683.0, "epoch": 0.735933983495874, "frac_reward_zero_std": 0.0, "grad_norm": 3.0190759171141828, "kl": 0.017669677734375, "learning_rate": 2.7833523424255213e-07, "loss": 0.0412, "num_tokens": 133303304.0, "reward": 0.0, "reward_std": 0.695584774017334, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.1276711243800358, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11372487118760626, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.15147423690002354, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2943 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1274.0, "completions/max_terminated_length": 1274.0, "completions/mean_length": 1018.625, "completions/mean_terminated_length": 1018.625, "completions/min_length": 663.0, "completions/min_terminated_length": 663.0, "epoch": 0.7361840460115029, "frac_reward_zero_std": 0.0, "grad_norm": 3.091660769595385, "kl": 0.020782470703125, "learning_rate": 2.78022186383746e-07, "loss": -0.0553, "num_tokens": 133341026.0, "reward": 0.0, "reward_std": 0.8045316934585571, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.1198780514262837, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08282895942692477, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1101345977866612, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2944 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1387.0, "completions/mean_length": 1140.625, "completions/mean_terminated_length": 1057.6923828125, "completions/min_length": 747.0, "completions/min_terminated_length": 747.0, "epoch": 0.7364341085271318, "frac_reward_zero_std": 0.0, "grad_norm": 3.3725253436467657, "kl": 0.0201416015625, "learning_rate": 2.777093457629925e-07, "loss": -0.0028, "num_tokens": 133383908.0, "reward": -2.9802322387695312e-08, "reward_std": 1.0099483728408813, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.05229107696944159, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06625494734218633, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07888106377466157, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2945 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1416.0, "completions/max_terminated_length": 1416.0, "completions/mean_length": 1162.875, "completions/mean_terminated_length": 1162.875, "completions/min_length": 863.0, "completions/min_terminated_length": 863.0, "epoch": 0.7366841710427607, "frac_reward_zero_std": 0.0, "grad_norm": 3.2758182745984725, "kl": 0.020843505859375, "learning_rate": 2.7739671261866584e-07, "loss": -0.011, "num_tokens": 133435970.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9649913907051086, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.02169901370085858, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1081041932060122, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8666666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0769800358919501, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2946 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1448.0, "completions/mean_length": 1280.0625, "completions/mean_terminated_length": 1229.3077392578125, "completions/min_length": 1029.0, "completions/min_terminated_length": 1029.0, "epoch": 0.7369342335583896, "frac_reward_zero_std": 0.0, "grad_norm": 2.59048517946447, "kl": 0.0205078125, "learning_rate": 2.770842871889818e-07, "loss": 0.0371, "num_tokens": 133482939.0, "reward": 7.450580596923828e-09, "reward_std": 0.9774616956710815, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06477350999299933, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.140372126989861, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.072520750542581, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2947 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1385.0, "completions/max_terminated_length": 1385.0, "completions/mean_length": 1107.5, "completions/mean_terminated_length": 1107.5, "completions/min_length": 763.0, "completions/min_terminated_length": 763.0, "epoch": 0.7371842960740185, "frac_reward_zero_std": 0.0, "grad_norm": 3.521965725586249, "kl": 0.0139617919921875, "learning_rate": 2.7677206971199874e-07, "loss": 0.0615, "num_tokens": 133529347.0, "reward": 0.0, "reward_std": 0.8475252389907837, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.335897964210439, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.29470606885736284, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.04127594582445936, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2948 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1419.0, "completions/mean_length": 1313.0, "completions/mean_terminated_length": 1072.571533203125, "completions/min_length": 842.0, "completions/min_terminated_length": 842.0, "epoch": 0.7374343585896475, "frac_reward_zero_std": 0.0, "grad_norm": 2.666694570734328, "kl": 0.014404296875, "learning_rate": 2.7646006042561577e-07, "loss": -0.0387, "num_tokens": 133575667.0, "reward": 2.9802322387695312e-08, "reward_std": 1.0332765579223633, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.01131092081672836, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0695994814639629, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10809803506625451, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2949 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1427.0, "completions/mean_length": 1282.9375, "completions/mean_terminated_length": 1184.272705078125, "completions/min_length": 944.0, "completions/min_terminated_length": 944.0, "epoch": 0.7376844211052763, "frac_reward_zero_std": 0.0, "grad_norm": 3.016563364940818, "kl": 0.0150299072265625, "learning_rate": 2.7614825956757336e-07, "loss": 0.0306, "num_tokens": 133630370.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8123472929000854, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.04330706392077192, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10748334183996644, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10741060020797313, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2950 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.6875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1444.0, "completions/mean_length": 1454.6875, "completions/mean_terminated_length": 1355.0, "completions/min_length": 1273.0, "completions/min_terminated_length": 1273.0, "epoch": 0.7379344836209052, "frac_reward_zero_std": 0.0, "grad_norm": 2.5716587406421003, "kl": 0.0160675048828125, "learning_rate": 2.7583666737545344e-07, "loss": 0.0036, "num_tokens": 133687629.0, "reward": 0.0, "reward_std": 0.8285629153251648, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.33708814909170026, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.30906525591561357, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10461569884316813, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2951 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1400.0, "completions/max_terminated_length": 1400.0, "completions/mean_length": 1115.875, "completions/mean_terminated_length": 1115.875, "completions/min_length": 560.0, "completions/min_terminated_length": 560.0, "epoch": 0.7381845461365342, "frac_reward_zero_std": 0.0, "grad_norm": 3.9877604000679945, "kl": 0.047943115234375, "learning_rate": 2.755252840866792e-07, "loss": 0.0185, "num_tokens": 133742315.0, "reward": -2.2351741790771484e-08, "reward_std": 0.9040992259979248, "rewards/wordcountpos_reward_GEOBench/mean": -2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.010122605358361186, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09683894795131764, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1408308678285174, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2952 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1441.0, "completions/max_terminated_length": 1441.0, "completions/mean_length": 1121.25, "completions/mean_terminated_length": 1121.25, "completions/min_length": 573.0, "completions/min_terminated_length": 573.0, "epoch": 0.738434608652163, "frac_reward_zero_std": 0.0, "grad_norm": 2.6703687072712587, "kl": 0.0167083740234375, "learning_rate": 2.7521410993851406e-07, "loss": 0.0076, "num_tokens": 133794071.0, "reward": 2.9802322387695312e-08, "reward_std": 0.7388441562652588, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.08976858557976229, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08271695727732009, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.077817450199525, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2953 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1451.0, "completions/mean_length": 1203.3125, "completions/mean_terminated_length": 1183.533447265625, "completions/min_length": 948.0, "completions/min_terminated_length": 948.0, "epoch": 0.7386846711677919, "frac_reward_zero_std": 0.0, "grad_norm": 2.658680784151936, "kl": 0.015380859375, "learning_rate": 2.749031451680626e-07, "loss": 0.0506, "num_tokens": 133836756.0, "reward": 0.0, "reward_std": 0.8522695302963257, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06431433513665145, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10256164782310487, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08333333333333334, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2954 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1300.0, "completions/max_terminated_length": 1300.0, "completions/mean_length": 1099.3125, "completions/mean_terminated_length": 1099.3125, "completions/min_length": 969.0, "completions/min_terminated_length": 969.0, "epoch": 0.7389347336834209, "frac_reward_zero_std": 0.0, "grad_norm": 3.2408402938232146, "kl": 0.017547607421875, "learning_rate": 2.745923900122694e-07, "loss": 0.0033, "num_tokens": 133877465.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0663031339645386, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0191480644741296, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05436366481037519, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8916666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07252075054258098, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2955 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1418.0, "completions/max_terminated_length": 1418.0, "completions/mean_length": 968.6875, "completions/mean_terminated_length": 968.6875, "completions/min_length": 622.0, "completions/min_terminated_length": 622.0, "epoch": 0.7391847961990498, "frac_reward_zero_std": 0.0, "grad_norm": 3.5125393989741087, "kl": 0.019073486328125, "learning_rate": 2.7428184470791976e-07, "loss": 0.008, "num_tokens": 133910308.0, "reward": 0.0, "reward_std": 0.8416318297386169, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.010883063669715398, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.23392231535314656, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08681611046941139, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2956 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1486.0, "completions/max_terminated_length": 1486.0, "completions/mean_length": 1011.6875, "completions/mean_terminated_length": 1011.6875, "completions/min_length": 712.0, "completions/min_terminated_length": 712.0, "epoch": 0.7394348587146786, "frac_reward_zero_std": 0.0, "grad_norm": 3.616567462004698, "kl": 0.019134521484375, "learning_rate": 2.739715094916388e-07, "loss": -0.0193, "num_tokens": 133936751.0, "reward": 0.0, "reward_std": 0.933053195476532, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.05398164108279602, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0628807112389912, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.725, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.04791968589521741, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2957 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1432.0, "completions/max_terminated_length": 1432.0, "completions/mean_length": 1092.5, "completions/mean_terminated_length": 1092.5, "completions/min_length": 637.0, "completions/min_terminated_length": 637.0, "epoch": 0.7396849212303076, "frac_reward_zero_std": 0.0, "grad_norm": 3.832136411782129, "kl": 0.022491455078125, "learning_rate": 2.736613845998915e-07, "loss": -0.0268, "num_tokens": 133990111.0, "reward": 2.9802322387695312e-08, "reward_std": 0.7446444034576416, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.040355595340688014, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06312833123246266, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10852547064066471, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2958 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1241.0, "completions/mean_length": 1010.8125, "completions/mean_terminated_length": 978.2000732421875, "completions/min_length": 770.0, "completions/min_terminated_length": 770.0, "epoch": 0.7399349837459365, "frac_reward_zero_std": 0.0, "grad_norm": 2.495434997859454, "kl": 0.01361083984375, "learning_rate": 2.733514702689831e-07, "loss": -0.0354, "num_tokens": 134023572.0, "reward": 7.450580596923828e-09, "reward_std": 1.0221027135849, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.005786485056014199, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06555757871863829, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07888106377466159, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2959 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1408.0, "completions/max_terminated_length": 1408.0, "completions/mean_length": 945.25, "completions/mean_terminated_length": 945.25, "completions/min_length": 486.0, "completions/min_terminated_length": 486.0, "epoch": 0.7401850462615653, "frac_reward_zero_std": 0.0, "grad_norm": 1.8795730876591363, "kl": 0.0143280029296875, "learning_rate": 2.7304176673505764e-07, "loss": 0.0107, "num_tokens": 134057216.0, "reward": -2.9802322387695312e-08, "reward_std": 0.9294309616088867, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06919686173465903, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.02741563870495129, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8041666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12524050936172845, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2960 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1233.0, "completions/max_terminated_length": 1233.0, "completions/mean_length": 993.0, "completions/mean_terminated_length": 993.0, "completions/min_length": 727.0, "completions/min_terminated_length": 727.0, "epoch": 0.7404351087771943, "frac_reward_zero_std": 0.0, "grad_norm": 3.4536640515493033, "kl": 0.0200042724609375, "learning_rate": 2.727322742340992e-07, "loss": 0.0709, "num_tokens": 134104696.0, "reward": 0.0, "reward_std": 0.750898003578186, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.011789120588892296, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0705015193078583, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7333333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11925695879998881, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2961 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1499.0, "completions/mean_length": 1342.6875, "completions/mean_terminated_length": 1248.300048828125, "completions/min_length": 936.0, "completions/min_terminated_length": 936.0, "epoch": 0.7406851712928232, "frac_reward_zero_std": 0.0, "grad_norm": 2.7795223681825583, "kl": 0.0131072998046875, "learning_rate": 2.7242299300193045e-07, "loss": -0.0426, "num_tokens": 134149667.0, "reward": -1.862645149230957e-08, "reward_std": 0.9731484651565552, "rewards/wordcountpos_reward_GEOBench/mean": -1.862645149230957e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.053722758317135993, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.16260079555720677, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06978803887752093, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2962 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1328.0, "completions/mean_length": 1261.8125, "completions/mean_terminated_length": 1206.84619140625, "completions/min_length": 1108.0, "completions/min_terminated_length": 1108.0, "epoch": 0.7409352338084522, "frac_reward_zero_std": 0.0, "grad_norm": 2.186304267660854, "kl": 0.0137939453125, "learning_rate": 2.721139232742137e-07, "loss": -0.0108, "num_tokens": 134185920.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8960762619972229, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.05817475014632105, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.052185297752468114, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09651328828101766, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2963 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1491.0, "completions/mean_length": 1219.8125, "completions/mean_terminated_length": 1155.1539306640625, "completions/min_length": 940.0, "completions/min_terminated_length": 940.0, "epoch": 0.741185296324081, "frac_reward_zero_std": 0.0, "grad_norm": 3.0736120654126906, "kl": 0.017608642578125, "learning_rate": 2.7180506528644964e-07, "loss": -0.1068, "num_tokens": 134235573.0, "reward": 0.0, "reward_std": 0.46755126118659973, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.1707951401122709, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.22714726857936296, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14981470036162822, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2964 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1483.0, "completions/mean_length": 1204.375, "completions/mean_terminated_length": 1184.666748046875, "completions/min_length": 985.0, "completions/min_terminated_length": 985.0, "epoch": 0.7414353588397099, "frac_reward_zero_std": 0.0, "grad_norm": 2.915335199947237, "kl": 0.0124053955078125, "learning_rate": 2.714964192739777e-07, "loss": -0.072, "num_tokens": 134279939.0, "reward": 0.0, "reward_std": 0.8012506365776062, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.150594845192555, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.18073302788780876, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1167460047694551, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2965 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1333.0, "completions/mean_length": 1266.1875, "completions/mean_terminated_length": 1159.9091796875, "completions/min_length": 1031.0, "completions/min_terminated_length": 1031.0, "epoch": 0.7416854213553389, "frac_reward_zero_std": 0.0, "grad_norm": 3.056589010966818, "kl": 0.01922607421875, "learning_rate": 2.711879854719763e-07, "loss": 0.015, "num_tokens": 134322622.0, "reward": -2.9802322387695312e-08, "reward_std": 0.9224755764007568, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0835592047862225, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09034343663117177, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10101338378503963, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2966 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1459.0, "completions/mean_length": 1076.0, "completions/mean_terminated_length": 1047.7333984375, "completions/min_length": 592.0, "completions/min_terminated_length": 592.0, "epoch": 0.7419354838709677, "frac_reward_zero_std": 0.0, "grad_norm": 3.279921817054807, "kl": 0.0164794921875, "learning_rate": 2.7087976411546154e-07, "loss": 0.0365, "num_tokens": 134360774.0, "reward": -7.450580596923828e-09, "reward_std": 1.0664619207382202, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.08427420228985288, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06021130655048928, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11800816042090448, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2967 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1500.0, "completions/mean_length": 1247.375, "completions/mean_terminated_length": 1211.2857666015625, "completions/min_length": 829.0, "completions/min_terminated_length": 829.0, "epoch": 0.7421855463865966, "frac_reward_zero_std": 0.0, "grad_norm": 2.8041564669005288, "kl": 0.0145111083984375, "learning_rate": 2.7057175543928747e-07, "loss": 0.0075, "num_tokens": 134403380.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9319431185722351, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.007648559986043161, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09704849919338498, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.15098442401882486, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2968 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1497.0, "completions/mean_length": 1416.0, "completions/mean_terminated_length": 1350.6666259765625, "completions/min_length": 1153.0, "completions/min_terminated_length": 1153.0, "epoch": 0.7424356089022256, "frac_reward_zero_std": 0.0, "grad_norm": 2.9430367329474025, "kl": 0.0174102783203125, "learning_rate": 2.702639596781469e-07, "loss": 0.0043, "num_tokens": 134445484.0, "reward": 0.0, "reward_std": 0.7475389242172241, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.039533163642133044, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.061440036220211214, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7374999999999999, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09878896324620105, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2969 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1494.0, "completions/max_terminated_length": 1494.0, "completions/mean_length": 1130.3125, "completions/mean_terminated_length": 1130.3125, "completions/min_length": 759.0, "completions/min_terminated_length": 759.0, "epoch": 0.7426856714178545, "frac_reward_zero_std": 0.0, "grad_norm": 3.336837114057825, "kl": 0.016937255859375, "learning_rate": 2.699563770665699e-07, "loss": -0.0068, "num_tokens": 134492161.0, "reward": 2.9802322387695312e-08, "reward_std": 0.905495285987854, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.015779017958611107, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08523698852620017, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10576003586036263, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2970 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1266.0, "completions/max_terminated_length": 1266.0, "completions/mean_length": 994.625, "completions/mean_terminated_length": 994.625, "completions/min_length": 757.0, "completions/min_terminated_length": 757.0, "epoch": 0.7429357339334833, "frac_reward_zero_std": 0.0, "grad_norm": 4.0647737597544795, "kl": 0.029296875, "learning_rate": 2.6964900783892407e-07, "loss": -0.032, "num_tokens": 134534011.0, "reward": -7.450580596923828e-09, "reward_std": 1.059629201889038, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.004463795249123024, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04157733282524031, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11917929226045819, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2971 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1462.0, "completions/mean_length": 1404.75, "completions/mean_terminated_length": 1309.5, "completions/min_length": 1118.0, "completions/min_terminated_length": 1118.0, "epoch": 0.7431857964491123, "frac_reward_zero_std": 0.0, "grad_norm": 3.071713097256719, "kl": 0.017425537109375, "learning_rate": 2.6934185222941474e-07, "loss": -0.0055, "num_tokens": 134580263.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9629567265510559, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.12697185339005676, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0920287687981992, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13601470508735444, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2972 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1479.0, "completions/max_terminated_length": 1479.0, "completions/mean_length": 1208.1875, "completions/mean_terminated_length": 1208.1875, "completions/min_length": 1051.0, "completions/min_terminated_length": 1051.0, "epoch": 0.7434358589647412, "frac_reward_zero_std": 0.0, "grad_norm": 2.1781735082361258, "kl": 0.0131072998046875, "learning_rate": 2.6903491047208406e-07, "loss": -0.014, "num_tokens": 134626762.0, "reward": -2.9802322387695312e-08, "reward_std": 0.7199552059173584, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.17377396321177824, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.23209021128495397, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11013459778666117, "rewards/wordcountpos_reward_GEOBench/std": 1.0327954292297363, "step": 2973 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1427.0, "completions/max_terminated_length": 1427.0, "completions/mean_length": 1129.5625, "completions/mean_terminated_length": 1129.5625, "completions/min_length": 648.0, "completions/min_terminated_length": 648.0, "epoch": 0.74368592148037, "frac_reward_zero_std": 0.0, "grad_norm": 3.138610363257044, "kl": 0.019775390625, "learning_rate": 2.687281828008115e-07, "loss": 0.0126, "num_tokens": 134668147.0, "reward": 0.0, "reward_std": 1.0404014587402344, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.04427869439030627, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09853996438815668, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8666666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10886621079036349, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2974 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1159.0, "completions/max_terminated_length": 1159.0, "completions/mean_length": 897.625, "completions/mean_terminated_length": 897.625, "completions/min_length": 648.0, "completions/min_terminated_length": 648.0, "epoch": 0.743935983995999, "frac_reward_zero_std": 0.0, "grad_norm": 3.6858374662228814, "kl": 0.020660400390625, "learning_rate": 2.684216694493132e-07, "loss": -0.0237, "num_tokens": 134700877.0, "reward": 0.0, "reward_std": 0.8383627533912659, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.017912452502992414, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04564901578665171, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10101338378503963, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2975 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1382.0, "completions/mean_length": 1228.5625, "completions/mean_terminated_length": 1189.7857666015625, "completions/min_length": 877.0, "completions/min_terminated_length": 877.0, "epoch": 0.7441860465116279, "frac_reward_zero_std": 0.0, "grad_norm": 2.8540746977000375, "kl": 0.014312744140625, "learning_rate": 2.6811537065114253e-07, "loss": 0.0053, "num_tokens": 134752118.0, "reward": 0.0, "reward_std": 0.6271020770072937, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.15722263446622284, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.2840235779614398, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.072520750542581, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2976 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1313.0, "completions/mean_length": 1047.4375, "completions/mean_terminated_length": 982.7857666015625, "completions/min_length": 621.0, "completions/min_terminated_length": 621.0, "epoch": 0.7444361090272568, "frac_reward_zero_std": 0.0, "grad_norm": 3.324589274165111, "kl": 0.0211181640625, "learning_rate": 2.6780928663968883e-07, "loss": -0.0428, "num_tokens": 134792493.0, "reward": 0.0, "reward_std": 0.7578592300415039, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06229028865359832, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.15727992137542648, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12995725793078622, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2977 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1336.0, "completions/mean_length": 1070.25, "completions/mean_terminated_length": 1041.60009765625, "completions/min_length": 897.0, "completions/min_terminated_length": 897.0, "epoch": 0.7446861715428857, "frac_reward_zero_std": 0.0, "grad_norm": 2.965690112803656, "kl": 0.016265869140625, "learning_rate": 2.6750341764817787e-07, "loss": -0.0313, "num_tokens": 134834369.0, "reward": 1.4901161193847656e-08, "reward_std": 1.030699372291565, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03762903736649671, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09669543168399042, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6708333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08933913745655644, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2978 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1368.0, "completions/mean_length": 1283.1875, "completions/mean_terminated_length": 1233.1539306640625, "completions/min_length": 1015.0, "completions/min_terminated_length": 1015.0, "epoch": 0.7449362340585146, "frac_reward_zero_std": 0.0, "grad_norm": 2.7683648797467186, "kl": 0.0201416015625, "learning_rate": 2.6719776390967156e-07, "loss": -0.0293, "num_tokens": 134881348.0, "reward": 0.0, "reward_std": 0.6099780201911926, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.006998251680273352, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.16532399328520778, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1465024333004847, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2979 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1399.0, "completions/mean_length": 1080.6875, "completions/mean_terminated_length": 1020.7857666015625, "completions/min_length": 607.0, "completions/min_terminated_length": 607.0, "epoch": 0.7451862965741435, "frac_reward_zero_std": 0.0, "grad_norm": 2.5411352068132764, "kl": 0.01184844970703125, "learning_rate": 2.668923256570681e-07, "loss": -0.0299, "num_tokens": 134936679.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8279332518577576, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.2516732158603074, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.15216894403622866, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.19846634195472262, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2980 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1369.0, "completions/max_terminated_length": 1369.0, "completions/mean_length": 1231.0625, "completions/mean_terminated_length": 1231.0625, "completions/min_length": 1104.0, "completions/min_terminated_length": 1104.0, "epoch": 0.7454363590897725, "frac_reward_zero_std": 0.0, "grad_norm": 2.6729268082783504, "kl": 0.01458740234375, "learning_rate": 2.6658710312310124e-07, "loss": -0.0282, "num_tokens": 134983824.0, "reward": -2.9802322387695312e-08, "reward_std": 1.0611343383789062, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.02743398916051563, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04829548557712461, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11800816042090449, "rewards/wordcountpos_reward_GEOBench/std": 1.0327954292297363, "step": 2981 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1412.0, "completions/mean_length": 1137.9375, "completions/mean_terminated_length": 1113.800048828125, "completions/min_length": 510.0, "completions/min_terminated_length": 510.0, "epoch": 0.7456864216054013, "frac_reward_zero_std": 0.0, "grad_norm": 3.2101298385971466, "kl": 0.018524169921875, "learning_rate": 2.6628209654034016e-07, "loss": -0.0773, "num_tokens": 135034303.0, "reward": 0.0, "reward_std": 0.798080563545227, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.04027491574815313, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09917040242044466, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11642832797715323, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2982 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1488.0, "completions/mean_length": 1395.1875, "completions/mean_terminated_length": 1332.300048828125, "completions/min_length": 1204.0, "completions/min_terminated_length": 1204.0, "epoch": 0.7459364841210303, "frac_reward_zero_std": 0.0, "grad_norm": 3.4154454717210623, "kl": 0.020050048828125, "learning_rate": 2.659773061411901e-07, "loss": -0.0044, "num_tokens": 135098450.0, "reward": -2.9802322387695312e-08, "reward_std": 0.9795109033584595, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.030104448827967593, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07842619746898306, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6291666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06426219440409446, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2983 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1456.0, "completions/mean_length": 1427.375, "completions/mean_terminated_length": 1370.888916015625, "completions/min_length": 1286.0, "completions/min_terminated_length": 1286.0, "epoch": 0.7461865466366592, "frac_reward_zero_std": 0.0, "grad_norm": 2.545420468354446, "kl": 0.0151519775390625, "learning_rate": 2.6567273215789105e-07, "loss": 0.0061, "num_tokens": 135152504.0, "reward": -2.9802322387695312e-08, "reward_std": 0.9210095405578613, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.09501640125114996, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07389690628076173, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06652763279965648, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2984 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1354.0, "completions/mean_length": 1111.4375, "completions/mean_terminated_length": 1085.533447265625, "completions/min_length": 877.0, "completions/min_terminated_length": 877.0, "epoch": 0.746436609152288, "frac_reward_zero_std": 0.0, "grad_norm": 2.826826295925997, "kl": 0.016357421875, "learning_rate": 2.6536837482251836e-07, "loss": -0.0158, "num_tokens": 135193095.0, "reward": 0.0, "reward_std": 0.9485629796981812, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.052059690178245945, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11798602534552115, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8208333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.052880017930181315, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2985 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1497.0, "completions/mean_length": 1167.625, "completions/mean_terminated_length": 1120.1429443359375, "completions/min_length": 684.0, "completions/min_terminated_length": 684.0, "epoch": 0.746686671667917, "frac_reward_zero_std": 0.0, "grad_norm": 3.156881686863087, "kl": 0.01568603515625, "learning_rate": 2.6506423436698176e-07, "loss": -0.0191, "num_tokens": 135238193.0, "reward": 7.450580596923828e-09, "reward_std": 1.0577075481414795, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.07531583692058107, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12378536953299515, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.15000000000000002, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2986 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1418.0, "completions/max_terminated_length": 1418.0, "completions/mean_length": 1060.5, "completions/mean_terminated_length": 1060.5, "completions/min_length": 841.0, "completions/min_terminated_length": 841.0, "epoch": 0.7469367341835459, "frac_reward_zero_std": 0.0, "grad_norm": 3.3009724732475387, "kl": 0.017913818359375, "learning_rate": 2.6476031102302676e-07, "loss": 0.003, "num_tokens": 135285561.0, "reward": 0.0, "reward_std": 0.6821597814559937, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0360001942117978, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06339483252680939, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1060223596263578, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2987 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1499.0, "completions/mean_length": 1243.9375, "completions/mean_terminated_length": 1158.5833740234375, "completions/min_length": 740.0, "completions/min_terminated_length": 740.0, "epoch": 0.7471867966991748, "frac_reward_zero_std": 0.0, "grad_norm": 2.7970597439365963, "kl": 0.0150604248046875, "learning_rate": 2.6445660502223254e-07, "loss": -0.0111, "num_tokens": 135333176.0, "reward": 0.0, "reward_std": 1.033457636833191, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.08157008125140035, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10516623844045977, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.825, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12141145226353545, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2988 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.8125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1448.0, "completions/mean_length": 1474.5625, "completions/mean_terminated_length": 1364.3333740234375, "completions/min_length": 1198.0, "completions/min_terminated_length": 1198.0, "epoch": 0.7474368592148037, "frac_reward_zero_std": 0.0, "grad_norm": 2.4458076541341627, "kl": 0.01104736328125, "learning_rate": 2.641531165960129e-07, "loss": -0.0139, "num_tokens": 135402409.0, "reward": -1.1175870895385742e-08, "reward_std": 1.058016300201416, "rewards/wordcountpos_reward_GEOBench/mean": -1.1175870895385742e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0074410150091411085, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.31761586247608764, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08432740427115679, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2989 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1262.0, "completions/max_terminated_length": 1262.0, "completions/mean_length": 1058.0625, "completions/mean_terminated_length": 1058.0625, "completions/min_length": 854.0, "completions/min_terminated_length": 854.0, "epoch": 0.7476869217304326, "frac_reward_zero_std": 0.0, "grad_norm": 3.1058705492283316, "kl": 0.01551055908203125, "learning_rate": 2.638498459756164e-07, "loss": -0.0314, "num_tokens": 135442730.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9046301245689392, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.09246278977848549, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.20548555409353456, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7708333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.059472994182545084, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2990 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1330.0, "completions/mean_length": 1261.125, "completions/mean_terminated_length": 1117.800048828125, "completions/min_length": 954.0, "completions/min_terminated_length": 954.0, "epoch": 0.7479369842460615, "frac_reward_zero_std": 0.0, "grad_norm": 2.8994752120163545, "kl": 0.0152435302734375, "learning_rate": 2.635467933921246e-07, "loss": 0.0407, "num_tokens": 135494052.0, "reward": -5.960464477539063e-08, "reward_std": 0.3616088628768921, "rewards/wordcountpos_reward_GEOBench/mean": -5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.011857723356434289, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1902036322687001, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1849424334859464, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2991 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 986.0, "completions/max_terminated_length": 986.0, "completions/mean_length": 753.8125, "completions/mean_terminated_length": 753.8125, "completions/min_length": 498.0, "completions/min_terminated_length": 498.0, "epoch": 0.7481870467616905, "frac_reward_zero_std": 0.0, "grad_norm": 4.321681369926891, "kl": 0.020721435546875, "learning_rate": 2.6324395907645376e-07, "loss": 0.0287, "num_tokens": 135521585.0, "reward": 2.9802322387695312e-08, "reward_std": 0.7705485820770264, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.016896778374771413, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05747972869990197, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.16777409856157224, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2992 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1417.0, "completions/mean_length": 1204.8125, "completions/mean_terminated_length": 1185.1334228515625, "completions/min_length": 779.0, "completions/min_terminated_length": 779.0, "epoch": 0.7484371092773193, "frac_reward_zero_std": 0.0, "grad_norm": 3.116446213259558, "kl": 0.0206298828125, "learning_rate": 2.629413432593533e-07, "loss": 0.0277, "num_tokens": 135572758.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9279994964599609, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.00509458200665373, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09892308161783563, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11385500851066223, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2993 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1295.0, "completions/max_terminated_length": 1295.0, "completions/mean_length": 1097.9375, "completions/mean_terminated_length": 1097.9375, "completions/min_length": 912.0, "completions/min_terminated_length": 912.0, "epoch": 0.7486871717929482, "frac_reward_zero_std": 0.0, "grad_norm": 3.374228814426986, "kl": 0.017425537109375, "learning_rate": 2.6263894617140693e-07, "loss": -0.0178, "num_tokens": 135611869.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0423120260238647, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.21598989049788067, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.31712128356941854, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10000000000000002, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2994 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1483.0, "completions/mean_length": 1200.625, "completions/mean_terminated_length": 967.7777709960938, "completions/min_length": 777.0, "completions/min_terminated_length": 777.0, "epoch": 0.7489372343085772, "frac_reward_zero_std": 0.0, "grad_norm": 3.1229668102258565, "kl": 0.01715087890625, "learning_rate": 2.6233676804303074e-07, "loss": 0.0416, "num_tokens": 135672511.0, "reward": 0.0, "reward_std": 0.6196449995040894, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0680904577669541, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10086716280170575, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.15341785110291775, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2995 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1458.0, "completions/mean_length": 1391.1875, "completions/mean_terminated_length": 1306.5555419921875, "completions/min_length": 1085.0, "completions/min_terminated_length": 1085.0, "epoch": 0.749187296824206, "frac_reward_zero_std": 0.0, "grad_norm": 2.4052341131907617, "kl": 0.013885498046875, "learning_rate": 2.6203480910447463e-07, "loss": 0.0076, "num_tokens": 135734226.0, "reward": 2.9802322387695312e-08, "reward_std": 0.6746236085891724, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.09702029447091029, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0712413053239779, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8541666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10101338378503961, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2996 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1428.0, "completions/max_terminated_length": 1428.0, "completions/mean_length": 998.5625, "completions/mean_terminated_length": 998.5625, "completions/min_length": 580.0, "completions/min_terminated_length": 580.0, "epoch": 0.7494373593398349, "frac_reward_zero_std": 0.0, "grad_norm": 3.877493656182466, "kl": 0.020965576171875, "learning_rate": 2.617330695858212e-07, "loss": -0.0495, "num_tokens": 135776763.0, "reward": 3.725290298461914e-09, "reward_std": 1.023902177810669, "rewards/wordcountpos_reward_GEOBench/mean": 3.725290298461914e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.103158903554913, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08421603206166171, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11474609652039004, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 2997 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1476.0, "completions/mean_length": 1248.6875, "completions/mean_terminated_length": 1231.933349609375, "completions/min_length": 841.0, "completions/min_terminated_length": 841.0, "epoch": 0.7496874218554639, "frac_reward_zero_std": 0.0, "grad_norm": 2.6572583425957106, "kl": 0.0113525390625, "learning_rate": 2.6143154971698595e-07, "loss": -0.0381, "num_tokens": 135824246.0, "reward": -2.9802322387695312e-08, "reward_std": 0.6093450784683228, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.008879598420732167, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06053615920113506, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12988598989256067, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2998 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1477.0, "completions/mean_length": 1236.8125, "completions/mean_terminated_length": 1199.21435546875, "completions/min_length": 1041.0, "completions/min_terminated_length": 1041.0, "epoch": 0.7499374843710928, "frac_reward_zero_std": 0.0, "grad_norm": 2.7865777650368835, "kl": 0.0160064697265625, "learning_rate": 2.6113024972771704e-07, "loss": 0.0058, "num_tokens": 135871915.0, "reward": 0.0, "reward_std": 0.9637945890426636, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.01487284523558191, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12007179139577791, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09428090415820636, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 2999 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 830.0, "completions/mean_length": 1155.4375, "completions/mean_terminated_length": 810.875, "completions/min_length": 804.0, "completions/min_terminated_length": 804.0, "epoch": 0.7501875468867217, "frac_reward_zero_std": 0.0, "grad_norm": 2.429932754424475, "kl": 0.0131378173828125, "learning_rate": 2.6082916984759473e-07, "loss": -0.0375, "num_tokens": 135916858.0, "reward": -4.470348358154297e-08, "reward_std": 0.9752194285392761, "rewards/wordcountpos_reward_GEOBench/mean": -4.470348358154297e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.22641615900208603, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.269960721441875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8958333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0768596604689834, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3000 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1466.0, "completions/mean_length": 1318.625, "completions/mean_terminated_length": 1276.769287109375, "completions/min_length": 1065.0, "completions/min_terminated_length": 1065.0, "epoch": 0.7504376094023506, "frac_reward_zero_std": 0.0, "grad_norm": 2.9909950397684546, "kl": 0.0156707763671875, "learning_rate": 2.605283103060324e-07, "loss": 0.0241, "num_tokens": 135967836.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9183400869369507, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.007518190065756357, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06465888759949254, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06540472290116198, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3001 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1230.0, "completions/max_terminated_length": 1230.0, "completions/mean_length": 1113.3125, "completions/mean_terminated_length": 1113.3125, "completions/min_length": 991.0, "completions/min_terminated_length": 991.0, "epoch": 0.7506876719179795, "frac_reward_zero_std": 0.0, "grad_norm": 2.6139799657497345, "kl": 0.0177001953125, "learning_rate": 2.6022767133227484e-07, "loss": -0.0062, "num_tokens": 136001137.0, "reward": 0.0, "reward_std": 0.9913209676742554, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0061997744057836306, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0868654386651096, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08944271909999159, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3002 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1455.0, "completions/mean_length": 1186.1875, "completions/mean_terminated_length": 1165.2667236328125, "completions/min_length": 1017.0, "completions/min_terminated_length": 1017.0, "epoch": 0.7509377344336085, "frac_reward_zero_std": 0.0, "grad_norm": 2.688795959681133, "kl": 0.0094757080078125, "learning_rate": 2.5992725315539874e-07, "loss": -0.0226, "num_tokens": 136043980.0, "reward": -4.470348358154297e-08, "reward_std": 0.9380015730857849, "rewards/wordcountpos_reward_GEOBench/mean": -4.470348358154297e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.041301315312272525, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06681671169047927, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.775, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14168300559373406, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3003 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1260.0, "completions/mean_length": 1293.8125, "completions/mean_terminated_length": 1133.4444580078125, "completions/min_length": 956.0, "completions/min_terminated_length": 956.0, "epoch": 0.7511877969492373, "frac_reward_zero_std": 0.0, "grad_norm": 2.9375185782010935, "kl": 0.015716552734375, "learning_rate": 2.596270560043128e-07, "loss": -0.027, "num_tokens": 136091753.0, "reward": -7.450580596923828e-09, "reward_std": 1.0483837127685547, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.09586389485939438, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1056349036254885, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7666666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09108400680852978, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3004 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.75, "completions/max_length": 1500.0, "completions/max_terminated_length": 1400.0, "completions/mean_length": 1401.9375, "completions/mean_terminated_length": 1107.75, "completions/min_length": 710.0, "completions/min_terminated_length": 710.0, "epoch": 0.7514378594648662, "frac_reward_zero_std": 0.0, "grad_norm": 2.4973353309167416, "kl": 0.016754150390625, "learning_rate": 2.5932708010775744e-07, "loss": -0.0066, "num_tokens": 136151976.0, "reward": 0.0, "reward_std": 0.9117569327354431, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0035069271717622333, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.035017830960205054, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13221755360572016, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3005 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1287.0, "completions/mean_length": 1061.0, "completions/mean_terminated_length": 998.2857666015625, "completions/min_length": 752.0, "completions/min_terminated_length": 752.0, "epoch": 0.7516879219804952, "frac_reward_zero_std": 0.0, "grad_norm": 3.257357660838128, "kl": 0.012969970703125, "learning_rate": 2.590273256943043e-07, "loss": 0.0092, "num_tokens": 136189584.0, "reward": -3.3527612686157227e-08, "reward_std": 1.0593757629394531, "rewards/wordcountpos_reward_GEOBench/mean": -3.3527612686157227e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.01869775787243833, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09580598471344963, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8583333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10576003586036262, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3006 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1488.0, "completions/max_terminated_length": 1488.0, "completions/mean_length": 1038.875, "completions/mean_terminated_length": 1038.875, "completions/min_length": 700.0, "completions/min_terminated_length": 700.0, "epoch": 0.751937984496124, "frac_reward_zero_std": 0.0, "grad_norm": 2.8388883260914204, "kl": 0.015899658203125, "learning_rate": 2.5872779299235603e-07, "loss": -0.0336, "num_tokens": 136228294.0, "reward": 0.0, "reward_std": 0.911024808883667, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.019156173161377296, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09359265296723568, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.775, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12852438880818895, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3007 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1425.0, "completions/mean_length": 1351.4375, "completions/mean_terminated_length": 1262.300048828125, "completions/min_length": 1138.0, "completions/min_terminated_length": 1138.0, "epoch": 0.7521880470117529, "frac_reward_zero_std": 0.0, "grad_norm": 2.6097606860057576, "kl": 0.0184783935546875, "learning_rate": 2.584284822301472e-07, "loss": -0.0038, "num_tokens": 136267621.0, "reward": -2.9802322387695312e-08, "reward_std": 0.5926787257194519, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.038840381861848405, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11234887242707581, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.16771890063326086, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3008 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1477.0, "completions/mean_length": 1307.75, "completions/mean_terminated_length": 1243.666748046875, "completions/min_length": 1140.0, "completions/min_terminated_length": 1140.0, "epoch": 0.7524381095273819, "frac_reward_zero_std": 0.0, "grad_norm": 2.4926646167680833, "kl": 0.012969970703125, "learning_rate": 2.58129393635742e-07, "loss": -0.0098, "num_tokens": 136317321.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9873582720756531, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.002379586818629254, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.35798245535462603, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.775, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06831300510639736, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3009 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1468.0, "completions/mean_length": 1404.0, "completions/mean_terminated_length": 1244.0, "completions/min_length": 1053.0, "completions/min_terminated_length": 1053.0, "epoch": 0.7526881720430108, "frac_reward_zero_std": 0.0, "grad_norm": 2.986410991352138, "kl": 0.01922607421875, "learning_rate": 2.5783052743703626e-07, "loss": 0.0033, "num_tokens": 136373897.0, "reward": 0.0, "reward_std": 0.7147550582885742, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.2432753488920521, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1201760218915713, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7666666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.19474579822405907, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3010 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1172.0, "completions/max_terminated_length": 1172.0, "completions/mean_length": 990.875, "completions/mean_terminated_length": 990.875, "completions/min_length": 624.0, "completions/min_terminated_length": 624.0, "epoch": 0.7529382345586396, "frac_reward_zero_std": 0.0, "grad_norm": 3.443752191908693, "kl": 0.015899658203125, "learning_rate": 2.5753188386175597e-07, "loss": -0.0291, "num_tokens": 136423391.0, "reward": 0.0, "reward_std": 0.7084863781929016, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.10199228142516797, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11847023345025534, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.133263870794973, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3011 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1377.0, "completions/mean_length": 1127.1875, "completions/mean_terminated_length": 1041.1539306640625, "completions/min_length": 646.0, "completions/min_terminated_length": 646.0, "epoch": 0.7531882970742686, "frac_reward_zero_std": 0.0, "grad_norm": 60.46907214743566, "kl": 0.1298828125, "learning_rate": 2.572334631374579e-07, "loss": -0.0128, "num_tokens": 136480114.0, "reward": 0.0, "reward_std": 0.9870802760124207, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.04634466105936363, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.030722776310059843, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09496588081262936, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3012 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1187.0, "completions/mean_length": 1223.5625, "completions/mean_terminated_length": 947.125, "completions/min_length": 649.0, "completions/min_terminated_length": 649.0, "epoch": 0.7534383595898975, "frac_reward_zero_std": 0.0, "grad_norm": 3.106120406109762, "kl": 0.0185546875, "learning_rate": 2.569352654915284e-07, "loss": 0.0157, "num_tokens": 136536875.0, "reward": 2.9802322387695312e-08, "reward_std": 1.0252180099487305, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.013542645869468743, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1269109452991844, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10532137766186214, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3013 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1390.0, "completions/max_terminated_length": 1390.0, "completions/mean_length": 1176.125, "completions/mean_terminated_length": 1176.125, "completions/min_length": 953.0, "completions/min_terminated_length": 953.0, "epoch": 0.7536884221055263, "frac_reward_zero_std": 0.0, "grad_norm": 3.988288551560161, "kl": 0.020111083984375, "learning_rate": 2.566372911511844e-07, "loss": -0.0026, "num_tokens": 136594573.0, "reward": 0.0, "reward_std": 0.42261016368865967, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.3925353416486472, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.623613739835308, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7916666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10000000000000002, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3014 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1436.0, "completions/max_terminated_length": 1436.0, "completions/mean_length": 1100.375, "completions/mean_terminated_length": 1100.375, "completions/min_length": 796.0, "completions/min_terminated_length": 796.0, "epoch": 0.7539384846211553, "frac_reward_zero_std": 0.0, "grad_norm": 3.540022143603176, "kl": 0.020355224609375, "learning_rate": 2.563395403434723e-07, "loss": -0.0133, "num_tokens": 136638411.0, "reward": 2.9802322387695312e-08, "reward_std": 0.7821365594863892, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0502866698285705, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05303325516417991, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.17126976771553507, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3015 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1159.0, "completions/max_terminated_length": 1159.0, "completions/mean_length": 920.125, "completions/mean_terminated_length": 920.125, "completions/min_length": 675.0, "completions/min_terminated_length": 675.0, "epoch": 0.7541885471367842, "frac_reward_zero_std": 0.0, "grad_norm": 2.75759795255801, "kl": 0.0142059326171875, "learning_rate": 2.560420132952684e-07, "loss": -0.0027, "num_tokens": 136676397.0, "reward": -1.1175870895385742e-08, "reward_std": 1.0016947984695435, "rewards/wordcountpos_reward_GEOBench/mean": -1.1175870895385742e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.060880284052535115, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10497314488313363, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07187952884282608, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3016 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1199.0, "completions/max_terminated_length": 1199.0, "completions/mean_length": 1060.1875, "completions/mean_terminated_length": 1060.1875, "completions/min_length": 577.0, "completions/min_terminated_length": 577.0, "epoch": 0.754438609652413, "frac_reward_zero_std": 0.0, "grad_norm": 2.6088608536940847, "kl": 0.013427734375, "learning_rate": 2.557447102332783e-07, "loss": -0.04, "num_tokens": 136710816.0, "reward": 0.0, "reward_std": 0.8187819719314575, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.24141174903476084, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.23193960932050767, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1180081604209045, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3017 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1442.0, "completions/mean_length": 1409.8125, "completions/mean_terminated_length": 1293.857177734375, "completions/min_length": 1161.0, "completions/min_terminated_length": 1161.0, "epoch": 0.754688672168042, "frac_reward_zero_std": 0.0, "grad_norm": 2.3524134633293916, "kl": 0.0120849609375, "learning_rate": 2.55447631384037e-07, "loss": 0.0302, "num_tokens": 136771349.0, "reward": 2.9802322387695312e-08, "reward_std": 0.5320738554000854, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.00500540496106568, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09296991219580306, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1387777332977422, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3018 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1487.0, "completions/max_terminated_length": 1487.0, "completions/mean_length": 1008.4375, "completions/mean_terminated_length": 1008.4375, "completions/min_length": 689.0, "completions/min_terminated_length": 689.0, "epoch": 0.7549387346836709, "frac_reward_zero_std": 0.0, "grad_norm": 3.830319260870358, "kl": 0.024200439453125, "learning_rate": 2.551507769739091e-07, "loss": -0.1035, "num_tokens": 136817076.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0344938039779663, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.18258447011734033, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12672957955917485, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7666666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12881223774390613, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3019 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1468.0, "completions/mean_length": 1298.3125, "completions/mean_terminated_length": 1284.86669921875, "completions/min_length": 980.0, "completions/min_terminated_length": 980.0, "epoch": 0.7551887971992999, "frac_reward_zero_std": 0.0, "grad_norm": 3.4327329125255486, "kl": 0.020050048828125, "learning_rate": 2.548541472290876e-07, "loss": -0.0002, "num_tokens": 136861905.0, "reward": 0.0, "reward_std": 0.8542677760124207, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.15438376625137742, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1376907077744484, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.925, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08388704928078611, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3020 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1492.0, "completions/mean_length": 1298.4375, "completions/mean_terminated_length": 1269.6429443359375, "completions/min_length": 1026.0, "completions/min_terminated_length": 1026.0, "epoch": 0.7554388597149287, "frac_reward_zero_std": 0.0, "grad_norm": 3.2388696910171184, "kl": 0.0171661376953125, "learning_rate": 2.5455774237559404e-07, "loss": -0.0177, "num_tokens": 136922528.0, "reward": 0.0, "reward_std": 1.0202596187591553, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.007283676516821032, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0631832656132272, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10809803506625451, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3021 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1379.0, "completions/mean_length": 1406.5625, "completions/mean_terminated_length": 1250.8333740234375, "completions/min_length": 1071.0, "completions/min_terminated_length": 1071.0, "epoch": 0.7556889222305576, "frac_reward_zero_std": 0.0, "grad_norm": 2.5632758973630367, "kl": 0.015625, "learning_rate": 2.5426156263927975e-07, "loss": -0.0301, "num_tokens": 136974905.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9397590756416321, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.12482260679690621, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.13222398234625987, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.16049691355057039, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3022 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1432.0, "completions/mean_length": 1236.1875, "completions/mean_terminated_length": 1218.60009765625, "completions/min_length": 980.0, "completions/min_terminated_length": 980.0, "epoch": 0.7559389847461866, "frac_reward_zero_std": 0.0, "grad_norm": 1.9013797034400561, "kl": 0.00843048095703125, "learning_rate": 2.539656082458234e-07, "loss": -0.0329, "num_tokens": 137021028.0, "reward": 2.9802322387695312e-08, "reward_std": 0.7809981107711792, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.020571517245673, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10704841162484655, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.85, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07503085784948504, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3023 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1404.0, "completions/mean_length": 1144.5, "completions/mean_terminated_length": 1093.71435546875, "completions/min_length": 601.0, "completions/min_terminated_length": 601.0, "epoch": 0.7561890472618155, "frac_reward_zero_std": 0.0, "grad_norm": 2.8566824579779806, "kl": 0.016937255859375, "learning_rate": 2.5366987942073265e-07, "loss": -0.0685, "num_tokens": 137062148.0, "reward": -2.9802322387695312e-08, "reward_std": 0.7565597295761108, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.013307003753584793, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.044146706505381855, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11279282877125756, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3024 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1362.0, "completions/max_terminated_length": 1362.0, "completions/mean_length": 1002.0, "completions/mean_terminated_length": 1002.0, "completions/min_length": 769.0, "completions/min_terminated_length": 769.0, "epoch": 0.7564391097774443, "frac_reward_zero_std": 0.0, "grad_norm": 2.6403446525673067, "kl": 0.0146942138671875, "learning_rate": 2.5337437638934287e-07, "loss": -0.0738, "num_tokens": 137090908.0, "reward": 0.0, "reward_std": 0.7184847593307495, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06428413405352662, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07480144330511493, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07876359377087679, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3025 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1408.0, "completions/max_terminated_length": 1408.0, "completions/mean_length": 1090.3125, "completions/mean_terminated_length": 1090.3125, "completions/min_length": 802.0, "completions/min_terminated_length": 802.0, "epoch": 0.7566891722930733, "frac_reward_zero_std": 0.0, "grad_norm": 3.8956353696736064, "kl": 0.023223876953125, "learning_rate": 2.530790993768177e-07, "loss": -0.0743, "num_tokens": 137145129.0, "reward": 2.9802322387695312e-08, "reward_std": 1.0105229616165161, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0317180270446473, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04792565135840934, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11729986896522632, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3026 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1450.0, "completions/mean_length": 1279.8125, "completions/mean_terminated_length": 1265.1334228515625, "completions/min_length": 1121.0, "completions/min_terminated_length": 1121.0, "epoch": 0.7569392348087022, "frac_reward_zero_std": 0.0, "grad_norm": 2.6900491292197506, "kl": 0.0156707763671875, "learning_rate": 2.527840486081483e-07, "loss": -0.0166, "num_tokens": 137184982.0, "reward": 0.0, "reward_std": 0.9678325653076172, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.043071315070274376, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10433107528156436, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3027 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1498.0, "completions/mean_length": 1300.625, "completions/mean_terminated_length": 1181.0, "completions/min_length": 795.0, "completions/min_terminated_length": 795.0, "epoch": 0.757189297324331, "frac_reward_zero_std": 0.0, "grad_norm": 2.715973121913737, "kl": 0.0216522216796875, "learning_rate": 2.524892243081534e-07, "loss": -0.0096, "num_tokens": 137232784.0, "reward": 0.0, "reward_std": 0.8293786644935608, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.016800917309888874, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11623764062599039, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09428090415820635, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3028 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1459.0, "completions/mean_length": 839.0, "completions/mean_terminated_length": 686.4615478515625, "completions/min_length": 487.0, "completions/min_terminated_length": 487.0, "epoch": 0.75743935983996, "frac_reward_zero_std": 0.0, "grad_norm": 4.142708877363077, "kl": 0.018310546875, "learning_rate": 2.5219462670147964e-07, "loss": -0.0459, "num_tokens": 137283504.0, "reward": 0.0, "reward_std": 0.7296074628829956, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0031592852998739867, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.01726872668785355, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06309898162000302, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3029 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1472.0, "completions/mean_length": 1203.8125, "completions/mean_terminated_length": 1161.5, "completions/min_length": 852.0, "completions/min_terminated_length": 852.0, "epoch": 0.7576894223555889, "frac_reward_zero_std": 0.0, "grad_norm": 3.061522778746353, "kl": 0.02081298828125, "learning_rate": 2.519002560126004e-07, "loss": -0.0614, "num_tokens": 137328085.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9936102032661438, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0218686590345813, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.054053809448885055, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8916666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1029203215725281, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3030 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.75, "completions/max_length": 1500.0, "completions/max_terminated_length": 1468.0, "completions/mean_length": 1428.75, "completions/mean_terminated_length": 1215.0, "completions/min_length": 649.0, "completions/min_terminated_length": 649.0, "epoch": 0.7579394848712178, "frac_reward_zero_std": 0.0, "grad_norm": 2.650204634822079, "kl": 0.0135650634765625, "learning_rate": 2.5160611246581644e-07, "loss": -0.0085, "num_tokens": 137388521.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0327956676483154, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03452662061777245, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0776069791466704, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8708333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12041594578792296, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3031 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1326.0, "completions/mean_length": 1039.875, "completions/mean_terminated_length": 933.6923217773438, "completions/min_length": 587.0, "completions/min_terminated_length": 587.0, "epoch": 0.7581895473868467, "frac_reward_zero_std": 0.0, "grad_norm": 2.766097583813176, "kl": 0.0185546875, "learning_rate": 2.5131219628525525e-07, "loss": -0.017, "num_tokens": 137427271.0, "reward": -1.4901161193847656e-08, "reward_std": 1.04239821434021, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.00018192932170317598, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.016654721344089983, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.2563273370198811, "rewards/wordcountpos_reward_GEOBench/std": 1.0327954292297363, "step": 3032 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1390.0, "completions/mean_length": 1133.375, "completions/mean_terminated_length": 1108.933349609375, "completions/min_length": 862.0, "completions/min_terminated_length": 862.0, "epoch": 0.7584396099024756, "frac_reward_zero_std": 0.0, "grad_norm": 3.178419865032869, "kl": 0.019287109375, "learning_rate": 2.510185076948714e-07, "loss": -0.0327, "num_tokens": 137488637.0, "reward": 2.9802322387695312e-08, "reward_std": 0.5491786003112793, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.1018250186602428, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11486757927032734, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6708333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11538983843829065, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3033 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1005.0, "completions/mean_length": 1185.5, "completions/mean_terminated_length": 871.0, "completions/min_length": 804.0, "completions/min_terminated_length": 804.0, "epoch": 0.7586896724181045, "frac_reward_zero_std": 0.0, "grad_norm": 2.3643393013108716, "kl": 0.009063720703125, "learning_rate": 2.507250469184456e-07, "loss": -0.0077, "num_tokens": 137541469.0, "reward": 0.0, "reward_std": 0.817253589630127, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6124999999999999, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06540472290116194, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3034 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1444.0, "completions/max_terminated_length": 1444.0, "completions/mean_length": 991.0, "completions/mean_terminated_length": 991.0, "completions/min_length": 581.0, "completions/min_terminated_length": 581.0, "epoch": 0.7589397349337335, "frac_reward_zero_std": 0.0, "grad_norm": 3.652460359008981, "kl": 0.01824951171875, "learning_rate": 2.504318141795852e-07, "loss": -0.0156, "num_tokens": 137583389.0, "reward": -2.9802322387695312e-08, "reward_std": 1.0657049417495728, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.11457208166501973, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0670627592022617, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07781745019952505, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3035 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1361.0, "completions/max_terminated_length": 1361.0, "completions/mean_length": 993.5, "completions/mean_terminated_length": 993.5, "completions/min_length": 590.0, "completions/min_terminated_length": 590.0, "epoch": 0.7591897974493623, "frac_reward_zero_std": 0.0, "grad_norm": 2.3376385754767552, "kl": 0.01629638671875, "learning_rate": 2.501388097017241e-07, "loss": 0.0162, "num_tokens": 137624757.0, "reward": -4.470348358154297e-08, "reward_std": 1.0127235651016235, "rewards/wordcountpos_reward_GEOBench/mean": -4.470348358154297e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.027643684637992796, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12378821664512031, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13601470508735444, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3036 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1430.0, "completions/mean_length": 1135.0, "completions/mean_terminated_length": 1013.3333740234375, "completions/min_length": 551.0, "completions/min_terminated_length": 551.0, "epoch": 0.7594398599649912, "frac_reward_zero_std": 0.0, "grad_norm": 3.2435147196735685, "kl": 0.021209716796875, "learning_rate": 2.4984603370812165e-07, "loss": 0.0127, "num_tokens": 137660397.0, "reward": 0.0, "reward_std": 1.0136319398880005, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06700380561337634, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08151207494226452, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.072520750542581, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3037 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1484.0, "completions/mean_length": 1381.875, "completions/mean_terminated_length": 1328.181884765625, "completions/min_length": 1107.0, "completions/min_terminated_length": 1107.0, "epoch": 0.7596899224806202, "frac_reward_zero_std": 0.0, "grad_norm": 2.268341944579493, "kl": 0.0134124755859375, "learning_rate": 2.4955348642186375e-07, "loss": -0.0494, "num_tokens": 137724307.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9060251712799072, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04402394542762166, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.060884185884630654, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08606629658238707, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3038 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1345.0, "completions/max_terminated_length": 1345.0, "completions/mean_length": 1060.4375, "completions/mean_terminated_length": 1060.4375, "completions/min_length": 765.0, "completions/min_terminated_length": 765.0, "epoch": 0.759939984996249, "frac_reward_zero_std": 0.0, "grad_norm": 3.3818387840560735, "kl": 0.0202789306640625, "learning_rate": 2.4926116806586126e-07, "loss": 0.0188, "num_tokens": 137755490.0, "reward": -2.9802322387695312e-08, "reward_std": 1.0158179998397827, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0028816731567734375, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0802557076689075, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.85, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0958393717904348, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3039 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1443.0, "completions/mean_length": 1299.0, "completions/mean_terminated_length": 1232.0, "completions/min_length": 991.0, "completions/min_terminated_length": 991.0, "epoch": 0.760190047511878, "frac_reward_zero_std": 0.0, "grad_norm": 2.883928217279752, "kl": 0.0146484375, "learning_rate": 2.4896907886285137e-07, "loss": -0.0304, "num_tokens": 137807618.0, "reward": 2.9802322387695312e-08, "reward_std": 1.0258026123046875, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.001551298928754722, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06836909249120096, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10576003586036262, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3040 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1497.0, "completions/max_terminated_length": 1497.0, "completions/mean_length": 1038.0625, "completions/mean_terminated_length": 1038.0625, "completions/min_length": 658.0, "completions/min_terminated_length": 658.0, "epoch": 0.7604401100275069, "frac_reward_zero_std": 0.0, "grad_norm": 3.696171425928903, "kl": 0.02020263671875, "learning_rate": 2.4867721903539634e-07, "loss": 0.0198, "num_tokens": 137847163.0, "reward": 2.2351741790771484e-08, "reward_std": 0.9803884029388428, "rewards/wordcountpos_reward_GEOBench/mean": 2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.039624023413100035, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03557034299861272, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8583333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11122216672215289, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3041 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1470.0, "completions/max_terminated_length": 1470.0, "completions/mean_length": 1052.6875, "completions/mean_terminated_length": 1052.6875, "completions/min_length": 694.0, "completions/min_terminated_length": 694.0, "epoch": 0.7606901725431358, "frac_reward_zero_std": 0.0, "grad_norm": 3.411959185301536, "kl": 0.019927978515625, "learning_rate": 2.4838558880588334e-07, "loss": 0.0255, "num_tokens": 137884494.0, "reward": -7.450580596923828e-09, "reward_std": 1.041785478591919, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.046594125354614824, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05151794406291384, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12345339501504503, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3042 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1384.0, "completions/max_terminated_length": 1384.0, "completions/mean_length": 846.75, "completions/mean_terminated_length": 846.75, "completions/min_length": 504.0, "completions/min_terminated_length": 504.0, "epoch": 0.7609402350587647, "frac_reward_zero_std": 0.0, "grad_norm": 2.9764989901979737, "kl": 0.01258087158203125, "learning_rate": 2.480941883965256e-07, "loss": 0.0807, "num_tokens": 137907010.0, "reward": 0.0, "reward_std": 0.7730717658996582, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.08227742876957843, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08806013050559923, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06652763279965648, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3043 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1493.0, "completions/mean_length": 1264.625, "completions/mean_terminated_length": 1210.3077392578125, "completions/min_length": 1086.0, "completions/min_terminated_length": 1086.0, "epoch": 0.7611902975743936, "frac_reward_zero_std": 0.0, "grad_norm": 2.528991997733664, "kl": 0.0107574462890625, "learning_rate": 2.478030180293599e-07, "loss": -0.0059, "num_tokens": 137965884.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9517225027084351, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.004361287474155677, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07271760126242739, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07588978362901863, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3044 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1434.0, "completions/max_terminated_length": 1434.0, "completions/mean_length": 1232.625, "completions/mean_terminated_length": 1232.625, "completions/min_length": 1007.0, "completions/min_terminated_length": 1007.0, "epoch": 0.7614403600900225, "frac_reward_zero_std": 0.0, "grad_norm": 3.2364715616815753, "kl": 0.019287109375, "learning_rate": 2.475120779262485e-07, "loss": -0.0119, "num_tokens": 138025942.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9342586994171143, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.014420908135540391, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08139108764600582, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07781745019952505, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3045 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1480.0, "completions/mean_length": 1240.9375, "completions/mean_terminated_length": 1123.181884765625, "completions/min_length": 715.0, "completions/min_terminated_length": 715.0, "epoch": 0.7616904226056515, "frac_reward_zero_std": 0.0, "grad_norm": 2.838185360799542, "kl": 0.01483154296875, "learning_rate": 2.472213683088781e-07, "loss": 0.0018, "num_tokens": 138074813.0, "reward": -4.470348358154297e-08, "reward_std": 1.005654215812683, "rewards/wordcountpos_reward_GEOBench/mean": -4.470348358154297e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.018835980646058837, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0796479981047911, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11729986896522632, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3046 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1365.0, "completions/mean_length": 1119.4375, "completions/mean_terminated_length": 1031.615478515625, "completions/min_length": 721.0, "completions/min_terminated_length": 721.0, "epoch": 0.7619404851212803, "frac_reward_zero_std": 0.0, "grad_norm": 3.740014767548676, "kl": 0.0216064453125, "learning_rate": 2.4693088939876e-07, "loss": -0.0402, "num_tokens": 138124540.0, "reward": 0.0, "reward_std": 0.8029362559318542, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0497293262294435, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.046746726441439596, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13045504405165223, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3047 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1496.0, "completions/mean_length": 1312.8125, "completions/mean_terminated_length": 1200.5, "completions/min_length": 915.0, "completions/min_terminated_length": 915.0, "epoch": 0.7621905476369092, "frac_reward_zero_std": 0.0, "grad_norm": 2.8747704249007056, "kl": 0.0153045654296875, "learning_rate": 2.466406414172292e-07, "loss": -0.0168, "num_tokens": 138182097.0, "reward": -2.9802322387695312e-08, "reward_std": 0.6643801927566528, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.5820872733189631, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.42490952803415255, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11013459778666118, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3048 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1488.0, "completions/mean_length": 1242.9375, "completions/mean_terminated_length": 1206.21435546875, "completions/min_length": 960.0, "completions/min_terminated_length": 960.0, "epoch": 0.7624406101525382, "frac_reward_zero_std": 0.0, "grad_norm": 2.94151117523381, "kl": 0.017425537109375, "learning_rate": 2.463506245854452e-07, "loss": -0.0136, "num_tokens": 138222696.0, "reward": 0.0, "reward_std": 0.9806994199752808, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.13887419466975284, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1943327512481285, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8708333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11279282877125756, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3049 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1342.0, "completions/max_terminated_length": 1342.0, "completions/mean_length": 1060.1875, "completions/mean_terminated_length": 1060.1875, "completions/min_length": 741.0, "completions/min_terminated_length": 741.0, "epoch": 0.762690672668167, "frac_reward_zero_std": 0.0, "grad_norm": 3.383119660834641, "kl": 0.01849365234375, "learning_rate": 2.460608391243911e-07, "loss": -0.01, "num_tokens": 138260891.0, "reward": 0.0, "reward_std": 0.7534471750259399, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0205753516982159, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03788814323280853, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8041666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09574271077563383, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3050 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1476.0, "completions/mean_length": 1250.625, "completions/mean_terminated_length": 1215.0, "completions/min_length": 945.0, "completions/min_terminated_length": 945.0, "epoch": 0.7629407351837959, "frac_reward_zero_std": 0.0, "grad_norm": 3.1714871646958906, "kl": 0.012969970703125, "learning_rate": 2.457712852548738e-07, "loss": 0.0147, "num_tokens": 138314821.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0439023971557617, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.02284187122036755, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04298711394100683, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6916666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09067647005823631, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3051 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1473.0, "completions/max_terminated_length": 1473.0, "completions/mean_length": 1016.75, "completions/mean_terminated_length": 1016.75, "completions/min_length": 744.0, "completions/min_terminated_length": 744.0, "epoch": 0.7631907976994249, "frac_reward_zero_std": 0.0, "grad_norm": 2.3038141377589945, "kl": 0.0116424560546875, "learning_rate": 2.454819631975237e-07, "loss": -0.0098, "num_tokens": 138353409.0, "reward": 7.450580596923828e-09, "reward_std": 1.010291576385498, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.05417417543111735, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10381507819789955, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10327955589886446, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3052 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1327.0, "completions/mean_length": 1073.375, "completions/mean_terminated_length": 1012.4285888671875, "completions/min_length": 766.0, "completions/min_terminated_length": 766.0, "epoch": 0.7634408602150538, "frac_reward_zero_std": 0.0, "grad_norm": 3.383213852682177, "kl": 0.019500732421875, "learning_rate": 2.451928731727945e-07, "loss": -0.087, "num_tokens": 138399423.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9512152075767517, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.13073808038093998, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.14421595866934842, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7666666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09737289911202955, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3053 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1325.0, "completions/max_terminated_length": 1325.0, "completions/mean_length": 1228.4375, "completions/mean_terminated_length": 1228.4375, "completions/min_length": 1072.0, "completions/min_terminated_length": 1072.0, "epoch": 0.7636909227306826, "frac_reward_zero_std": 0.0, "grad_norm": 1.9385162243971001, "kl": 0.00841522216796875, "learning_rate": 2.4490401540096336e-07, "loss": 0.0081, "num_tokens": 138447630.0, "reward": 2.9802322387695312e-08, "reward_std": 0.5954143404960632, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.013917297490954886, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05687953875164728, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10878112581387148, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3054 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1260.0, "completions/max_terminated_length": 1260.0, "completions/mean_length": 1047.625, "completions/mean_terminated_length": 1047.625, "completions/min_length": 927.0, "completions/min_terminated_length": 927.0, "epoch": 0.7639409852463116, "frac_reward_zero_std": 0.0, "grad_norm": 2.4387032239684316, "kl": 0.0132293701171875, "learning_rate": 2.446153901021303e-07, "loss": -0.0226, "num_tokens": 138491016.0, "reward": 0.0, "reward_std": 0.9929928183555603, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.030003817996331346, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07709960807639016, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09016445879408158, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3055 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1225.0, "completions/mean_length": 990.5625, "completions/mean_terminated_length": 956.6000366210938, "completions/min_length": 711.0, "completions/min_terminated_length": 711.0, "epoch": 0.7641910477619405, "frac_reward_zero_std": 0.0, "grad_norm": 3.6394436307014177, "kl": 0.020477294921875, "learning_rate": 2.443269974962181e-07, "loss": -0.0029, "num_tokens": 138533217.0, "reward": -1.4901161193847656e-08, "reward_std": 0.959714949131012, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.04546618631355635, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11164213726602708, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12881223774390615, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3056 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1458.0, "completions/mean_length": 1192.75, "completions/mean_terminated_length": 1148.857177734375, "completions/min_length": 877.0, "completions/min_terminated_length": 877.0, "epoch": 0.7644411102775694, "frac_reward_zero_std": 0.0, "grad_norm": 2.637412112662296, "kl": 0.0117950439453125, "learning_rate": 2.4403883780297243e-07, "loss": -0.001, "num_tokens": 138592197.0, "reward": 2.9802322387695312e-08, "reward_std": 0.5764794945716858, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0042104340342061595, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.007964412552953083, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.85, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07503085784948504, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3057 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1418.0, "completions/mean_length": 1233.375, "completions/mean_terminated_length": 1144.5, "completions/min_length": 819.0, "completions/min_terminated_length": 819.0, "epoch": 0.7646911727931983, "frac_reward_zero_std": 0.0, "grad_norm": 2.8938084731947016, "kl": 0.0185546875, "learning_rate": 2.437509112419613e-07, "loss": -0.0149, "num_tokens": 138632011.0, "reward": 0.0, "reward_std": 0.8008660674095154, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.010124082816496216, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04354200945192317, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12285191326386657, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3058 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1481.0, "completions/mean_length": 1227.0, "completions/mean_terminated_length": 1014.6666870117188, "completions/min_length": 755.0, "completions/min_terminated_length": 755.0, "epoch": 0.7649412353088272, "frac_reward_zero_std": 0.0, "grad_norm": 2.945136270139117, "kl": 0.017547607421875, "learning_rate": 2.434632180325752e-07, "loss": 0.0128, "num_tokens": 138679083.0, "reward": -2.9802322387695312e-08, "reward_std": 0.9650968313217163, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03991007637430401, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05349199007122785, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09388724521901161, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3059 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1486.0, "completions/mean_length": 1147.125, "completions/mean_terminated_length": 1096.71435546875, "completions/min_length": 564.0, "completions/min_terminated_length": 564.0, "epoch": 0.7651912978244562, "frac_reward_zero_std": 0.0, "grad_norm": 3.227348916437232, "kl": 0.018890380859375, "learning_rate": 2.431757583940267e-07, "loss": -0.0813, "num_tokens": 138724989.0, "reward": 0.0, "reward_std": 0.6966768503189087, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.3405623185818327, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.2351405675167141, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10292032157252812, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3060 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1332.0, "completions/max_terminated_length": 1332.0, "completions/mean_length": 1084.6875, "completions/mean_terminated_length": 1084.6875, "completions/min_length": 696.0, "completions/min_terminated_length": 696.0, "epoch": 0.765441360340085, "frac_reward_zero_std": 0.0, "grad_norm": 3.414654561466134, "kl": 0.019439697265625, "learning_rate": 2.4288853254535093e-07, "loss": -0.0534, "num_tokens": 138760416.0, "reward": 0.0, "reward_std": 0.9357314705848694, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.035734483057339984, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04670239667739582, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06206328908341753, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3061 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1317.0, "completions/mean_length": 1163.5625, "completions/mean_terminated_length": 1115.5, "completions/min_length": 919.0, "completions/min_terminated_length": 919.0, "epoch": 0.7656914228557139, "frac_reward_zero_std": 0.0, "grad_norm": 3.570864112408534, "kl": 0.018829345703125, "learning_rate": 2.426015407054039e-07, "loss": 0.0023, "num_tokens": 138795033.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0415124893188477, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.07850505405043202, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1733371387915198, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10292032157252812, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3062 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1407.0, "completions/mean_length": 1296.9375, "completions/mean_terminated_length": 1229.25, "completions/min_length": 1066.0, "completions/min_terminated_length": 1066.0, "epoch": 0.7659414853713429, "frac_reward_zero_std": 0.0, "grad_norm": 2.950571875948064, "kl": 0.014404296875, "learning_rate": 2.423147830928639e-07, "loss": 0.0045, "num_tokens": 138845768.0, "reward": 7.450580596923828e-09, "reward_std": 1.0618255138397217, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.1065214671883072, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.059512752391714385, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8583333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08734775114237132, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3063 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1301.0, "completions/mean_length": 1167.8125, "completions/mean_terminated_length": 1091.1539306640625, "completions/min_length": 901.0, "completions/min_terminated_length": 901.0, "epoch": 0.7661915478869717, "frac_reward_zero_std": 0.0, "grad_norm": 3.2556577561768427, "kl": 0.0165863037109375, "learning_rate": 2.4202825992623105e-07, "loss": -0.0352, "num_tokens": 138888669.0, "reward": -2.9802322387695312e-08, "reward_std": 0.855426013469696, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.029076367563017954, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.060839740338775046, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1354690069789096, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3064 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1460.0, "completions/max_terminated_length": 1460.0, "completions/mean_length": 1142.5, "completions/mean_terminated_length": 1142.5, "completions/min_length": 781.0, "completions/min_terminated_length": 781.0, "epoch": 0.7664416104026006, "frac_reward_zero_std": 0.0, "grad_norm": 3.2495787642561873, "kl": 0.020843505859375, "learning_rate": 2.4174197142382627e-07, "loss": -0.0103, "num_tokens": 138933853.0, "reward": -2.9802322387695312e-08, "reward_std": 1.0113160610198975, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0030997467164376466, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09689748687363674, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07503085784948504, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3065 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1168.0, "completions/max_terminated_length": 1168.0, "completions/mean_length": 1007.9375, "completions/mean_terminated_length": 1007.9375, "completions/min_length": 703.0, "completions/min_terminated_length": 703.0, "epoch": 0.7666916729182296, "frac_reward_zero_std": 0.0, "grad_norm": 3.584040191182554, "kl": 0.024261474609375, "learning_rate": 2.414559178037919e-07, "loss": -0.0016, "num_tokens": 138971724.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9399063587188721, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.14220542401912015, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.20040864488983154, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11603000888978234, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3066 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1401.0, "completions/mean_length": 1127.0, "completions/mean_terminated_length": 1102.1334228515625, "completions/min_length": 883.0, "completions/min_terminated_length": 883.0, "epoch": 0.7669417354338585, "frac_reward_zero_std": 0.0, "grad_norm": 3.347731081551671, "kl": 0.01898193359375, "learning_rate": 2.4117009928409133e-07, "loss": -0.0418, "num_tokens": 139009356.0, "reward": 0.0, "reward_std": 0.5868188142776489, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.11032929921492148, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.15574185358349196, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08734775114237131, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3067 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1448.0, "completions/mean_length": 1480.375, "completions/mean_terminated_length": 1343.0, "completions/min_length": 1238.0, "completions/min_terminated_length": 1238.0, "epoch": 0.7671917979494873, "frac_reward_zero_std": 0.0, "grad_norm": 2.1330945285496883, "kl": 0.014862060546875, "learning_rate": 2.408845160825087e-07, "loss": 0.0032, "num_tokens": 139078266.0, "reward": 0.0, "reward_std": 0.8991299867630005, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.034003587694012585, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06995642995749882, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.18048289136113171, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3068 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1445.0, "completions/max_terminated_length": 1445.0, "completions/mean_length": 900.3125, "completions/mean_terminated_length": 900.3125, "completions/min_length": 636.0, "completions/min_terminated_length": 636.0, "epoch": 0.7674418604651163, "frac_reward_zero_std": 0.0, "grad_norm": 3.1644519777594757, "kl": 0.0156097412109375, "learning_rate": 2.405991684166489e-07, "loss": -0.0601, "num_tokens": 139108567.0, "reward": 7.450580596923828e-09, "reward_std": 1.0596058368682861, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.05762028727751973, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0778284200702731, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8291666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.133263870794973, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3069 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1433.0, "completions/max_terminated_length": 1433.0, "completions/mean_length": 938.25, "completions/mean_terminated_length": 938.25, "completions/min_length": 626.0, "completions/min_terminated_length": 626.0, "epoch": 0.7676919229807452, "frac_reward_zero_std": 0.0, "grad_norm": 3.668078643625818, "kl": 0.026214599609375, "learning_rate": 2.4031405650393734e-07, "loss": -0.0232, "num_tokens": 139160363.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9878590106964111, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.10722385694009962, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.22120895300158475, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11013459778666118, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3070 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1454.0, "completions/mean_length": 1407.25, "completions/mean_terminated_length": 1335.111083984375, "completions/min_length": 1097.0, "completions/min_terminated_length": 1097.0, "epoch": 0.767941985496374, "frac_reward_zero_std": 0.0, "grad_norm": 2.9950539440544315, "kl": 0.015350341796875, "learning_rate": 2.4002918056162e-07, "loss": 0.0378, "num_tokens": 139220311.0, "reward": -2.9802322387695312e-08, "reward_std": 0.9748401641845703, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.13907785958625832, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.16322283493213346, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08734775114237134, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3071 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1499.0, "completions/mean_length": 1266.0625, "completions/mean_terminated_length": 1212.0770263671875, "completions/min_length": 878.0, "completions/min_terminated_length": 878.0, "epoch": 0.768192048012003, "frac_reward_zero_std": 0.0, "grad_norm": 2.230808419964507, "kl": 0.0090789794921875, "learning_rate": 2.397445408067628e-07, "loss": -0.0369, "num_tokens": 139260000.0, "reward": 7.450580596923828e-09, "reward_std": 0.9358878135681152, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.010524976708690216, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06364576325634179, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07969850595746357, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3072 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1466.0, "completions/mean_length": 1058.3125, "completions/mean_terminated_length": 1028.86669921875, "completions/min_length": 683.0, "completions/min_terminated_length": 683.0, "epoch": 0.7684421105276319, "frac_reward_zero_std": 0.0, "grad_norm": 3.3531223762592037, "kl": 0.02728271484375, "learning_rate": 2.3946013745625183e-07, "loss": -0.0836, "num_tokens": 139299269.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9307312965393066, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.05025999839548189, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.048417508979962574, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8333333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09737289911202955, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3073 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1314.0, "completions/max_terminated_length": 1314.0, "completions/mean_length": 953.5, "completions/mean_terminated_length": 953.5, "completions/min_length": 709.0, "completions/min_terminated_length": 709.0, "epoch": 0.7686921730432608, "frac_reward_zero_std": 0.0, "grad_norm": 4.071399767183123, "kl": 0.021026611328125, "learning_rate": 2.3917597072679264e-07, "loss": -0.0419, "num_tokens": 139331861.0, "reward": -5.960464477539063e-08, "reward_std": 0.7096107006072998, "rewards/wordcountpos_reward_GEOBench/mean": -5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06025534234522517, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03884101161969444, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.16187558093703852, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3074 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1395.0, "completions/mean_length": 1175.75, "completions/mean_terminated_length": 981.2000122070312, "completions/min_length": 348.0, "completions/min_terminated_length": 348.0, "epoch": 0.7689422355588897, "frac_reward_zero_std": 0.0, "grad_norm": 3.3671825819102663, "kl": 0.01727294921875, "learning_rate": 2.3889204083491125e-07, "loss": -0.0702, "num_tokens": 139387065.0, "reward": -5.960464477539063e-08, "reward_std": 0.8155432939529419, "rewards/wordcountpos_reward_GEOBench/mean": -5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.024772136796286297, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04379203400585994, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.775, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08027729719194866, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3075 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1221.0, "completions/max_terminated_length": 1221.0, "completions/mean_length": 918.125, "completions/mean_terminated_length": 918.125, "completions/min_length": 659.0, "completions/min_terminated_length": 659.0, "epoch": 0.7691922980745186, "frac_reward_zero_std": 0.0, "grad_norm": 3.8045022933836066, "kl": 0.02117919921875, "learning_rate": 2.3860834799695257e-07, "loss": -0.0549, "num_tokens": 139429619.0, "reward": 0.0, "reward_std": 0.7037010192871094, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.11616308187156175, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.2398199553067558, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8041666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08933913745655643, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3076 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1485.0, "completions/mean_length": 1252.0625, "completions/mean_terminated_length": 1194.84619140625, "completions/min_length": 834.0, "completions/min_terminated_length": 834.0, "epoch": 0.7694423605901476, "frac_reward_zero_std": 0.0, "grad_norm": 2.1775780256912967, "kl": 0.014129638671875, "learning_rate": 2.383248924290811e-07, "loss": 0.0135, "num_tokens": 139486620.0, "reward": 0.0, "reward_std": 0.918183445930481, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.10727644615675828, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07428002358313548, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10741060020797313, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3077 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1396.0, "completions/mean_length": 1023.875, "completions/mean_terminated_length": 992.1333618164062, "completions/min_length": 742.0, "completions/min_terminated_length": 742.0, "epoch": 0.7696924231057765, "frac_reward_zero_std": 0.0, "grad_norm": 3.3938292467807516, "kl": 0.014312744140625, "learning_rate": 2.3804167434728077e-07, "loss": -0.0141, "num_tokens": 139522930.0, "reward": 0.0, "reward_std": 0.9977412223815918, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.005565174944875537, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.02226069977950215, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.161245154965971, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3078 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1166.0, "completions/max_terminated_length": 1166.0, "completions/mean_length": 993.0625, "completions/mean_terminated_length": 993.0625, "completions/min_length": 755.0, "completions/min_terminated_length": 755.0, "epoch": 0.7699424856214053, "frac_reward_zero_std": 0.0, "grad_norm": 3.6705724530641857, "kl": 0.01715087890625, "learning_rate": 2.3775869396735438e-07, "loss": -0.0351, "num_tokens": 139564907.0, "reward": 0.0, "reward_std": 1.044958472251892, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0583713068876875, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06374298798807496, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07490735018081413, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3079 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1462.0, "completions/mean_length": 1326.4375, "completions/mean_terminated_length": 1268.5833740234375, "completions/min_length": 1102.0, "completions/min_terminated_length": 1102.0, "epoch": 0.7701925481370343, "frac_reward_zero_std": 0.0, "grad_norm": 2.8663716922880784, "kl": 0.018096923828125, "learning_rate": 2.374759515049232e-07, "loss": 0.032, "num_tokens": 139606266.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9736416339874268, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.1293685399221953, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11242129025073994, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0683130051063973, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3080 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1484.0, "completions/max_terminated_length": 1484.0, "completions/mean_length": 1123.625, "completions/mean_terminated_length": 1123.625, "completions/min_length": 824.0, "completions/min_terminated_length": 824.0, "epoch": 0.7704426106526632, "frac_reward_zero_std": 0.0, "grad_norm": 2.8279515731172, "kl": 0.020050048828125, "learning_rate": 2.3719344717542775e-07, "loss": -0.0442, "num_tokens": 139645620.0, "reward": -7.450580596923828e-09, "reward_std": 1.0610628128051758, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.044517892072150025, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06911901703387456, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8583333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1057600358603626, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3081 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1494.0, "completions/mean_length": 1304.5625, "completions/mean_terminated_length": 1187.300048828125, "completions/min_length": 626.0, "completions/min_terminated_length": 626.0, "epoch": 0.770692673168292, "frac_reward_zero_std": 0.0, "grad_norm": 2.975188983383075, "kl": 0.0167236328125, "learning_rate": 2.36911181194127e-07, "loss": 0.0378, "num_tokens": 139694525.0, "reward": 2.9802322387695312e-08, "reward_std": 0.7475026249885559, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06051431186615263, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1695524877541303, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8041666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11013459778666117, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3082 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1478.0, "completions/mean_length": 1294.5, "completions/mean_terminated_length": 1247.0770263671875, "completions/min_length": 862.0, "completions/min_terminated_length": 862.0, "epoch": 0.770942735683921, "frac_reward_zero_std": 0.0, "grad_norm": 3.3859184087711176, "kl": 0.020751953125, "learning_rate": 2.366291537760983e-07, "loss": -0.0289, "num_tokens": 139748149.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0638489723205566, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.16022650089316362, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.2089511280477232, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1261979632400061, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3083 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1389.0, "completions/mean_length": 1267.25, "completions/mean_terminated_length": 1213.5384521484375, "completions/min_length": 1037.0, "completions/min_terminated_length": 1037.0, "epoch": 0.7711927981995499, "frac_reward_zero_std": 0.0, "grad_norm": 2.9112115934121525, "kl": 0.019073486328125, "learning_rate": 2.363473651362371e-07, "loss": 0.0342, "num_tokens": 139794113.0, "reward": 0.0, "reward_std": 0.9863105416297913, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.08629601929303965, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.14599610464813417, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9291666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10741060020797313, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3084 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1392.0, "completions/max_terminated_length": 1392.0, "completions/mean_length": 1055.1875, "completions/mean_terminated_length": 1055.1875, "completions/min_length": 781.0, "completions/min_terminated_length": 781.0, "epoch": 0.7714428607151788, "frac_reward_zero_std": 0.0, "grad_norm": 2.9987184667765967, "kl": 0.0170440673828125, "learning_rate": 2.360658154892569e-07, "loss": -0.0327, "num_tokens": 139829396.0, "reward": 0.0, "reward_std": 0.9509248733520508, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.07579453645312362, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03708276865238698, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.85, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14298407059684812, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3085 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1459.0, "completions/mean_length": 1301.5, "completions/mean_terminated_length": 1211.272705078125, "completions/min_length": 1037.0, "completions/min_terminated_length": 1037.0, "epoch": 0.7716929232308077, "frac_reward_zero_std": 0.0, "grad_norm": 2.568429379638132, "kl": 0.00905609130859375, "learning_rate": 2.3578450504968933e-07, "loss": -0.0157, "num_tokens": 139873468.0, "reward": 0.0, "reward_std": 0.942929744720459, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.012192238523296713, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.026330704538590485, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09339283817414601, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3086 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1102.0, "completions/max_terminated_length": 1102.0, "completions/mean_length": 857.875, "completions/mean_terminated_length": 857.875, "completions/min_length": 657.0, "completions/min_terminated_length": 657.0, "epoch": 0.7719429857464366, "frac_reward_zero_std": 0.0, "grad_norm": 3.7218282573509365, "kl": 0.0164947509765625, "learning_rate": 2.3550343403188343e-07, "loss": -0.0516, "num_tokens": 139913618.0, "reward": -7.450580596923828e-09, "reward_std": 1.0340756177902222, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.007839214452741761, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10270104224763131, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06382847385042256, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3087 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.8125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1472.0, "completions/mean_length": 1459.8125, "completions/mean_terminated_length": 1285.666748046875, "completions/min_length": 916.0, "completions/min_terminated_length": 916.0, "epoch": 0.7721930482620655, "frac_reward_zero_std": 0.0, "grad_norm": 2.736147834342746, "kl": 0.0164642333984375, "learning_rate": 2.35222602650006e-07, "loss": 0.0203, "num_tokens": 139969479.0, "reward": 0.0, "reward_std": 0.6911581158638, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.26379204751601354, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.2758844786873949, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7333333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1355373393953503, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3088 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1498.0, "completions/mean_length": 1349.625, "completions/mean_terminated_length": 1232.6666259765625, "completions/min_length": 788.0, "completions/min_terminated_length": 788.0, "epoch": 0.7724431107776945, "frac_reward_zero_std": 0.0, "grad_norm": 3.0344050135030227, "kl": 0.01898193359375, "learning_rate": 2.3494201111804132e-07, "loss": -0.0519, "num_tokens": 140009305.0, "reward": -2.9802322387695312e-08, "reward_std": 0.5520751476287842, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.10123637998571357, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08664703050361178, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11155467020454342, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3089 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1460.0, "completions/max_terminated_length": 1460.0, "completions/mean_length": 1191.25, "completions/mean_terminated_length": 1191.25, "completions/min_length": 959.0, "completions/min_terminated_length": 959.0, "epoch": 0.7726931732933233, "frac_reward_zero_std": 0.0, "grad_norm": 3.267452059167474, "kl": 0.0186614990234375, "learning_rate": 2.3466165964979078e-07, "loss": -0.0466, "num_tokens": 140062797.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9233856201171875, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.05421884902033858, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1123741003096069, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.05000000000000003, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3090 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1396.0, "completions/mean_length": 1021.3125, "completions/mean_terminated_length": 989.4000244140625, "completions/min_length": 764.0, "completions/min_terminated_length": 764.0, "epoch": 0.7729432358089522, "frac_reward_zero_std": 0.0, "grad_norm": 3.3420723938668213, "kl": 0.015045166015625, "learning_rate": 2.3438154845887284e-07, "loss": -0.0443, "num_tokens": 140103890.0, "reward": 1.4901161193847656e-08, "reward_std": 0.8839049339294434, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0012623357911534117, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.051670202419173396, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.825, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11385500851066223, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3091 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1416.0, "completions/max_terminated_length": 1416.0, "completions/mean_length": 1000.25, "completions/mean_terminated_length": 1000.25, "completions/min_length": 672.0, "completions/min_terminated_length": 672.0, "epoch": 0.7731932983245812, "frac_reward_zero_std": 0.0, "grad_norm": 3.4842681690756936, "kl": 0.0171661376953125, "learning_rate": 2.3410167775872291e-07, "loss": -0.0044, "num_tokens": 140131694.0, "reward": -1.4901161193847656e-08, "reward_std": 0.936724066734314, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.09910674767545996, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1041751999092905, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11279282877125756, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3092 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1372.0, "completions/mean_length": 1183.375, "completions/mean_terminated_length": 1138.1429443359375, "completions/min_length": 999.0, "completions/min_terminated_length": 999.0, "epoch": 0.77344336084021, "frac_reward_zero_std": 0.0, "grad_norm": 3.452702076917666, "kl": 0.017822265625, "learning_rate": 2.3382204776259324e-07, "loss": 0.0364, "num_tokens": 140171836.0, "reward": 5.960464477539063e-08, "reward_std": 0.5765860080718994, "rewards/wordcountpos_reward_GEOBench/mean": 5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.11698811823088019, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1857376996093616, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8666666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10886621079036349, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3093 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1486.0, "completions/mean_length": 1206.375, "completions/mean_terminated_length": 1164.4285888671875, "completions/min_length": 826.0, "completions/min_terminated_length": 826.0, "epoch": 0.7736934233558389, "frac_reward_zero_std": 0.0, "grad_norm": 3.2582280717402408, "kl": 0.0172271728515625, "learning_rate": 2.3354265868355246e-07, "loss": 0.0622, "num_tokens": 140220810.0, "reward": -2.9802322387695312e-08, "reward_std": 0.6588790416717529, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.060383248547345766, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07578502421473564, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.16594287281181147, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3094 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1402.0, "completions/max_terminated_length": 1402.0, "completions/mean_length": 1051.875, "completions/mean_terminated_length": 1051.875, "completions/min_length": 874.0, "completions/min_terminated_length": 874.0, "epoch": 0.7739434858714679, "frac_reward_zero_std": 0.0, "grad_norm": 2.701762728061946, "kl": 0.011932373046875, "learning_rate": 2.3326351073448573e-07, "loss": -0.0152, "num_tokens": 140257672.0, "reward": 0.0, "reward_std": 0.8970906734466553, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.017481072035133424, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10911876975533763, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.85, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06666666666666668, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3095 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1473.0, "completions/mean_length": 1343.0, "completions/mean_terminated_length": 1248.800048828125, "completions/min_length": 812.0, "completions/min_terminated_length": 812.0, "epoch": 0.7741935483870968, "frac_reward_zero_std": 0.0, "grad_norm": 2.4632291353716336, "kl": 0.0161590576171875, "learning_rate": 2.329846041280949e-07, "loss": 0.0199, "num_tokens": 140306296.0, "reward": -2.9802322387695312e-08, "reward_std": 0.7411212921142578, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.001832079961552463, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04633622345302878, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11409872268574492, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3096 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1450.0, "completions/mean_length": 1079.0625, "completions/mean_terminated_length": 1018.9285888671875, "completions/min_length": 803.0, "completions/min_terminated_length": 803.0, "epoch": 0.7744436109027257, "frac_reward_zero_std": 0.0, "grad_norm": 2.89354550393684, "kl": 0.01605224609375, "learning_rate": 2.3270593907689708e-07, "loss": 0.0474, "num_tokens": 140343969.0, "reward": -7.450580596923828e-09, "reward_std": 1.0409399271011353, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0017563559925468102, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03942858991994365, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1102186379345533, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3097 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1472.0, "completions/max_terminated_length": 1472.0, "completions/mean_length": 1067.3125, "completions/mean_terminated_length": 1067.3125, "completions/min_length": 711.0, "completions/min_terminated_length": 711.0, "epoch": 0.7746936734183546, "frac_reward_zero_std": 0.0, "grad_norm": 2.8172831022282683, "kl": 0.0160980224609375, "learning_rate": 2.3242751579322577e-07, "loss": -0.034, "num_tokens": 140392174.0, "reward": -2.9802322387695312e-08, "reward_std": 0.7639655470848083, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.026961856616260344, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.18332574814650143, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8291666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.131021626713557, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3098 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1485.0, "completions/mean_length": 1201.9375, "completions/mean_terminated_length": 1023.1000366210938, "completions/min_length": 687.0, "completions/min_terminated_length": 687.0, "epoch": 0.7749437359339835, "frac_reward_zero_std": 0.0, "grad_norm": 2.5928350927119705, "kl": 0.0131378173828125, "learning_rate": 2.321493344892306e-07, "loss": -0.0095, "num_tokens": 140444237.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9732303619384766, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.09854827113049278, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08186283041414212, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07391185942027818, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3099 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1489.0, "completions/max_terminated_length": 1489.0, "completions/mean_length": 1103.25, "completions/mean_terminated_length": 1103.25, "completions/min_length": 828.0, "completions/min_terminated_length": 828.0, "epoch": 0.7751937984496124, "frac_reward_zero_std": 0.0, "grad_norm": 3.736061175541406, "kl": 0.02044677734375, "learning_rate": 2.318713953768763e-07, "loss": 0.0013, "num_tokens": 140485169.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9940143823623657, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.07867576826172754, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.15306243463633312, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07252075054258098, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3100 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1486.0, "completions/mean_length": 1180.875, "completions/mean_terminated_length": 1159.60009765625, "completions/min_length": 806.0, "completions/min_terminated_length": 806.0, "epoch": 0.7754438609652413, "frac_reward_zero_std": 0.0, "grad_norm": 2.9881180265470744, "kl": 0.015045166015625, "learning_rate": 2.3159369866794318e-07, "loss": -0.0738, "num_tokens": 140530999.0, "reward": 2.2351741790771484e-08, "reward_std": 1.0346760749816895, "rewards/wordcountpos_reward_GEOBench/mean": 2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0202255051296496, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04944581643720921, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08777074514725111, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3101 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1438.0, "completions/mean_length": 1194.1875, "completions/mean_terminated_length": 1173.800048828125, "completions/min_length": 1036.0, "completions/min_terminated_length": 1036.0, "epoch": 0.7756939234808702, "frac_reward_zero_std": 0.0, "grad_norm": 1.6564890579271978, "kl": 0.01010894775390625, "learning_rate": 2.31316244574027e-07, "loss": -0.0118, "num_tokens": 140572826.0, "reward": -5.960464477539063e-08, "reward_std": 0.747949481010437, "rewards/wordcountpos_reward_GEOBench/mean": -5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.11910704365684503, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1319711676439974, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8583333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09067647005823629, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3102 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1472.0, "completions/mean_length": 1217.8125, "completions/mean_terminated_length": 1199.0001220703125, "completions/min_length": 909.0, "completions/min_terminated_length": 909.0, "epoch": 0.7759439859964992, "frac_reward_zero_std": 0.0, "grad_norm": 3.020614642905669, "kl": 0.015869140625, "learning_rate": 2.310390333065385e-07, "loss": 0.0215, "num_tokens": 140617431.0, "reward": 1.1175870895385742e-08, "reward_std": 1.0483922958374023, "rewards/wordcountpos_reward_GEOBench/mean": 1.1175870895385742e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.031273475913894185, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04042577166354753, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.141878925953186, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3103 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1492.0, "completions/mean_length": 1233.0, "completions/mean_terminated_length": 1111.6363525390625, "completions/min_length": 838.0, "completions/min_terminated_length": 838.0, "epoch": 0.776194048512128, "frac_reward_zero_std": 0.0, "grad_norm": 2.875805489089078, "kl": 0.016754150390625, "learning_rate": 2.307620650767034e-07, "loss": 0.0206, "num_tokens": 140659095.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9731847047805786, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.019530498207480245, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.053361791147210166, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06540472290116196, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3104 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1426.0, "completions/mean_length": 1400.25, "completions/mean_terminated_length": 1340.4000244140625, "completions/min_length": 1236.0, "completions/min_terminated_length": 1236.0, "epoch": 0.7764441110277569, "frac_reward_zero_std": 0.0, "grad_norm": 2.5132557861161517, "kl": 0.0132598876953125, "learning_rate": 2.304853400955623e-07, "loss": -0.008, "num_tokens": 140718803.0, "reward": -7.450580596923828e-09, "reward_std": 1.0275650024414062, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.015635784554176878, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07490774514667423, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8583333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11894598836509011, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3105 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1400.0, "completions/max_terminated_length": 1400.0, "completions/mean_length": 1050.0, "completions/mean_terminated_length": 1050.0, "completions/min_length": 705.0, "completions/min_terminated_length": 705.0, "epoch": 0.7766941735433859, "frac_reward_zero_std": 0.0, "grad_norm": 3.3280367509940563, "kl": 0.0179443359375, "learning_rate": 2.3020885857397058e-07, "loss": -0.0107, "num_tokens": 140765243.0, "reward": -2.9802322387695312e-08, "reward_std": 0.6816219091415405, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03964310683763073, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09806032283998156, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14240006242195888, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3106 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1287.0, "completions/mean_length": 1267.8125, "completions/mean_terminated_length": 1087.2222900390625, "completions/min_length": 920.0, "completions/min_terminated_length": 920.0, "epoch": 0.7769442360590147, "frac_reward_zero_std": 0.0, "grad_norm": 2.433541572313009, "kl": 0.0147247314453125, "learning_rate": 2.2993262072259787e-07, "loss": -0.025, "num_tokens": 140813080.0, "reward": -2.2351741790771484e-08, "reward_std": 1.038700819015503, "rewards/wordcountpos_reward_GEOBench/mean": -2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.019306813291930458, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0743766939705862, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11603000888978232, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3107 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1352.0, "completions/max_terminated_length": 1352.0, "completions/mean_length": 1096.5, "completions/mean_terminated_length": 1096.5, "completions/min_length": 801.0, "completions/min_terminated_length": 801.0, "epoch": 0.7771942985746436, "frac_reward_zero_std": 0.0, "grad_norm": 2.8663078463120857, "kl": 0.0160980224609375, "learning_rate": 2.296566267519282e-07, "loss": -0.0211, "num_tokens": 140855720.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0269923210144043, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.09794845658329651, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09164343848467564, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.925, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0906764700582363, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3108 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1465.0, "completions/mean_length": 1329.0, "completions/mean_terminated_length": 1272.0, "completions/min_length": 1065.0, "completions/min_terminated_length": 1065.0, "epoch": 0.7774443610902726, "frac_reward_zero_std": 0.0, "grad_norm": 3.219128186421624, "kl": 0.021087646484375, "learning_rate": 2.2938087687225982e-07, "loss": 0.0131, "num_tokens": 140902688.0, "reward": 0.0, "reward_std": 0.9489836096763611, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.02470623400231839, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09944642826830641, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1002773930432755, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3109 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1361.0, "completions/mean_length": 1138.625, "completions/mean_terminated_length": 1114.533447265625, "completions/min_length": 779.0, "completions/min_terminated_length": 779.0, "epoch": 0.7776944236059015, "frac_reward_zero_std": 0.0, "grad_norm": 2.9705663849013018, "kl": 0.0131378173828125, "learning_rate": 2.2910537129370506e-07, "loss": 0.0063, "num_tokens": 140932218.0, "reward": 1.4901161193847656e-08, "reward_std": 1.050583839416504, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.15913454334658433, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.17475040196499683, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1253144193766372, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3110 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1498.0, "completions/mean_length": 1463.8125, "completions/mean_terminated_length": 1417.2857666015625, "completions/min_length": 1375.0, "completions/min_terminated_length": 1375.0, "epoch": 0.7779444861215303, "frac_reward_zero_std": 0.0, "grad_norm": 2.1163603782346696, "kl": 0.0086669921875, "learning_rate": 2.2883011022618985e-07, "loss": 0.0016, "num_tokens": 140990335.0, "reward": 0.0, "reward_std": 0.8141257166862488, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.027619728706072842, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.044826049061904336, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10852547064066474, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3111 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1479.0, "completions/mean_length": 1250.4375, "completions/mean_terminated_length": 1192.84619140625, "completions/min_length": 881.0, "completions/min_terminated_length": 881.0, "epoch": 0.7781945486371593, "frac_reward_zero_std": 0.0, "grad_norm": 3.0416316728506536, "kl": 0.0162353515625, "learning_rate": 2.28555093879454e-07, "loss": -0.0033, "num_tokens": 141043806.0, "reward": 1.1175870895385742e-08, "reward_std": 1.0224816799163818, "rewards/wordcountpos_reward_GEOBench/mean": 1.1175870895385742e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06410043156931138, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08072716429478016, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07649739768026002, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3112 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1359.0, "completions/mean_length": 1157.3125, "completions/mean_terminated_length": 1001.5454711914062, "completions/min_length": 792.0, "completions/min_terminated_length": 792.0, "epoch": 0.7784446111527882, "frac_reward_zero_std": 0.0, "grad_norm": 2.666017582800976, "kl": 0.0131988525390625, "learning_rate": 2.2828032246305092e-07, "loss": 0.0604, "num_tokens": 141089443.0, "reward": 0.0, "reward_std": 1.0667858123779297, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.02556756921555981, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05697211774846252, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9208333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08850612031567835, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3113 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1182.0, "completions/mean_length": 1159.8125, "completions/mean_terminated_length": 895.2222290039062, "completions/min_length": 575.0, "completions/min_terminated_length": 575.0, "epoch": 0.7786946736684172, "frac_reward_zero_std": 0.0, "grad_norm": 2.384157412110841, "kl": 0.00891876220703125, "learning_rate": 2.2800579618634747e-07, "loss": -0.0047, "num_tokens": 141133032.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9740424156188965, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0286292265948608, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.051410029635049107, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14981470036162822, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3114 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1453.0, "completions/mean_length": 1248.0625, "completions/mean_terminated_length": 1164.0833740234375, "completions/min_length": 936.0, "completions/min_terminated_length": 936.0, "epoch": 0.778944736184046, "frac_reward_zero_std": 0.0, "grad_norm": 2.793614312540597, "kl": 0.01837158203125, "learning_rate": 2.2773151525852312e-07, "loss": 0.0054, "num_tokens": 141178785.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9271921515464783, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.043077534170378795, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0446677003053973, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08027729719194865, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3115 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1422.0, "completions/max_terminated_length": 1422.0, "completions/mean_length": 1101.25, "completions/mean_terminated_length": 1101.25, "completions/min_length": 951.0, "completions/min_terminated_length": 951.0, "epoch": 0.7791947986996749, "frac_reward_zero_std": 0.0, "grad_norm": 3.108268550859944, "kl": 0.013519287109375, "learning_rate": 2.2745747988857095e-07, "loss": -0.0234, "num_tokens": 141224469.0, "reward": -2.2351741790771484e-08, "reward_std": 1.0622438192367554, "rewards/wordcountpos_reward_GEOBench/mean": -2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.004627338306607586, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09789469054738785, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7916666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.047919685895217425, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3116 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1476.0, "completions/mean_length": 1208.8125, "completions/mean_terminated_length": 1167.21435546875, "completions/min_length": 897.0, "completions/min_terminated_length": 897.0, "epoch": 0.7794448612153039, "frac_reward_zero_std": 0.0, "grad_norm": 2.8278440479699203, "kl": 0.0157318115234375, "learning_rate": 2.27183690285297e-07, "loss": 0.0109, "num_tokens": 141259122.0, "reward": 3.725290298461914e-09, "reward_std": 1.029374361038208, "rewards/wordcountpos_reward_GEOBench/mean": 3.725290298461914e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.004844866445574107, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.030853676804279005, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.925, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07649739768026001, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3117 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1351.0, "completions/max_terminated_length": 1351.0, "completions/mean_length": 1106.625, "completions/mean_terminated_length": 1106.625, "completions/min_length": 829.0, "completions/min_terminated_length": 829.0, "epoch": 0.7796949237309327, "frac_reward_zero_std": 0.0, "grad_norm": 2.6196731578310777, "kl": 0.0157470703125, "learning_rate": 2.2691014665731973e-07, "loss": -0.0799, "num_tokens": 141292708.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0174932479858398, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.052906723633206205, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0563798707433637, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09888264649460887, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3118 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1378.0, "completions/max_terminated_length": 1378.0, "completions/mean_length": 1022.0, "completions/mean_terminated_length": 1022.0, "completions/min_length": 716.0, "completions/min_terminated_length": 716.0, "epoch": 0.7799449862465616, "frac_reward_zero_std": 0.0, "grad_norm": 3.74218429680847, "kl": 0.021240234375, "learning_rate": 2.266368492130703e-07, "loss": -0.0058, "num_tokens": 141337860.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8891324400901794, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.058103304213931645, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08198893316806888, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08606629658238707, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3119 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1473.0, "completions/mean_length": 1289.9375, "completions/mean_terminated_length": 1275.933349609375, "completions/min_length": 960.0, "completions/min_terminated_length": 960.0, "epoch": 0.7801950487621906, "frac_reward_zero_std": 0.0, "grad_norm": 3.1437254568045487, "kl": 0.01727294921875, "learning_rate": 2.2636379816079227e-07, "loss": -0.0, "num_tokens": 141387611.0, "reward": 0.0, "reward_std": 1.061630368232727, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.05291257644368569, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11804166902557756, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8333333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07302967433402215, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3120 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1405.0, "completions/max_terminated_length": 1405.0, "completions/mean_length": 1056.0, "completions/mean_terminated_length": 1056.0, "completions/min_length": 876.0, "completions/min_terminated_length": 876.0, "epoch": 0.7804451112778195, "frac_reward_zero_std": 0.0, "grad_norm": 3.329200400205436, "kl": 0.0132598876953125, "learning_rate": 2.2609099370854146e-07, "loss": -0.0906, "num_tokens": 141427635.0, "reward": 0.0, "reward_std": 0.8885282278060913, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.042142970806390304, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0669935582370283, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09727776191382576, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3121 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1485.0, "completions/max_terminated_length": 1485.0, "completions/mean_length": 1216.9375, "completions/mean_terminated_length": 1216.9375, "completions/min_length": 961.0, "completions/min_terminated_length": 961.0, "epoch": 0.7806951737934483, "frac_reward_zero_std": 0.0, "grad_norm": 3.237838902619618, "kl": 0.01513671875, "learning_rate": 2.2581843606418576e-07, "loss": 0.001, "num_tokens": 141465482.0, "reward": 0.0, "reward_std": 0.7738313674926758, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.00917892960332818, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.13949987882121415, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.061913918736689055, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3122 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1397.0, "completions/mean_length": 1094.75, "completions/mean_terminated_length": 1067.7333984375, "completions/min_length": 788.0, "completions/min_terminated_length": 788.0, "epoch": 0.7809452363090773, "frac_reward_zero_std": 0.0, "grad_norm": 3.0008450350932, "kl": 0.01959228515625, "learning_rate": 2.2554612543540498e-07, "loss": 0.0298, "num_tokens": 141516062.0, "reward": 0.0, "reward_std": 0.9720662236213684, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.02974056939821558, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06948404776209717, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8333333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11417984514369005, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3123 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1493.0, "completions/mean_length": 1247.0, "completions/mean_terminated_length": 1210.857177734375, "completions/min_length": 1011.0, "completions/min_terminated_length": 1011.0, "epoch": 0.7811952988247062, "frac_reward_zero_std": 0.0, "grad_norm": 3.213290634610443, "kl": 0.019561767578125, "learning_rate": 2.25274062029691e-07, "loss": -0.0314, "num_tokens": 141572430.0, "reward": 0.0, "reward_std": 0.9156955480575562, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.00037095885526235335, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0995810195374684, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8875000000000001, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08333333333333331, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3124 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1421.0, "completions/max_terminated_length": 1421.0, "completions/mean_length": 1085.6875, "completions/mean_terminated_length": 1085.6875, "completions/min_length": 627.0, "completions/min_terminated_length": 627.0, "epoch": 0.781445361340335, "frac_reward_zero_std": 0.0, "grad_norm": 2.4022655604697425, "kl": 0.0169525146484375, "learning_rate": 2.2500224605434692e-07, "loss": -0.0719, "num_tokens": 141604761.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8711904287338257, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.09873657900531337, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1524457076054459, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09583937179043478, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3125 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1454.0, "completions/mean_length": 1222.0, "completions/mean_terminated_length": 1182.2857666015625, "completions/min_length": 838.0, "completions/min_terminated_length": 838.0, "epoch": 0.781695423855964, "frac_reward_zero_std": 0.0, "grad_norm": 3.5261286932157385, "kl": 0.02484130859375, "learning_rate": 2.247306777164875e-07, "loss": -0.0628, "num_tokens": 141658929.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0253026485443115, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04089279257741166, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09084326149356381, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0739118594202782, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3126 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1445.0, "completions/mean_length": 1050.0, "completions/mean_terminated_length": 1020.0000610351562, "completions/min_length": 810.0, "completions/min_terminated_length": 810.0, "epoch": 0.7819454863715929, "frac_reward_zero_std": 0.0, "grad_norm": 3.3678002326909833, "kl": 0.019287109375, "learning_rate": 2.2445935722303882e-07, "loss": -0.0099, "num_tokens": 141704017.0, "reward": 0.0, "reward_std": 0.7570704817771912, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.013553367959171274, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09210244381271897, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.775, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12141145226353545, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3127 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1483.0, "completions/max_terminated_length": 1483.0, "completions/mean_length": 1144.6875, "completions/mean_terminated_length": 1144.6875, "completions/min_length": 801.0, "completions/min_terminated_length": 801.0, "epoch": 0.7821955488872218, "frac_reward_zero_std": 0.0, "grad_norm": 3.0060557882852197, "kl": 0.0207366943359375, "learning_rate": 2.2418828478073803e-07, "loss": -0.0272, "num_tokens": 141753396.0, "reward": -7.450580596923828e-09, "reward_std": 1.0438638925552368, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.08712486354147402, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12674824263936774, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9208333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09179284245476836, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3128 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1340.0, "completions/mean_length": 1092.375, "completions/mean_terminated_length": 1034.1429443359375, "completions/min_length": 707.0, "completions/min_terminated_length": 707.0, "epoch": 0.7824456114028507, "frac_reward_zero_std": 0.0, "grad_norm": 2.9959947795208706, "kl": 0.0142974853515625, "learning_rate": 2.2391746059613335e-07, "loss": -0.0157, "num_tokens": 141786130.0, "reward": -7.450580596923828e-09, "reward_std": 0.9748282432556152, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.04441638643555737, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07335370233992354, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8666666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10886621079036347, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3129 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1476.0, "completions/mean_length": 1376.25, "completions/mean_terminated_length": 1335.0, "completions/min_length": 1156.0, "completions/min_terminated_length": 1156.0, "epoch": 0.7826956739184796, "frac_reward_zero_std": 0.0, "grad_norm": 3.0361215149506515, "kl": 0.021453857421875, "learning_rate": 2.236468848755836e-07, "loss": -0.0002, "num_tokens": 141838014.0, "reward": -2.9802322387695312e-08, "reward_std": 0.902534008026123, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.006780780662539913, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08205118824778404, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9291666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09574271077563382, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3130 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1275.0, "completions/mean_length": 1098.4375, "completions/mean_terminated_length": 1071.666748046875, "completions/min_length": 917.0, "completions/min_terminated_length": 917.0, "epoch": 0.7829457364341085, "frac_reward_zero_std": 0.0, "grad_norm": 2.8762372199466335, "kl": 0.015228271484375, "learning_rate": 2.233765578252589e-07, "loss": -0.0108, "num_tokens": 141870421.0, "reward": 9.313225746154785e-09, "reward_std": 1.0109643936157227, "rewards/wordcountpos_reward_GEOBench/mean": 9.313225746154785e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.04085727769177524, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09286995120984347, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8916666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07649739768026002, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3131 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1483.0, "completions/mean_length": 1272.125, "completions/mean_terminated_length": 1219.5384521484375, "completions/min_length": 883.0, "completions/min_terminated_length": 883.0, "epoch": 0.7831957989497375, "frac_reward_zero_std": 0.0, "grad_norm": 3.5807613601209574, "kl": 0.02197265625, "learning_rate": 2.231064796511393e-07, "loss": -0.0292, "num_tokens": 141920359.0, "reward": -7.450580596923828e-09, "reward_std": 1.0024752616882324, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.1164343330019168, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.16869150302831726, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07781745019952505, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3132 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1396.0, "completions/mean_length": 1207.25, "completions/mean_terminated_length": 1139.6923828125, "completions/min_length": 936.0, "completions/min_terminated_length": 936.0, "epoch": 0.7834458614653663, "frac_reward_zero_std": 0.0, "grad_norm": 3.388342037899947, "kl": 0.0196533203125, "learning_rate": 2.2283665055901512e-07, "loss": 0.0006, "num_tokens": 141963211.0, "reward": -2.9802322387695312e-08, "reward_std": 0.7664536833763123, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.01933388933437418, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03282054466052182, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8666666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08432740427115679, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3133 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1497.0, "completions/mean_length": 1288.0625, "completions/mean_terminated_length": 1217.416748046875, "completions/min_length": 977.0, "completions/min_terminated_length": 977.0, "epoch": 0.7836959239809953, "frac_reward_zero_std": 0.0, "grad_norm": 2.5480827689403043, "kl": 0.0142364501953125, "learning_rate": 2.2256707075448753e-07, "loss": -0.0459, "num_tokens": 142020156.0, "reward": 0.0, "reward_std": 0.5042341947555542, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.050684843969423764, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07220364185429919, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0824396524513313, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3134 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1484.0, "completions/mean_length": 1146.625, "completions/mean_terminated_length": 1123.0667724609375, "completions/min_length": 733.0, "completions/min_terminated_length": 733.0, "epoch": 0.7839459864966242, "frac_reward_zero_std": 0.0, "grad_norm": 3.2920539443023378, "kl": 0.021270751953125, "learning_rate": 2.2229774044296724e-07, "loss": -0.0054, "num_tokens": 142065846.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0148265361785889, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.02666766254657847, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.16912827212970116, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0894427190999916, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3135 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1450.0, "completions/mean_length": 1237.125, "completions/mean_terminated_length": 1219.60009765625, "completions/min_length": 1037.0, "completions/min_terminated_length": 1037.0, "epoch": 0.784196049012253, "frac_reward_zero_std": 0.0, "grad_norm": 3.0220128643232407, "kl": 0.0189056396484375, "learning_rate": 2.2202865982967496e-07, "loss": -0.0324, "num_tokens": 142111616.0, "reward": -2.9802322387695312e-08, "reward_std": 0.9633963704109192, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.07488432336750178, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09390590343880265, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8958333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10027739304327549, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3136 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1489.0, "completions/mean_length": 1291.125, "completions/mean_terminated_length": 1196.181884765625, "completions/min_length": 352.0, "completions/min_terminated_length": 352.0, "epoch": 0.784446111527882, "frac_reward_zero_std": 0.0, "grad_norm": 2.758368633052664, "kl": 0.022857666015625, "learning_rate": 2.217598291196412e-07, "loss": -0.104, "num_tokens": 142155658.0, "reward": 5.960464477539063e-08, "reward_std": 0.5864871740341187, "rewards/wordcountpos_reward_GEOBench/mean": 5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0801314961456984, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1770762452463528, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8333333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12881223774390613, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3137 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1408.0, "completions/mean_length": 1209.0, "completions/mean_terminated_length": 1189.60009765625, "completions/min_length": 987.0, "completions/min_terminated_length": 987.0, "epoch": 0.7846961740435109, "frac_reward_zero_std": 0.0, "grad_norm": 2.8802252845686485, "kl": 0.018463134765625, "learning_rate": 2.2149124851770602e-07, "loss": 0.0014, "num_tokens": 142193202.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9145612716674805, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03805509372599068, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07940950433705883, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8916666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1085254706406647, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3138 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1497.0, "completions/mean_length": 1162.4375, "completions/mean_terminated_length": 1049.916748046875, "completions/min_length": 698.0, "completions/min_terminated_length": 698.0, "epoch": 0.7849462365591398, "frac_reward_zero_std": 0.0, "grad_norm": 3.350279876484063, "kl": 0.02490234375, "learning_rate": 2.2122291822851892e-07, "loss": 0.0066, "num_tokens": 142229337.0, "reward": -1.862645149230957e-09, "reward_std": 1.0688577890396118, "rewards/wordcountpos_reward_GEOBench/mean": -1.862645149230957e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.005372131847339209, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0689943517503309, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10878112581387149, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3139 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1486.0, "completions/mean_length": 1142.8125, "completions/mean_terminated_length": 980.45458984375, "completions/min_length": 716.0, "completions/min_terminated_length": 716.0, "epoch": 0.7851962990747687, "frac_reward_zero_std": 0.0, "grad_norm": 2.709532379013106, "kl": 0.0160675048828125, "learning_rate": 2.209548384565385e-07, "loss": 0.0047, "num_tokens": 142267214.0, "reward": 0.0, "reward_std": 0.7410358190536499, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.07745456100519076, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1045731993438538, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.16049691355057039, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3140 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1361.0, "completions/mean_length": 1269.125, "completions/mean_terminated_length": 1215.84619140625, "completions/min_length": 1037.0, "completions/min_terminated_length": 1037.0, "epoch": 0.7854463615903976, "frac_reward_zero_std": 0.0, "grad_norm": 2.0479486492305883, "kl": 0.0093994140625, "learning_rate": 2.2068700940603297e-07, "loss": 0.0481, "num_tokens": 142313576.0, "reward": 0.0, "reward_std": 0.9494744539260864, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.10294111678355598, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07397944732868468, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08734775114237134, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3141 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1493.0, "completions/max_terminated_length": 1493.0, "completions/mean_length": 1072.6875, "completions/mean_terminated_length": 1072.6875, "completions/min_length": 736.0, "completions/min_terminated_length": 736.0, "epoch": 0.7856964241060265, "frac_reward_zero_std": 0.0, "grad_norm": 2.1391994783264363, "kl": 0.0106964111328125, "learning_rate": 2.2041943128107897e-07, "loss": -0.0469, "num_tokens": 142350843.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8932387828826904, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.02198987875681524, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11937288910910554, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8916666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11385500851066221, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3142 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1176.0, "completions/mean_length": 1097.9375, "completions/mean_terminated_length": 963.9166870117188, "completions/min_length": 642.0, "completions/min_terminated_length": 642.0, "epoch": 0.7859464866216554, "frac_reward_zero_std": 0.0, "grad_norm": 3.467509160777894, "kl": 0.020416259765625, "learning_rate": 2.201521042855621e-07, "loss": -0.0657, "num_tokens": 142393466.0, "reward": -2.9802322387695312e-08, "reward_std": 0.5027040243148804, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0011529277527924115, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12836007432995503, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10945995377982529, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3143 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1220.0, "completions/max_terminated_length": 1220.0, "completions/mean_length": 1071.125, "completions/mean_terminated_length": 1071.125, "completions/min_length": 886.0, "completions/min_terminated_length": 886.0, "epoch": 0.7861965491372843, "frac_reward_zero_std": 0.0, "grad_norm": 3.767120591442427, "kl": 0.0170135498046875, "learning_rate": 2.1988502862317676e-07, "loss": -0.0144, "num_tokens": 142442428.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9196226596832275, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03742020979775437, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1227015904412681, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6791666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08850612031567837, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3144 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1424.0, "completions/mean_length": 1034.0, "completions/mean_terminated_length": 1002.9334106445312, "completions/min_length": 744.0, "completions/min_terminated_length": 744.0, "epoch": 0.7864466116529132, "frac_reward_zero_std": 0.0, "grad_norm": 3.6097048139666863, "kl": 0.020263671875, "learning_rate": 2.1961820449742558e-07, "loss": -0.0356, "num_tokens": 142482924.0, "reward": 3.725290298461914e-09, "reward_std": 1.055826187133789, "rewards/wordcountpos_reward_GEOBench/mean": 3.725290298461914e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.14820908021513177, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12191903948531894, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1465024333004847, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3145 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1500.0, "completions/max_terminated_length": 1500.0, "completions/mean_length": 1156.375, "completions/mean_terminated_length": 1156.375, "completions/min_length": 758.0, "completions/min_terminated_length": 758.0, "epoch": 0.7866966741685422, "frac_reward_zero_std": 0.0, "grad_norm": 3.1168787002239524, "kl": 0.01971435546875, "learning_rate": 2.1935163211161984e-07, "loss": 0.0095, "num_tokens": 142517482.0, "reward": 0.0, "reward_std": 0.3894825875759125, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.05353437005519248, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05742025659094507, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14782371884055637, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3146 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1429.0, "completions/mean_length": 1349.875, "completions/mean_terminated_length": 1199.75, "completions/min_length": 910.0, "completions/min_terminated_length": 910.0, "epoch": 0.786946736684171, "frac_reward_zero_std": 0.0, "grad_norm": 2.909907481660971, "kl": 0.0164337158203125, "learning_rate": 2.1908531166887854e-07, "loss": -0.0164, "num_tokens": 142563784.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8045768737792969, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.038924169965211114, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08002711015669282, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8916666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06382847385042252, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3147 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1486.0, "completions/mean_length": 1242.0, "completions/mean_terminated_length": 1156.0, "completions/min_length": 808.0, "completions/min_terminated_length": 808.0, "epoch": 0.7871967991997999, "frac_reward_zero_std": 0.0, "grad_norm": 3.352832477232744, "kl": 0.01947021484375, "learning_rate": 2.1881924337212932e-07, "loss": 0.0311, "num_tokens": 142600192.0, "reward": 7.450580596923828e-09, "reward_std": 0.9132756590843201, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.00167367808699561, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07628591083863434, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0758897836290186, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3148 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1213.0, "completions/mean_length": 1018.125, "completions/mean_terminated_length": 986.0000610351562, "completions/min_length": 687.0, "completions/min_terminated_length": 687.0, "epoch": 0.7874468617154289, "frac_reward_zero_std": 0.0, "grad_norm": 3.103730795124191, "kl": 0.014312744140625, "learning_rate": 2.1855342742410736e-07, "loss": -0.0454, "num_tokens": 142635010.0, "reward": 2.9802322387695312e-08, "reward_std": 0.6687207818031311, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.22587171793637625, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.2130482181816886, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14497764834110988, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3149 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1465.0, "completions/mean_length": 1330.75, "completions/mean_terminated_length": 1253.8182373046875, "completions/min_length": 993.0, "completions/min_terminated_length": 993.0, "epoch": 0.7876969242310577, "frac_reward_zero_std": 0.0, "grad_norm": 3.3993834338122277, "kl": 0.0174560546875, "learning_rate": 2.1828786402735555e-07, "loss": 0.0032, "num_tokens": 142687486.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9331967830657959, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.08351661936058752, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.18325340441520357, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08734775114237134, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3150 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1261.0, "completions/max_terminated_length": 1261.0, "completions/mean_length": 979.625, "completions/mean_terminated_length": 979.625, "completions/min_length": 703.0, "completions/min_terminated_length": 703.0, "epoch": 0.7879469867466866, "frac_reward_zero_std": 0.0, "grad_norm": 3.2874245060159217, "kl": 0.020233154296875, "learning_rate": 2.1802255338422403e-07, "loss": -0.0129, "num_tokens": 142722976.0, "reward": -2.9802322387695312e-08, "reward_std": 0.7961347103118896, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.09070038530736908, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06931874039886982, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7916666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06831300510639735, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3151 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1315.0, "completions/mean_length": 1080.5625, "completions/mean_terminated_length": 1020.6428833007812, "completions/min_length": 729.0, "completions/min_terminated_length": 729.0, "epoch": 0.7881970492623156, "frac_reward_zero_std": 0.0, "grad_norm": 3.082275510325419, "kl": 0.0156707763671875, "learning_rate": 2.177574956968712e-07, "loss": -0.0276, "num_tokens": 142753649.0, "reward": -2.9802322387695312e-08, "reward_std": 0.73228520154953, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.015137529624113442, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03973572420784079, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12988598989256067, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3152 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1298.0, "completions/mean_length": 1329.4375, "completions/mean_terminated_length": 1110.1429443359375, "completions/min_length": 959.0, "completions/min_terminated_length": 959.0, "epoch": 0.7884471117779445, "frac_reward_zero_std": 0.0, "grad_norm": 2.471299897117188, "kl": 0.0176849365234375, "learning_rate": 2.1749269116726184e-07, "loss": 0.0051, "num_tokens": 142806008.0, "reward": 1.1175870895385742e-08, "reward_std": 1.031025767326355, "rewards/wordcountpos_reward_GEOBench/mean": 1.1175870895385742e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.09284164202341658, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.14696029023933577, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7333333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11155467020454343, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3153 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1425.0, "completions/mean_length": 1232.4375, "completions/mean_terminated_length": 1194.21435546875, "completions/min_length": 987.0, "completions/min_terminated_length": 987.0, "epoch": 0.7886971742935734, "frac_reward_zero_std": 0.0, "grad_norm": 3.24207623865605, "kl": 0.01922607421875, "learning_rate": 2.172281399971683e-07, "loss": -0.0285, "num_tokens": 142845543.0, "reward": 2.9802322387695312e-08, "reward_std": 0.803665280342102, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.16305162924300523, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.22334098982075185, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10174405069512348, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3154 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1493.0, "completions/mean_length": 1294.625, "completions/mean_terminated_length": 1280.933349609375, "completions/min_length": 989.0, "completions/min_terminated_length": 989.0, "epoch": 0.7889472368092023, "frac_reward_zero_std": 0.0, "grad_norm": 2.3678308359277676, "kl": 0.0118865966796875, "learning_rate": 2.1696384238817002e-07, "loss": 0.006, "num_tokens": 142888025.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0336265563964844, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.10149466047714674, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0896415254695089, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07302967433402215, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3155 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1400.0, "completions/max_terminated_length": 1400.0, "completions/mean_length": 1236.75, "completions/mean_terminated_length": 1236.75, "completions/min_length": 1083.0, "completions/min_terminated_length": 1083.0, "epoch": 0.7891972993248312, "frac_reward_zero_std": 0.0, "grad_norm": 2.2401366480368705, "kl": 0.00804901123046875, "learning_rate": 2.1669979854165267e-07, "loss": -0.0198, "num_tokens": 142938413.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0674614906311035, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0006218542439820653, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10077904633164853, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09339283817414601, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3156 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1475.0, "completions/mean_length": 1033.875, "completions/mean_terminated_length": 967.2857666015625, "completions/min_length": 386.0, "completions/min_terminated_length": 386.0, "epoch": 0.7894473618404602, "frac_reward_zero_std": 0.0, "grad_norm": 2.6474614470652886, "kl": 0.017120361328125, "learning_rate": 2.1643600865880896e-07, "loss": -0.0704, "num_tokens": 142971123.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9793280959129333, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.035351877383931495, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05085423390267886, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.17126976771553507, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3157 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1469.0, "completions/mean_length": 1406.0625, "completions/mean_terminated_length": 1249.5, "completions/min_length": 829.0, "completions/min_terminated_length": 829.0, "epoch": 0.789697424356089, "frac_reward_zero_std": 0.0, "grad_norm": 2.6728291637998085, "kl": 0.0192413330078125, "learning_rate": 2.1617247294063798e-07, "loss": -0.018, "num_tokens": 143029124.0, "reward": 0.0, "reward_std": 0.6019368171691895, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.04746154242285027, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09796591285205866, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.85, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09269623828717427, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3158 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1451.0, "completions/mean_length": 1420.625, "completions/mean_terminated_length": 1341.25, "completions/min_length": 1152.0, "completions/min_terminated_length": 1152.0, "epoch": 0.7899474868717179, "frac_reward_zero_std": 0.0, "grad_norm": 3.1278205340509424, "kl": 0.0172882080078125, "learning_rate": 2.159091915879453e-07, "loss": -0.0212, "num_tokens": 143082246.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9891825914382935, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.11171792259596441, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.030422103078154, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08766518798921945, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3159 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1435.0, "completions/mean_length": 1313.3125, "completions/mean_terminated_length": 1251.0833740234375, "completions/min_length": 944.0, "completions/min_terminated_length": 944.0, "epoch": 0.7901975493873469, "frac_reward_zero_std": 0.0, "grad_norm": 3.257422271991821, "kl": 0.017364501953125, "learning_rate": 2.156461648013426e-07, "loss": -0.0269, "num_tokens": 143134347.0, "reward": 0.0, "reward_std": 0.8425611257553101, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.05605589464089328, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11918730579504315, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.15098442401882486, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3160 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1411.0, "completions/mean_length": 1328.125, "completions/mean_terminated_length": 1250.0, "completions/min_length": 857.0, "completions/min_terminated_length": 857.0, "epoch": 0.7904476119029757, "frac_reward_zero_std": 0.0, "grad_norm": 2.1954579545237096, "kl": 0.01446533203125, "learning_rate": 2.153833927812474e-07, "loss": -0.0281, "num_tokens": 143178453.0, "reward": 0.0, "reward_std": 1.0083447694778442, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.018306422264755026, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07431460655805004, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10101338378503963, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3161 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1245.0, "completions/mean_length": 997.5, "completions/mean_terminated_length": 964.0000610351562, "completions/min_length": 553.0, "completions/min_terminated_length": 553.0, "epoch": 0.7906976744186046, "frac_reward_zero_std": 0.0, "grad_norm": 3.727033830849626, "kl": 0.02752685546875, "learning_rate": 2.151208757278833e-07, "loss": -0.0395, "num_tokens": 143220437.0, "reward": -2.2351741790771484e-08, "reward_std": 1.037672758102417, "rewards/wordcountpos_reward_GEOBench/mean": -2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.13892844209106048, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1829223321409405, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.775, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10000000000000002, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3162 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1470.0, "completions/mean_length": 1265.0625, "completions/mean_terminated_length": 1231.5, "completions/min_length": 1009.0, "completions/min_terminated_length": 1009.0, "epoch": 0.7909477369342336, "frac_reward_zero_std": 0.0, "grad_norm": 2.59972235793177, "kl": 0.02740478515625, "learning_rate": 2.1485861384127956e-07, "loss": -0.0424, "num_tokens": 143255958.0, "reward": 0.0, "reward_std": 0.8862378597259521, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04024686571392534, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06240769711445003, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7708333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10878112581387149, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3163 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1398.0, "completions/max_terminated_length": 1398.0, "completions/mean_length": 981.125, "completions/mean_terminated_length": 981.125, "completions/min_length": 510.0, "completions/min_terminated_length": 510.0, "epoch": 0.7911977994498625, "frac_reward_zero_std": 0.0, "grad_norm": 3.295560901411648, "kl": 0.0177001953125, "learning_rate": 2.1459660732127105e-07, "loss": 0.0373, "num_tokens": 143285960.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9460959434509277, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03731616321497193, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1367992771069978, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13214750456578045, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3164 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1474.0, "completions/mean_length": 1241.1875, "completions/mean_terminated_length": 1204.21435546875, "completions/min_length": 919.0, "completions/min_terminated_length": 919.0, "epoch": 0.7914478619654913, "frac_reward_zero_std": 0.0, "grad_norm": 2.7871598376802615, "kl": 0.017822265625, "learning_rate": 2.1433485636749787e-07, "loss": -0.0043, "num_tokens": 143320771.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9838777780532837, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.041553677073196814, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10765190010390557, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09496588081262933, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3165 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1475.0, "completions/mean_length": 1365.25, "completions/mean_terminated_length": 1320.3333740234375, "completions/min_length": 1066.0, "completions/min_terminated_length": 1066.0, "epoch": 0.7916979244811203, "frac_reward_zero_std": 0.0, "grad_norm": 3.122871743809199, "kl": 0.020263671875, "learning_rate": 2.1407336117940584e-07, "loss": 0.0121, "num_tokens": 143370791.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8444160223007202, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.05492321048074916, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10652307883238271, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7041666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13763881881375054, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3166 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1418.0, "completions/mean_length": 1195.5, "completions/mean_terminated_length": 1094.0, "completions/min_length": 880.0, "completions/min_terminated_length": 880.0, "epoch": 0.7919479869967492, "frac_reward_zero_std": 0.0, "grad_norm": 2.655128606854681, "kl": 0.015960693359375, "learning_rate": 2.1381212195624554e-07, "loss": 0.0092, "num_tokens": 143416975.0, "reward": -2.9802322387695312e-08, "reward_std": 1.0002421140670776, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.035078094466879726, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1137638278214599, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08850612031567838, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3167 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1229.0, "completions/max_terminated_length": 1229.0, "completions/mean_length": 994.0, "completions/mean_terminated_length": 994.0, "completions/min_length": 637.0, "completions/min_terminated_length": 637.0, "epoch": 0.792198049512378, "frac_reward_zero_std": 0.0, "grad_norm": 2.825965640717729, "kl": 0.0182952880859375, "learning_rate": 2.1355113889707227e-07, "loss": -0.0279, "num_tokens": 143451047.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8616598844528198, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.07293389692777551, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.29594314794118814, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08850612031567838, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3168 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1255.0, "completions/mean_length": 1252.5625, "completions/mean_terminated_length": 1060.111083984375, "completions/min_length": 940.0, "completions/min_terminated_length": 940.0, "epoch": 0.792448112028007, "frac_reward_zero_std": 0.0, "grad_norm": 3.289900200328695, "kl": 0.020843505859375, "learning_rate": 2.1329041220074674e-07, "loss": 0.0276, "num_tokens": 143511560.0, "reward": -7.450580596923828e-09, "reward_std": 0.9759418964385986, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06044196567550103, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0688902569057086, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08734775114237132, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3169 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1308.0, "completions/mean_length": 1277.0, "completions/mean_terminated_length": 1103.5555419921875, "completions/min_length": 873.0, "completions/min_terminated_length": 873.0, "epoch": 0.7926981745436359, "frac_reward_zero_std": 0.0, "grad_norm": 2.885646420917689, "kl": 0.015380859375, "learning_rate": 2.1302994206593394e-07, "loss": 0.0059, "num_tokens": 143565312.0, "reward": -1.30385160446167e-08, "reward_std": 1.0675444602966309, "rewards/wordcountpos_reward_GEOBench/mean": -1.30385160446167e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.1545040784726457, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10557696730841536, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0666666666666667, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3170 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1452.0, "completions/mean_length": 1119.875, "completions/mean_terminated_length": 993.1666870117188, "completions/min_length": 740.0, "completions/min_terminated_length": 740.0, "epoch": 0.7929482370592649, "frac_reward_zero_std": 0.0, "grad_norm": 3.130158634534938, "kl": 0.01739501953125, "learning_rate": 2.1276972869110343e-07, "loss": -0.0041, "num_tokens": 143618430.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9175781607627869, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.053236921334463776, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0876368469865468, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09727776191382576, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3171 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1489.0, "completions/mean_length": 1212.75, "completions/mean_terminated_length": 1171.71435546875, "completions/min_length": 834.0, "completions/min_terminated_length": 834.0, "epoch": 0.7931982995748937, "frac_reward_zero_std": 0.0, "grad_norm": 3.081587434737391, "kl": 0.0179901123046875, "learning_rate": 2.125097722745291e-07, "loss": -0.0111, "num_tokens": 143655866.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0647214651107788, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.025744255115061232, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04932901822048628, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.16865480854231357, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3172 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1349.0, "completions/mean_length": 1205.125, "completions/mean_terminated_length": 1163.0, "completions/min_length": 800.0, "completions/min_terminated_length": 800.0, "epoch": 0.7934483620905226, "frac_reward_zero_std": 0.0, "grad_norm": 3.0775713550670085, "kl": 0.016082763671875, "learning_rate": 2.1225007301428938e-07, "loss": -0.0037, "num_tokens": 143709260.0, "reward": -5.960464477539063e-08, "reward_std": 0.9004783630371094, "rewards/wordcountpos_reward_GEOBench/mean": -5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.12465439797227042, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1782901607707489, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11021863793455329, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3173 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1265.0, "completions/max_terminated_length": 1265.0, "completions/mean_length": 1083.9375, "completions/mean_terminated_length": 1083.9375, "completions/min_length": 834.0, "completions/min_terminated_length": 834.0, "epoch": 0.7936984246061516, "frac_reward_zero_std": 0.0, "grad_norm": 3.2084200969303804, "kl": 0.01934814453125, "learning_rate": 2.1199063110826616e-07, "loss": 0.0125, "num_tokens": 143751331.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8657114505767822, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0139550768619504, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11481125994989683, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7083333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10000000000000002, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3174 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1467.0, "completions/mean_length": 1385.75, "completions/mean_terminated_length": 1238.857177734375, "completions/min_length": 869.0, "completions/min_terminated_length": 869.0, "epoch": 0.7939484871217805, "frac_reward_zero_std": 0.0, "grad_norm": 2.8202047667940935, "kl": 0.024383544921875, "learning_rate": 2.117314467541455e-07, "loss": 0.0065, "num_tokens": 143809807.0, "reward": 0.0, "reward_std": 0.5955390334129333, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03384877392047597, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08896089797375616, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8041666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12285191326386657, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3175 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1386.0, "completions/max_terminated_length": 1386.0, "completions/mean_length": 1086.8125, "completions/mean_terminated_length": 1086.8125, "completions/min_length": 837.0, "completions/min_terminated_length": 837.0, "epoch": 0.7941985496374093, "frac_reward_zero_std": 0.0, "grad_norm": 2.1103364216628093, "kl": 0.015625, "learning_rate": 2.1147252014941755e-07, "loss": 0.022, "num_tokens": 143841772.0, "reward": 0.0, "reward_std": 0.5176241993904114, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.17011516861825748, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08677842709234852, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11213417888437975, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3176 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1058.0, "completions/max_terminated_length": 1058.0, "completions/mean_length": 945.9375, "completions/mean_terminated_length": 945.9375, "completions/min_length": 798.0, "completions/min_terminated_length": 798.0, "epoch": 0.7944486121530383, "frac_reward_zero_std": 0.0, "grad_norm": 2.838259637907442, "kl": 0.012287139892578125, "learning_rate": 2.112138514913756e-07, "loss": 0.0118, "num_tokens": 143880219.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9468961954116821, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.011227090110150903, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04860935273689597, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8916666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0906764700582363, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3177 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1374.0, "completions/mean_length": 1184.4375, "completions/mean_terminated_length": 1111.615478515625, "completions/min_length": 846.0, "completions/min_terminated_length": 846.0, "epoch": 0.7946986746686672, "frac_reward_zero_std": 0.0, "grad_norm": 2.9359621303801933, "kl": 0.0176849365234375, "learning_rate": 2.109554409771167e-07, "loss": 0.0134, "num_tokens": 143928578.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9284367561340332, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.027208730055975832, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03794594963505193, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8541666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09803627446568497, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3178 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1490.0, "completions/mean_length": 1230.6875, "completions/mean_terminated_length": 961.375, "completions/min_length": 758.0, "completions/min_terminated_length": 758.0, "epoch": 0.794948737184296, "frac_reward_zero_std": 0.0, "grad_norm": 3.2578567346158924, "kl": 0.018463134765625, "learning_rate": 2.1069728880354094e-07, "loss": -0.0457, "num_tokens": 143971877.0, "reward": 0.0, "reward_std": 0.9290722608566284, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.11894546085892303, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09815911858191395, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10000000000000003, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3179 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1281.0, "completions/max_terminated_length": 1281.0, "completions/mean_length": 989.0625, "completions/mean_terminated_length": 989.0625, "completions/min_length": 750.0, "completions/min_terminated_length": 750.0, "epoch": 0.795198799699925, "frac_reward_zero_std": 0.0, "grad_norm": 4.025080802511638, "kl": 0.020111083984375, "learning_rate": 2.1043939516735171e-07, "loss": -0.0013, "num_tokens": 144015510.0, "reward": 0.0, "reward_std": 0.44862520694732666, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.14305381784904306, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09725071687833411, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8041666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09878896324620105, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3180 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1192.0, "completions/max_terminated_length": 1192.0, "completions/mean_length": 955.125, "completions/mean_terminated_length": 955.125, "completions/min_length": 577.0, "completions/min_terminated_length": 577.0, "epoch": 0.7954488622155539, "frac_reward_zero_std": 0.0, "grad_norm": 3.2473908070022843, "kl": 0.015777587890625, "learning_rate": 2.101817602650554e-07, "loss": 0.0548, "num_tokens": 144059008.0, "reward": -5.960464477539063e-08, "reward_std": 0.24584731459617615, "rewards/wordcountpos_reward_GEOBench/mean": -5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.005729351964581943, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.26422697935360484, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.15962919996504865, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3181 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1447.0, "completions/max_terminated_length": 1447.0, "completions/mean_length": 1104.8125, "completions/mean_terminated_length": 1104.8125, "completions/min_length": 802.0, "completions/min_terminated_length": 802.0, "epoch": 0.7956989247311828, "frac_reward_zero_std": 0.0, "grad_norm": 2.9433641251840164, "kl": 0.0205078125, "learning_rate": 2.0992438429296115e-07, "loss": -0.0239, "num_tokens": 144098549.0, "reward": -2.9802322387695312e-08, "reward_std": 0.9078606367111206, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0016922523637831431, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0742763541361191, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8291666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1002773930432755, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3182 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1401.0, "completions/max_terminated_length": 1401.0, "completions/mean_length": 1085.75, "completions/mean_terminated_length": 1085.75, "completions/min_length": 830.0, "completions/min_terminated_length": 830.0, "epoch": 0.7959489872468117, "frac_reward_zero_std": 0.0, "grad_norm": 3.267390887414894, "kl": 0.01739501953125, "learning_rate": 2.096672674471811e-07, "loss": -0.0095, "num_tokens": 144137137.0, "reward": 2.9802322387695312e-08, "reward_std": 1.0557007789611816, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0015824010178899558, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05730614077206509, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11474609652039006, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3183 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1443.0, "completions/max_terminated_length": 1443.0, "completions/mean_length": 1204.1875, "completions/mean_terminated_length": 1204.1875, "completions/min_length": 1068.0, "completions/min_terminated_length": 1068.0, "epoch": 0.7961990497624406, "frac_reward_zero_std": 0.0, "grad_norm": 2.688225063952256, "kl": 0.01322174072265625, "learning_rate": 2.0941040992362968e-07, "loss": -0.0183, "num_tokens": 144173084.0, "reward": -1.4901161193847656e-08, "reward_std": 1.005321741104126, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.008228566230054177, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08903259941804825, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8291666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09098229375970789, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3184 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1397.0, "completions/mean_length": 1194.5625, "completions/mean_terminated_length": 1174.2000732421875, "completions/min_length": 860.0, "completions/min_terminated_length": 860.0, "epoch": 0.7964491122780695, "frac_reward_zero_std": 0.0, "grad_norm": 3.026739526972555, "kl": 0.017120361328125, "learning_rate": 2.0915381191802386e-07, "loss": -0.0275, "num_tokens": 144217669.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0408138036727905, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0863643744986506, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.061823634283853804, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7708333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11666666666666668, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3185 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1442.0, "completions/mean_length": 1255.1875, "completions/mean_terminated_length": 1220.21435546875, "completions/min_length": 887.0, "completions/min_terminated_length": 887.0, "epoch": 0.7966991747936985, "frac_reward_zero_std": 0.0, "grad_norm": 2.6105890237558835, "kl": 0.01381683349609375, "learning_rate": 2.088974736258824e-07, "loss": -0.0078, "num_tokens": 144275648.0, "reward": -2.9802322387695312e-08, "reward_std": 0.992868185043335, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.15719768855202415, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.23914045129129743, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10741060020797315, "rewards/wordcountpos_reward_GEOBench/std": 1.0327954292297363, "step": 3186 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1318.0, "completions/max_terminated_length": 1318.0, "completions/mean_length": 1049.125, "completions/mean_terminated_length": 1049.125, "completions/min_length": 745.0, "completions/min_terminated_length": 745.0, "epoch": 0.7969492373093273, "frac_reward_zero_std": 0.0, "grad_norm": 3.7682161532120393, "kl": 0.024505615234375, "learning_rate": 2.0864139524252695e-07, "loss": -0.0552, "num_tokens": 144314458.0, "reward": 0.0, "reward_std": 1.025489091873169, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03570677982972262, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04594968015318742, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8666666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12881223774390613, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3187 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1416.0, "completions/mean_length": 1114.5625, "completions/mean_terminated_length": 1059.5, "completions/min_length": 718.0, "completions/min_terminated_length": 718.0, "epoch": 0.7971992998249562, "frac_reward_zero_std": 0.0, "grad_norm": 3.1603076954949025, "kl": 0.0208740234375, "learning_rate": 2.083855769630806e-07, "loss": 0.0001, "num_tokens": 144375355.0, "reward": 0.0, "reward_std": 0.850922703742981, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.006487659923616128, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06503751027359121, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1387777332977422, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3188 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1500.0, "completions/mean_length": 1299.4375, "completions/mean_terminated_length": 1208.272705078125, "completions/min_length": 933.0, "completions/min_terminated_length": 933.0, "epoch": 0.7974493623405852, "frac_reward_zero_std": 0.0, "grad_norm": 2.7216243154145285, "kl": 0.01483154296875, "learning_rate": 2.0813001898246829e-07, "loss": -0.0038, "num_tokens": 144431402.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8415766954421997, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.011106046779877992, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06825818224108442, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8333333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08073734277593311, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3189 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1367.0, "completions/max_terminated_length": 1367.0, "completions/mean_length": 920.1875, "completions/mean_terminated_length": 920.1875, "completions/min_length": 564.0, "completions/min_terminated_length": 564.0, "epoch": 0.797699424856214, "frac_reward_zero_std": 0.0, "grad_norm": 3.1128557487394333, "kl": 0.01483154296875, "learning_rate": 2.0787472149541702e-07, "loss": 0.0584, "num_tokens": 144461645.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8699432611465454, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.05677670340296387, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0604154561122279, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.725, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13080944580232393, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3190 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1409.0, "completions/mean_length": 1215.5, "completions/mean_terminated_length": 1120.666748046875, "completions/min_length": 898.0, "completions/min_terminated_length": 898.0, "epoch": 0.797949487371843, "frac_reward_zero_std": 0.0, "grad_norm": 2.836106313288438, "kl": 0.02099609375, "learning_rate": 2.0761968469645462e-07, "loss": 0.0203, "num_tokens": 144516981.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0221346616744995, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.1993060157745387, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.14387147532761135, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8666666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11155467020454342, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3191 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1384.0, "completions/mean_length": 1193.4375, "completions/mean_terminated_length": 1122.6923828125, "completions/min_length": 873.0, "completions/min_terminated_length": 873.0, "epoch": 0.7981995498874719, "frac_reward_zero_std": 0.0, "grad_norm": 3.01322269512708, "kl": 0.018157958984375, "learning_rate": 2.0736490877991087e-07, "loss": -0.0706, "num_tokens": 144553860.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9782369136810303, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.028962237676310995, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.14689350438964074, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09727776191382573, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3192 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1371.0, "completions/mean_length": 1289.4375, "completions/mean_terminated_length": 1193.727294921875, "completions/min_length": 995.0, "completions/min_terminated_length": 995.0, "epoch": 0.7984496124031008, "frac_reward_zero_std": 0.0, "grad_norm": 2.6939409902624347, "kl": 0.013519287109375, "learning_rate": 2.0711039393991625e-07, "loss": -0.0179, "num_tokens": 144610171.0, "reward": 4.470348358154297e-08, "reward_std": 1.023606777191162, "rewards/wordcountpos_reward_GEOBench/mean": 4.470348358154297e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06760863656782412, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08137488243643112, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10101338378503961, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3193 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1363.0, "completions/mean_length": 1358.125, "completions/mean_terminated_length": 1175.71435546875, "completions/min_length": 875.0, "completions/min_terminated_length": 875.0, "epoch": 0.7986996749187297, "frac_reward_zero_std": 0.0, "grad_norm": 2.5715477837150287, "kl": 0.0159454345703125, "learning_rate": 2.06856140370403e-07, "loss": -0.1023, "num_tokens": 144666005.0, "reward": 0.0, "reward_std": 0.9789654016494751, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.014002679982691089, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1323868410639956, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9166666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.107496769977314, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3194 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1351.0, "completions/mean_length": 1162.1875, "completions/mean_terminated_length": 1084.2308349609375, "completions/min_length": 786.0, "completions/min_terminated_length": 786.0, "epoch": 0.7989497374343586, "frac_reward_zero_std": 0.0, "grad_norm": 2.210667769475688, "kl": 0.0085601806640625, "learning_rate": 2.0660214826510373e-07, "loss": -0.0026, "num_tokens": 144698624.0, "reward": 0.0, "reward_std": 1.0589599609375, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03349943175151475, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04328893349004597, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12164002752505566, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3195 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1317.0, "completions/mean_length": 1311.1875, "completions/mean_terminated_length": 1122.375, "completions/min_length": 889.0, "completions/min_terminated_length": 889.0, "epoch": 0.7991997999499875, "frac_reward_zero_std": 0.0, "grad_norm": 2.93503039644484, "kl": 0.01971435546875, "learning_rate": 2.063484178175519e-07, "loss": 0.0057, "num_tokens": 144755667.0, "reward": 0.0, "reward_std": 0.43114322423934937, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.04363647326204945, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05478464482801713, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11287488977066928, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3196 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1024.0, "completions/max_terminated_length": 1024.0, "completions/mean_length": 821.5, "completions/mean_terminated_length": 821.5, "completions/min_length": 669.0, "completions/min_terminated_length": 669.0, "epoch": 0.7994498624656164, "frac_reward_zero_std": 0.0, "grad_norm": 4.024463588522192, "kl": 0.016387939453125, "learning_rate": 2.0609494922108184e-07, "loss": -0.0187, "num_tokens": 144794099.0, "reward": -2.9802322387695312e-08, "reward_std": 0.731658935546875, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03057140664876796, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.26502710837907045, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11474609652039006, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3197 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1481.0, "completions/mean_length": 1311.1875, "completions/mean_terminated_length": 1197.9000244140625, "completions/min_length": 939.0, "completions/min_terminated_length": 939.0, "epoch": 0.7996999249812453, "frac_reward_zero_std": 0.0, "grad_norm": 2.6431834936485528, "kl": 0.0153656005859375, "learning_rate": 2.0584174266882808e-07, "loss": -0.0022, "num_tokens": 144842510.0, "reward": 2.9802322387695312e-08, "reward_std": 0.6004627346992493, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.21845488940006816, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.20548451321226235, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09016445879408157, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3198 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1447.0, "completions/mean_length": 1376.5, "completions/mean_terminated_length": 1320.3636474609375, "completions/min_length": 1175.0, "completions/min_terminated_length": 1175.0, "epoch": 0.7999499874968742, "frac_reward_zero_std": 0.0, "grad_norm": 3.0906220415218884, "kl": 0.01959228515625, "learning_rate": 2.0558879835372555e-07, "loss": 0.018, "num_tokens": 144896510.0, "reward": -1.1175870895385742e-08, "reward_std": 1.0688650608062744, "rewards/wordcountpos_reward_GEOBench/mean": -1.1175870895385742e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04710569934589606, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0685531119518539, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06763190130459204, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3199 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1250.0, "completions/mean_length": 1054.375, "completions/mean_terminated_length": 990.71435546875, "completions/min_length": 569.0, "completions/min_terminated_length": 569.0, "epoch": 0.8002000500125032, "frac_reward_zero_std": 0.0, "grad_norm": 3.4724899352992415, "kl": 0.04425048828125, "learning_rate": 2.053361164685094e-07, "loss": 0.0175, "num_tokens": 144942900.0, "reward": 0.0, "reward_std": 0.8924879431724548, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0885192929795037, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10667882982098856, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7708333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13763881881375054, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3200 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1499.0, "completions/max_terminated_length": 1499.0, "completions/mean_length": 1242.8125, "completions/mean_terminated_length": 1242.8125, "completions/min_length": 527.0, "completions/min_terminated_length": 527.0, "epoch": 0.800450112528132, "frac_reward_zero_std": 0.0, "grad_norm": 3.271199539238548, "kl": 0.01641845703125, "learning_rate": 2.0508369720571503e-07, "loss": -0.0239, "num_tokens": 144987753.0, "reward": 0.0, "reward_std": 0.992772102355957, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.046477162505427175, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11238213751332747, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10576003586036264, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3201 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1410.0, "completions/mean_length": 1180.5, "completions/mean_terminated_length": 1159.2000732421875, "completions/min_length": 939.0, "completions/min_terminated_length": 939.0, "epoch": 0.8007001750437609, "frac_reward_zero_std": 0.0, "grad_norm": 3.0479201592752525, "kl": 0.020294189453125, "learning_rate": 2.048315407576774e-07, "loss": 0.0108, "num_tokens": 145039241.0, "reward": -2.9802322387695312e-08, "reward_std": 0.7281526327133179, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.05004062181601887, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0807269978992697, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8666666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10610965676722954, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3202 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1369.0, "completions/mean_length": 1171.0, "completions/mean_terminated_length": 1149.0667724609375, "completions/min_length": 1016.0, "completions/min_terminated_length": 1016.0, "epoch": 0.8009502375593899, "frac_reward_zero_std": 0.0, "grad_norm": 3.1275218870600625, "kl": 0.0199127197265625, "learning_rate": 2.0457964731653133e-07, "loss": -0.0042, "num_tokens": 145072905.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9732587933540344, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0797276722780427, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1261772548175525, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1253144193766372, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3203 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1482.0, "completions/max_terminated_length": 1482.0, "completions/mean_length": 1297.6875, "completions/mean_terminated_length": 1297.6875, "completions/min_length": 1112.0, "completions/min_terminated_length": 1112.0, "epoch": 0.8012003000750187, "frac_reward_zero_std": 0.0, "grad_norm": 3.2080487279152807, "kl": 0.0150146484375, "learning_rate": 2.0432801707421127e-07, "loss": -0.0354, "num_tokens": 145124188.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9938091039657593, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.047754336805404, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11382223401882757, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.05821416398857662, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3204 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1364.0, "completions/max_terminated_length": 1364.0, "completions/mean_length": 1169.25, "completions/mean_terminated_length": 1169.25, "completions/min_length": 878.0, "completions/min_terminated_length": 878.0, "epoch": 0.8014503625906476, "frac_reward_zero_std": 0.0, "grad_norm": 3.4873959199854365, "kl": 0.022735595703125, "learning_rate": 2.040766502224511e-07, "loss": -0.0149, "num_tokens": 145170888.0, "reward": 0.0, "reward_std": 0.8605424165725708, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.01918318000082682, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04364056551432824, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08933913745655644, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3205 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1399.0, "completions/mean_length": 1348.0, "completions/mean_terminated_length": 1229.77783203125, "completions/min_length": 1107.0, "completions/min_terminated_length": 1107.0, "epoch": 0.8017004251062766, "frac_reward_zero_std": 0.0, "grad_norm": 2.651048370266668, "kl": 0.015838623046875, "learning_rate": 2.03825546952784e-07, "loss": -0.0195, "num_tokens": 145217256.0, "reward": 0.0, "reward_std": 0.9551332592964172, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.009359582485281214, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.049983742517692574, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.925, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08027729719194862, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3206 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1454.0, "completions/max_terminated_length": 1454.0, "completions/mean_length": 1120.6875, "completions/mean_terminated_length": 1120.6875, "completions/min_length": 786.0, "completions/min_terminated_length": 786.0, "epoch": 0.8019504876219055, "frac_reward_zero_std": 0.0, "grad_norm": 2.872612772415288, "kl": 0.0160369873046875, "learning_rate": 2.0357470745654212e-07, "loss": -0.0192, "num_tokens": 145263963.0, "reward": 5.960464477539063e-08, "reward_std": 0.7298794984817505, "rewards/wordcountpos_reward_GEOBench/mean": 5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0029431639344473645, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.011772655737789458, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1102186379345533, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3207 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1392.0, "completions/mean_length": 1163.625, "completions/mean_terminated_length": 1141.2000732421875, "completions/min_length": 962.0, "completions/min_terminated_length": 962.0, "epoch": 0.8022005501375343, "frac_reward_zero_std": 0.0, "grad_norm": 3.0088810592961153, "kl": 0.015472412109375, "learning_rate": 2.033241319248573e-07, "loss": -0.0391, "num_tokens": 145314381.0, "reward": -1.862645149230957e-08, "reward_std": 1.0175529718399048, "rewards/wordcountpos_reward_GEOBench/mean": -1.862645149230957e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03635117102994749, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08579243004692262, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8666666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10610965676722954, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3208 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1482.0, "completions/mean_length": 1292.625, "completions/mean_terminated_length": 1263.0, "completions/min_length": 1062.0, "completions/min_terminated_length": 1062.0, "epoch": 0.8024506126531633, "frac_reward_zero_std": 0.0, "grad_norm": 2.7213740722586857, "kl": 0.0162200927734375, "learning_rate": 2.0307382054865934e-07, "loss": 0.0313, "num_tokens": 145357055.0, "reward": 0.0, "reward_std": 0.8605424165725708, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.02959258801574812, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0553321981166487, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8541666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09496588081262934, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3209 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1344.0, "completions/mean_length": 1172.0625, "completions/mean_terminated_length": 1096.3846435546875, "completions/min_length": 792.0, "completions/min_terminated_length": 792.0, "epoch": 0.8027006751687922, "frac_reward_zero_std": 0.0, "grad_norm": 3.2230882318455665, "kl": 0.0213623046875, "learning_rate": 2.0282377351867722e-07, "loss": -0.0096, "num_tokens": 145401232.0, "reward": 0.0, "reward_std": 0.5246283411979675, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.09000244138913852, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.13939115715648523, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09953596037316066, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3210 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1498.0, "completions/mean_length": 1111.625, "completions/mean_terminated_length": 1085.7333984375, "completions/min_length": 885.0, "completions/min_terminated_length": 885.0, "epoch": 0.8029507376844212, "frac_reward_zero_std": 0.0, "grad_norm": 2.535007115717088, "kl": 0.01332855224609375, "learning_rate": 2.0257399102543861e-07, "loss": -0.0333, "num_tokens": 145447482.0, "reward": 0.0, "reward_std": 0.8483057022094727, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.13929865594749558, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.25274986789245973, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06309898162000306, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3211 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1369.0, "completions/mean_length": 1169.625, "completions/mean_terminated_length": 1147.60009765625, "completions/min_length": 801.0, "completions/min_terminated_length": 801.0, "epoch": 0.80320080020005, "frac_reward_zero_std": 0.0, "grad_norm": 2.9861651949419437, "kl": 0.0167999267578125, "learning_rate": 2.0232447325926948e-07, "loss": -0.0404, "num_tokens": 145486220.0, "reward": 2.9802322387695312e-08, "reward_std": 0.7228039503097534, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.20501300022846963, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.26368873599215026, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8708333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07876359377087679, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3212 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1307.0, "completions/max_terminated_length": 1307.0, "completions/mean_length": 860.0, "completions/mean_terminated_length": 860.0, "completions/min_length": 563.0, "completions/min_terminated_length": 563.0, "epoch": 0.8034508627156789, "frac_reward_zero_std": 0.0, "grad_norm": 2.8815234316593368, "kl": 0.0159454345703125, "learning_rate": 2.0207522041029402e-07, "loss": -0.0539, "num_tokens": 145512124.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0187525749206543, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.026955658285375238, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1688478647969476, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11642832797715323, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3213 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1489.0, "completions/mean_length": 1156.125, "completions/mean_terminated_length": 1133.2000732421875, "completions/min_length": 900.0, "completions/min_terminated_length": 900.0, "epoch": 0.8037009252313079, "frac_reward_zero_std": 0.0, "grad_norm": 2.386562246591703, "kl": 0.013519287109375, "learning_rate": 2.0182623266843456e-07, "loss": -0.0125, "num_tokens": 145556422.0, "reward": -2.9802322387695312e-08, "reward_std": 0.7055084705352783, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.025934551068169838, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06288684081160914, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8541666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09179284245476839, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3214 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1243.0, "completions/mean_length": 1221.0625, "completions/mean_terminated_length": 1053.7000732421875, "completions/min_length": 878.0, "completions/min_terminated_length": 878.0, "epoch": 0.8039509877469367, "frac_reward_zero_std": 0.0, "grad_norm": 2.7612040090200844, "kl": 0.014129638671875, "learning_rate": 2.015775102234116e-07, "loss": 0.0199, "num_tokens": 145596127.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8153742551803589, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.016353823969529776, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.023922651323037905, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10749676997731401, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3215 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1375.0, "completions/max_terminated_length": 1375.0, "completions/mean_length": 1151.6875, "completions/mean_terminated_length": 1151.6875, "completions/min_length": 845.0, "completions/min_terminated_length": 845.0, "epoch": 0.8042010502625656, "frac_reward_zero_std": 0.0, "grad_norm": 3.129455483248747, "kl": 0.0150604248046875, "learning_rate": 2.0132905326474324e-07, "loss": 0.0064, "num_tokens": 145639738.0, "reward": 0.0, "reward_std": 0.8351696729660034, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.08520889592777506, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.17600311664699841, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8541666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1172998689652263, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3216 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1353.0, "completions/mean_length": 1284.9375, "completions/mean_terminated_length": 1069.875, "completions/min_length": 876.0, "completions/min_terminated_length": 876.0, "epoch": 0.8044511127781946, "frac_reward_zero_std": 0.0, "grad_norm": 3.140150107686458, "kl": 0.0171661376953125, "learning_rate": 2.010808619817454e-07, "loss": -0.0384, "num_tokens": 145695873.0, "reward": -2.9802322387695312e-08, "reward_std": 1.018269658088684, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.00030253805662175913, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09774817780672931, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1413558682244267, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3217 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1500.0, "completions/mean_length": 1312.875, "completions/mean_terminated_length": 1072.2857666015625, "completions/min_length": 691.0, "completions/min_terminated_length": 691.0, "epoch": 0.8047011752938235, "frac_reward_zero_std": 0.0, "grad_norm": 2.8399682822192625, "kl": 0.020843505859375, "learning_rate": 2.0083293656353178e-07, "loss": -0.0461, "num_tokens": 145738935.0, "reward": 0.0, "reward_std": 0.8935556411743164, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.056599536545909934, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07395664842647483, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10809803506625451, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3218 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1490.0, "completions/max_terminated_length": 1490.0, "completions/mean_length": 1185.0625, "completions/mean_terminated_length": 1185.0625, "completions/min_length": 926.0, "completions/min_terminated_length": 926.0, "epoch": 0.8049512378094523, "frac_reward_zero_std": 0.0, "grad_norm": 3.1271108865234987, "kl": 0.0155487060546875, "learning_rate": 2.0058527719901321e-07, "loss": 0.0107, "num_tokens": 145786360.0, "reward": -5.587935447692871e-09, "reward_std": 0.9988998770713806, "rewards/wordcountpos_reward_GEOBench/mean": -5.587935447692871e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.20142676029821563, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1870120502714994, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13305526559931294, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3219 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1478.0, "completions/mean_length": 1228.0, "completions/mean_terminated_length": 1165.2308349609375, "completions/min_length": 900.0, "completions/min_terminated_length": 900.0, "epoch": 0.8052013003250813, "frac_reward_zero_std": 0.0, "grad_norm": 3.097290769667702, "kl": 0.0164794921875, "learning_rate": 2.003378840768979e-07, "loss": -0.1005, "num_tokens": 145828088.0, "reward": 0.0, "reward_std": 0.7562370300292969, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.008309918610394118, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04447321937744504, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8958333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07685966046898336, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3220 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1270.0, "completions/max_terminated_length": 1270.0, "completions/mean_length": 1006.0, "completions/mean_terminated_length": 1006.0, "completions/min_length": 712.0, "completions/min_terminated_length": 712.0, "epoch": 0.8054513628407102, "frac_reward_zero_std": 0.0, "grad_norm": 3.8674246060464754, "kl": 0.022247314453125, "learning_rate": 2.0009075738569114e-07, "loss": -0.0073, "num_tokens": 145864704.0, "reward": 0.0, "reward_std": 0.7859272360801697, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.01888432864413204, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07625263377796516, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08606629658238707, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3221 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1475.0, "completions/mean_length": 1293.9375, "completions/mean_terminated_length": 1246.3846435546875, "completions/min_length": 917.0, "completions/min_terminated_length": 917.0, "epoch": 0.805701425356339, "frac_reward_zero_std": 0.0, "grad_norm": 2.953632383956531, "kl": 0.01568603515625, "learning_rate": 1.9984389731369534e-07, "loss": 0.0142, "num_tokens": 145919415.0, "reward": 0.0, "reward_std": 0.5367890000343323, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.1633516575900111, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07804635229241287, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10390522747338701, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3222 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1367.0, "completions/max_terminated_length": 1367.0, "completions/mean_length": 1107.9375, "completions/mean_terminated_length": 1107.9375, "completions/min_length": 912.0, "completions/min_terminated_length": 912.0, "epoch": 0.805951487871968, "frac_reward_zero_std": 0.0, "grad_norm": 3.816837921615872, "kl": 0.026824951171875, "learning_rate": 1.9959730404900954e-07, "loss": 0.0024, "num_tokens": 145970142.0, "reward": -1.4901161193847656e-08, "reward_std": 1.012406587600708, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03728286383004419, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10880367277935554, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8666666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10886621079036347, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3223 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1484.0, "completions/mean_length": 1228.0625, "completions/mean_terminated_length": 1189.21435546875, "completions/min_length": 728.0, "completions/min_terminated_length": 728.0, "epoch": 0.8062015503875969, "frac_reward_zero_std": 0.0, "grad_norm": 2.958715861113511, "kl": 0.0171356201171875, "learning_rate": 1.9935097777952958e-07, "loss": -0.0599, "num_tokens": 146018423.0, "reward": 2.9802322387695312e-08, "reward_std": 1.0508325099945068, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.020995831760003997, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04182260429634072, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.85, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12292725943057184, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3224 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1172.0, "completions/max_terminated_length": 1172.0, "completions/mean_length": 987.0, "completions/mean_terminated_length": 987.0, "completions/min_length": 740.0, "completions/min_terminated_length": 740.0, "epoch": 0.8064516129032258, "frac_reward_zero_std": 0.0, "grad_norm": 3.8876491362341863, "kl": 0.026519775390625, "learning_rate": 1.991049186929481e-07, "loss": -0.0427, "num_tokens": 146066775.0, "reward": -1.4901161193847656e-08, "reward_std": 1.012366771697998, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.029040547159825562, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05403878751331373, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8250000000000001, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10000000000000002, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3225 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1317.0, "completions/mean_length": 1073.875, "completions/mean_terminated_length": 931.8333740234375, "completions/min_length": 718.0, "completions/min_terminated_length": 718.0, "epoch": 0.8067016754188547, "frac_reward_zero_std": 0.0, "grad_norm": 2.578428585683651, "kl": 0.019744873046875, "learning_rate": 1.9885912697675398e-07, "loss": 0.013, "num_tokens": 146109901.0, "reward": 0.0, "reward_std": 1.0203512907028198, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.047222376896318086, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09012234161555281, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14907119849998599, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3226 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1311.0, "completions/mean_length": 1174.5, "completions/mean_terminated_length": 1152.800048828125, "completions/min_length": 808.0, "completions/min_terminated_length": 808.0, "epoch": 0.8069517379344836, "frac_reward_zero_std": 0.0, "grad_norm": 3.2646843049358267, "kl": 0.0162811279296875, "learning_rate": 1.9861360281823207e-07, "loss": -0.0023, "num_tokens": 146162821.0, "reward": 0.0, "reward_std": 0.9612037539482117, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03390386411954263, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08848531983499991, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7666666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11155467020454343, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3227 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1231.0, "completions/max_terminated_length": 1231.0, "completions/mean_length": 993.75, "completions/mean_terminated_length": 993.75, "completions/min_length": 845.0, "completions/min_terminated_length": 845.0, "epoch": 0.8072018004501126, "frac_reward_zero_std": 0.0, "grad_norm": 2.5155119038213307, "kl": 0.019378662109375, "learning_rate": 1.9836834640446358e-07, "loss": -0.0117, "num_tokens": 146197177.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8122259378433228, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06021811352921485, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11972850968843879, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08243965245133132, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3228 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1455.0, "completions/mean_length": 1118.6875, "completions/mean_terminated_length": 1093.2667236328125, "completions/min_length": 843.0, "completions/min_terminated_length": 843.0, "epoch": 0.8074518629657415, "frac_reward_zero_std": 0.0, "grad_norm": 1.6373821044745098, "kl": 0.00730133056640625, "learning_rate": 1.9812335792232605e-07, "loss": 0.0042, "num_tokens": 146227628.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9053102731704712, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.026828869263904688, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12857632884344036, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13526380260918403, "rewards/wordcountpos_reward_GEOBench/std": 1.0327954292297363, "step": 3229 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1475.0, "completions/mean_length": 1350.8125, "completions/mean_terminated_length": 1301.0833740234375, "completions/min_length": 850.0, "completions/min_terminated_length": 850.0, "epoch": 0.8077019254813703, "frac_reward_zero_std": 0.0, "grad_norm": 2.3793140101546904, "kl": 0.0150299072265625, "learning_rate": 1.9787863755849245e-07, "loss": -0.0043, "num_tokens": 146276289.0, "reward": 0.0, "reward_std": 0.9378127455711365, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.01285416540671331, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06170616790929077, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07097208632298359, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3230 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1461.0, "completions/mean_length": 1262.375, "completions/mean_terminated_length": 1119.800048828125, "completions/min_length": 970.0, "completions/min_terminated_length": 970.0, "epoch": 0.8079519879969993, "frac_reward_zero_std": 0.0, "grad_norm": 3.0780207328604026, "kl": 0.02325439453125, "learning_rate": 1.976341854994315e-07, "loss": -0.0072, "num_tokens": 146330631.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8828178644180298, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.026592063288651407, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08191506209838145, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7916666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10852547064066473, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3231 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1429.0, "completions/max_terminated_length": 1429.0, "completions/mean_length": 1188.75, "completions/mean_terminated_length": 1188.75, "completions/min_length": 866.0, "completions/min_terminated_length": 866.0, "epoch": 0.8082020505126282, "frac_reward_zero_std": 0.0, "grad_norm": 3.523745038544158, "kl": 0.023529052734375, "learning_rate": 1.9739000193140754e-07, "loss": -0.037, "num_tokens": 146367947.0, "reward": 0.0, "reward_std": 0.7252894639968872, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.05975160160679702, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05889253583874246, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12041594578792297, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3232 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1021.0, "completions/max_terminated_length": 1021.0, "completions/mean_length": 811.75, "completions/mean_terminated_length": 811.75, "completions/min_length": 580.0, "completions/min_terminated_length": 580.0, "epoch": 0.808452113028257, "frac_reward_zero_std": 0.0, "grad_norm": 2.844513419759337, "kl": 0.013698577880859375, "learning_rate": 1.9714608704048035e-07, "loss": -0.0072, "num_tokens": 146400095.0, "reward": -5.960464477539063e-08, "reward_std": 0.6178338527679443, "rewards/wordcountpos_reward_GEOBench/mean": -5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.09372720544663458, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10015624360577484, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08681611046941139, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3233 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1486.0, "completions/mean_length": 1433.4375, "completions/mean_terminated_length": 1381.6666259765625, "completions/min_length": 1034.0, "completions/min_terminated_length": 1034.0, "epoch": 0.808702175543886, "frac_reward_zero_std": 0.0, "grad_norm": 2.541100226923047, "kl": 0.0153045654296875, "learning_rate": 1.9690244101250502e-07, "loss": 0.0092, "num_tokens": 146453062.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9293874502182007, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0174368417682068, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04591614698805135, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8583333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09067647005823629, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3234 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1396.0, "completions/mean_length": 1157.875, "completions/mean_terminated_length": 1135.0667724609375, "completions/min_length": 790.0, "completions/min_terminated_length": 790.0, "epoch": 0.8089522380595149, "frac_reward_zero_std": 0.0, "grad_norm": 2.9165676843794133, "kl": 0.020172119140625, "learning_rate": 1.9665906403313154e-07, "loss": -0.0089, "num_tokens": 146485068.0, "reward": 2.9802322387695312e-08, "reward_std": 0.5977561473846436, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.3987378410328666, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.420787466417693, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.825, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10576003586036263, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3235 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1368.0, "completions/mean_length": 1110.375, "completions/mean_terminated_length": 1084.4000244140625, "completions/min_length": 949.0, "completions/min_terminated_length": 949.0, "epoch": 0.8092023005751438, "frac_reward_zero_std": 0.0, "grad_norm": 2.4113786833628947, "kl": 0.0129547119140625, "learning_rate": 1.9641595628780533e-07, "loss": -0.0467, "num_tokens": 146532058.0, "reward": -1.1175870895385742e-08, "reward_std": 0.906227707862854, "rewards/wordcountpos_reward_GEOBench/mean": -1.1175870895385742e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.1777895470894278, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09419820096196839, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7374999999999999, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08933913745655643, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3236 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1121.0, "completions/max_terminated_length": 1121.0, "completions/mean_length": 760.6875, "completions/mean_terminated_length": 760.6875, "completions/min_length": 420.0, "completions/min_terminated_length": 420.0, "epoch": 0.8094523630907727, "frac_reward_zero_std": 0.0, "grad_norm": 2.899970345932244, "kl": 0.01116943359375, "learning_rate": 1.9617311796176636e-07, "loss": -0.0713, "num_tokens": 146557085.0, "reward": -2.9802322387695312e-08, "reward_std": 0.6165703535079956, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.05018452433675187, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11723994507719117, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.775, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09699179041242312, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3237 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1290.0, "completions/max_terminated_length": 1290.0, "completions/mean_length": 976.1875, "completions/mean_terminated_length": 976.1875, "completions/min_length": 852.0, "completions/min_terminated_length": 852.0, "epoch": 0.8097024256064016, "frac_reward_zero_std": 0.0, "grad_norm": 2.5254133390954236, "kl": 0.01371002197265625, "learning_rate": 1.9593054924004926e-07, "loss": -0.034, "num_tokens": 146588880.0, "reward": -7.450580596923828e-09, "reward_std": 1.0520082712173462, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.010950447432313888, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.028773311725108153, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.775, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07649739768026005, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3238 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1495.0, "completions/mean_length": 1268.0625, "completions/mean_terminated_length": 1190.75, "completions/min_length": 946.0, "completions/min_terminated_length": 946.0, "epoch": 0.8099524881220305, "frac_reward_zero_std": 0.0, "grad_norm": 2.953374889702204, "kl": 0.022796630859375, "learning_rate": 1.9568825030748331e-07, "loss": -0.0045, "num_tokens": 146641353.0, "reward": 2.9802322387695312e-08, "reward_std": 0.44045233726501465, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06391340769801859, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10707141296392671, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1270024788326182, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3239 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1319.0, "completions/mean_length": 976.0, "completions/mean_terminated_length": 941.0667114257812, "completions/min_length": 616.0, "completions/min_terminated_length": 616.0, "epoch": 0.8102025506376594, "frac_reward_zero_std": 0.0, "grad_norm": 2.9551493920173857, "kl": 0.01568603515625, "learning_rate": 1.9544622134869239e-07, "loss": -0.0716, "num_tokens": 146672281.0, "reward": 0.0, "reward_std": 0.6523824334144592, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.027733921956849678, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.060752801319890706, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8291666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1354690069789096, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3240 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1469.0, "completions/mean_length": 1179.375, "completions/mean_terminated_length": 1158.0, "completions/min_length": 820.0, "completions/min_terminated_length": 820.0, "epoch": 0.8104526131532883, "frac_reward_zero_std": 0.0, "grad_norm": 3.3828272993172295, "kl": 0.02252197265625, "learning_rate": 1.9520446254809436e-07, "loss": -0.0123, "num_tokens": 146708999.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8354820013046265, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.020113229507930513, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04621823372093964, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.15371932093796678, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3241 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1361.0, "completions/max_terminated_length": 1361.0, "completions/mean_length": 983.3125, "completions/mean_terminated_length": 983.3125, "completions/min_length": 579.0, "completions/min_terminated_length": 579.0, "epoch": 0.8107026756689172, "frac_reward_zero_std": 0.0, "grad_norm": 2.8485778785126485, "kl": 0.00963592529296875, "learning_rate": 1.949629740899014e-07, "loss": -0.0116, "num_tokens": 146746620.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9728284478187561, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.1072505190650651, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10395915136835146, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09016445879408157, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3242 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1418.0, "completions/max_terminated_length": 1418.0, "completions/mean_length": 1099.0625, "completions/mean_terminated_length": 1099.0625, "completions/min_length": 915.0, "completions/min_terminated_length": 915.0, "epoch": 0.8109527381845462, "frac_reward_zero_std": 0.0, "grad_norm": 3.71779976182762, "kl": 0.02496337890625, "learning_rate": 1.9472175615811993e-07, "loss": -0.0049, "num_tokens": 146800181.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8076139688491821, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.04487977009419838, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.20777153863679915, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12524050936172845, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3243 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1297.0, "completions/max_terminated_length": 1297.0, "completions/mean_length": 1115.0, "completions/mean_terminated_length": 1115.0, "completions/min_length": 890.0, "completions/min_terminated_length": 890.0, "epoch": 0.811202800700175, "frac_reward_zero_std": 0.0, "grad_norm": 3.0641727350556938, "kl": 0.025787353515625, "learning_rate": 1.9448080893654982e-07, "loss": -0.0438, "num_tokens": 146851869.0, "reward": 0.0, "reward_std": 0.9514057636260986, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.2787881625472985, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.3855543336974089, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7083333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10576003586036263, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3244 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1489.0, "completions/max_terminated_length": 1489.0, "completions/mean_length": 1205.8125, "completions/mean_terminated_length": 1205.8125, "completions/min_length": 1064.0, "completions/min_terminated_length": 1064.0, "epoch": 0.8114528632158039, "frac_reward_zero_std": 0.0, "grad_norm": 2.808589852706854, "kl": 0.018524169921875, "learning_rate": 1.9424013260878463e-07, "loss": -0.0276, "num_tokens": 146899426.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0277570486068726, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.05656358412555617, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.095975436499382, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07302967433402213, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3245 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1315.0, "completions/mean_length": 1149.0625, "completions/mean_terminated_length": 1125.666748046875, "completions/min_length": 738.0, "completions/min_terminated_length": 738.0, "epoch": 0.8117029257314329, "frac_reward_zero_std": 0.0, "grad_norm": 3.4789359575984324, "kl": 0.0252685546875, "learning_rate": 1.9399972735821212e-07, "loss": -0.0023, "num_tokens": 146951611.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0340464115142822, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0365718059085005, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09065783489928489, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10852547064066473, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3246 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1346.0, "completions/mean_length": 1094.1875, "completions/mean_terminated_length": 850.7000122070312, "completions/min_length": 487.0, "completions/min_terminated_length": 487.0, "epoch": 0.8119529882470617, "frac_reward_zero_std": 0.0, "grad_norm": 3.6149787686332857, "kl": 0.02166748046875, "learning_rate": 1.9375959336801283e-07, "loss": 0.022, "num_tokens": 146986470.0, "reward": 3.725290298461914e-09, "reward_std": 1.0289937257766724, "rewards/wordcountpos_reward_GEOBench/mean": 3.725290298461914e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.008859984513835094, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.035439938055340375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09727776191382573, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3247 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1432.0, "completions/max_terminated_length": 1432.0, "completions/mean_length": 1144.875, "completions/mean_terminated_length": 1144.875, "completions/min_length": 888.0, "completions/min_terminated_length": 888.0, "epoch": 0.8122030507626907, "frac_reward_zero_std": 0.0, "grad_norm": 3.37143165172092, "kl": 0.0184478759765625, "learning_rate": 1.93519730821161e-07, "loss": 0.0062, "num_tokens": 147030892.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0149891376495361, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.09725811608170704, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.048434998178978506, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13763881881375054, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3248 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1499.0, "completions/mean_length": 1211.6875, "completions/mean_terminated_length": 1170.5, "completions/min_length": 790.0, "completions/min_terminated_length": 790.0, "epoch": 0.8124531132783196, "frac_reward_zero_std": 0.0, "grad_norm": 2.461189273584076, "kl": 0.0158538818359375, "learning_rate": 1.932801399004239e-07, "loss": -0.0126, "num_tokens": 147066671.0, "reward": 0.0, "reward_std": 0.7449402213096619, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.049063457964681506, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12282806794874657, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10576003586036262, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3249 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1447.0, "completions/max_terminated_length": 1447.0, "completions/mean_length": 1187.125, "completions/mean_terminated_length": 1187.125, "completions/min_length": 800.0, "completions/min_terminated_length": 800.0, "epoch": 0.8127031757939485, "frac_reward_zero_std": 0.0, "grad_norm": 3.2743403032841165, "kl": 0.01898193359375, "learning_rate": 1.9304082078836175e-07, "loss": -0.0447, "num_tokens": 147116249.0, "reward": 0.0, "reward_std": 1.0200839042663574, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.1360975801724132, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1555199063560707, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6333333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.15587269259333494, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3250 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1457.0, "completions/max_terminated_length": 1457.0, "completions/mean_length": 1013.6875, "completions/mean_terminated_length": 1013.6875, "completions/min_length": 502.0, "completions/min_terminated_length": 502.0, "epoch": 0.8129532383095774, "frac_reward_zero_std": 0.0, "grad_norm": 2.680059265927026, "kl": 0.014984130859375, "learning_rate": 1.9280177366732792e-07, "loss": -0.1041, "num_tokens": 147156004.0, "reward": 0.0, "reward_std": 0.8130615949630737, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.038573059775539695, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08309908020352066, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10852547064066474, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3251 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1432.0, "completions/max_terminated_length": 1432.0, "completions/mean_length": 874.4375, "completions/mean_terminated_length": 874.4375, "completions/min_length": 515.0, "completions/min_terminated_length": 515.0, "epoch": 0.8132033008252063, "frac_reward_zero_std": 0.0, "grad_norm": 3.412878801522868, "kl": 0.0159454345703125, "learning_rate": 1.9256299871946809e-07, "loss": 0.0127, "num_tokens": 147194035.0, "reward": 0.0, "reward_std": 0.916688084602356, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.012898899956900325, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.036246503715134056, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12141145226353545, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3252 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1057.0, "completions/mean_length": 1244.25, "completions/mean_terminated_length": 988.5, "completions/min_length": 696.0, "completions/min_terminated_length": 696.0, "epoch": 0.8134533633408352, "frac_reward_zero_std": 0.0, "grad_norm": 2.134311447534594, "kl": 0.013427734375, "learning_rate": 1.9232449612672113e-07, "loss": -0.0069, "num_tokens": 147242423.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9510148763656616, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04649320676835371, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.17275461633273648, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07588978362901862, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3253 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.9375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1244.0, "completions/mean_length": 1484.0, "completions/mean_terminated_length": 1244.0, "completions/min_length": 1244.0, "completions/min_terminated_length": 1244.0, "epoch": 0.8137034258564642, "frac_reward_zero_std": 0.0, "grad_norm": 2.303351813076607, "kl": 0.0123291015625, "learning_rate": 1.9208626607081802e-07, "loss": 0.0119, "num_tokens": 147300327.0, "reward": -5.960464477539063e-08, "reward_std": 0.48237964510917664, "rewards/wordcountpos_reward_GEOBench/mean": -5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.05973641426636668, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06169550336420941, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11287488977066931, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3254 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1233.0, "completions/mean_length": 999.6875, "completions/mean_terminated_length": 966.3333740234375, "completions/min_length": 687.0, "completions/min_terminated_length": 687.0, "epoch": 0.813953488372093, "frac_reward_zero_std": 0.0, "grad_norm": 3.510739415407291, "kl": 0.0193023681640625, "learning_rate": 1.9184830873328208e-07, "loss": -0.0139, "num_tokens": 147335066.0, "reward": -2.9802322387695312e-08, "reward_std": 0.55860435962677, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.09144373763217571, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09885378598444206, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7333333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11155467020454343, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3255 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1440.0, "completions/mean_length": 1048.4375, "completions/mean_terminated_length": 1018.3333740234375, "completions/min_length": 741.0, "completions/min_terminated_length": 741.0, "epoch": 0.8142035508877219, "frac_reward_zero_std": 0.0, "grad_norm": 3.2327260786625214, "kl": 0.015411376953125, "learning_rate": 1.9161062429542897e-07, "loss": 0.0511, "num_tokens": 147369257.0, "reward": 0.0, "reward_std": 0.8906115293502808, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06648934173826611, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.050719806816621575, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10741060020797315, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3256 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1448.0, "completions/mean_length": 1285.0625, "completions/mean_terminated_length": 1235.4615478515625, "completions/min_length": 986.0, "completions/min_terminated_length": 986.0, "epoch": 0.8144536134033509, "frac_reward_zero_std": 0.0, "grad_norm": 3.2335743461266153, "kl": 0.0196533203125, "learning_rate": 1.913732129383662e-07, "loss": 0.0409, "num_tokens": 147425778.0, "reward": 0.0, "reward_std": 0.715915858745575, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.008773297299440274, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05630667924477909, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8541666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1338185615204685, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3257 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1458.0, "completions/mean_length": 1180.5625, "completions/mean_terminated_length": 1159.2667236328125, "completions/min_length": 784.0, "completions/min_terminated_length": 784.0, "epoch": 0.8147036759189797, "frac_reward_zero_std": 0.0, "grad_norm": 3.1786642874916216, "kl": 0.01776123046875, "learning_rate": 1.9113607484299342e-07, "loss": -0.0411, "num_tokens": 147476667.0, "reward": -2.9802322387695312e-08, "reward_std": 0.9631321430206299, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.020483108269192626, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0892080659556726, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11409872268574492, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3258 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1463.0, "completions/mean_length": 1232.125, "completions/mean_terminated_length": 1170.3077392578125, "completions/min_length": 951.0, "completions/min_terminated_length": 951.0, "epoch": 0.8149537384346086, "frac_reward_zero_std": 0.0, "grad_norm": 3.1235489836303483, "kl": 0.0142059326171875, "learning_rate": 1.908992101900019e-07, "loss": 0.0249, "num_tokens": 147515413.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9671287536621094, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.1367628186603719, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08530712459103458, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.725, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06382847385042256, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3259 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1487.0, "completions/mean_length": 1097.25, "completions/mean_terminated_length": 1004.3077392578125, "completions/min_length": 701.0, "completions/min_terminated_length": 701.0, "epoch": 0.8152038009502376, "frac_reward_zero_std": 0.0, "grad_norm": 3.8069640132718208, "kl": 0.018096923828125, "learning_rate": 1.906626191598748e-07, "loss": -0.0084, "num_tokens": 147560505.0, "reward": -7.450580596923828e-09, "reward_std": 1.0260474681854248, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0286935748563192, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11598889276326656, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13045504405165223, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3260 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1216.0, "completions/max_terminated_length": 1216.0, "completions/mean_length": 967.6875, "completions/mean_terminated_length": 967.6875, "completions/min_length": 824.0, "completions/min_terminated_length": 824.0, "epoch": 0.8154538634658665, "frac_reward_zero_std": 0.0, "grad_norm": 3.599886225099399, "kl": 0.022216796875, "learning_rate": 1.9042630193288656e-07, "loss": -0.0013, "num_tokens": 147603500.0, "reward": 2.9802322387695312e-08, "reward_std": 0.7457013130187988, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03953035642180973, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0877345949262724, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8916666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1261979632400061, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3261 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1449.0, "completions/mean_length": 1211.4375, "completions/mean_terminated_length": 1144.84619140625, "completions/min_length": 918.0, "completions/min_terminated_length": 918.0, "epoch": 0.8157039259814953, "frac_reward_zero_std": 0.0, "grad_norm": 3.1846266079456984, "kl": 0.02044677734375, "learning_rate": 1.9019025868910296e-07, "loss": -0.0595, "num_tokens": 147648755.0, "reward": 0.0, "reward_std": 0.5269179344177246, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.017922195775846292, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.033546992464805844, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14375905768565217, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3262 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1411.0, "completions/mean_length": 1381.125, "completions/mean_terminated_length": 1262.25, "completions/min_length": 1108.0, "completions/min_terminated_length": 1108.0, "epoch": 0.8159539884971243, "frac_reward_zero_std": 0.0, "grad_norm": 3.1303753537492307, "kl": 0.0157012939453125, "learning_rate": 1.8995448960838095e-07, "loss": 0.0135, "num_tokens": 147709093.0, "reward": -7.450580596923828e-09, "reward_std": 1.0519099235534668, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.1290289965639852, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.2574687451374203, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6916666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07649739768026002, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3263 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1373.0, "completions/mean_length": 1202.375, "completions/mean_terminated_length": 1103.166748046875, "completions/min_length": 904.0, "completions/min_terminated_length": 904.0, "epoch": 0.8162040510127532, "frac_reward_zero_std": 0.0, "grad_norm": 2.346834835254651, "kl": 0.01678466796875, "learning_rate": 1.8971899487036914e-07, "loss": 0.0106, "num_tokens": 147755699.0, "reward": -1.4901161193847656e-08, "reward_std": 0.973486065864563, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.006057913493773513, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07446800745700644, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08243965245133134, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3264 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1466.0, "completions/mean_length": 1140.375, "completions/mean_terminated_length": 976.9091186523438, "completions/min_length": 585.0, "completions/min_terminated_length": 585.0, "epoch": 0.816454113528382, "frac_reward_zero_std": 0.0, "grad_norm": 3.034833343078814, "kl": 0.010162353515625, "learning_rate": 1.8948377465450644e-07, "loss": -0.0477, "num_tokens": 147803233.0, "reward": 7.450580596923828e-09, "reward_std": 0.9749085903167725, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.1456298678545449, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.17981130341756993, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06885303726590963, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3265 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1310.0, "completions/max_terminated_length": 1310.0, "completions/mean_length": 1062.8125, "completions/mean_terminated_length": 1062.8125, "completions/min_length": 788.0, "completions/min_terminated_length": 788.0, "epoch": 0.816704176044011, "frac_reward_zero_std": 0.0, "grad_norm": 2.876750537716946, "kl": 0.0185394287109375, "learning_rate": 1.8924882914002277e-07, "loss": -0.0001, "num_tokens": 147848078.0, "reward": -2.9802322387695312e-08, "reward_std": 0.7167302370071411, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.030300799855037842, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09067719595874835, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0850925422157591, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3266 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1391.0, "completions/mean_length": 1294.375, "completions/mean_terminated_length": 1200.9091796875, "completions/min_length": 963.0, "completions/min_terminated_length": 963.0, "epoch": 0.8169542385596399, "frac_reward_zero_std": 0.0, "grad_norm": 2.9670546372566466, "kl": 0.0206298828125, "learning_rate": 1.8901415850593915e-07, "loss": -0.041, "num_tokens": 147904956.0, "reward": -3.725290298461914e-09, "reward_std": 0.9995211362838745, "rewards/wordcountpos_reward_GEOBench/mean": -3.725290298461914e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0211539146814556, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07702471766738442, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11474609652039007, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3267 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1462.0, "completions/mean_length": 1319.375, "completions/mean_terminated_length": 1237.272705078125, "completions/min_length": 1043.0, "completions/min_terminated_length": 1043.0, "epoch": 0.8172043010752689, "frac_reward_zero_std": 0.0, "grad_norm": 2.4990128654832278, "kl": 0.0155487060546875, "learning_rate": 1.8877976293106646e-07, "loss": -0.0143, "num_tokens": 147959218.0, "reward": 0.0, "reward_std": 0.49567848443984985, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.05049581056888722, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0661158297132924, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11729986896522632, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3268 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1452.0, "completions/mean_length": 1342.75, "completions/mean_terminated_length": 1220.4444580078125, "completions/min_length": 807.0, "completions/min_terminated_length": 807.0, "epoch": 0.8174543635908977, "frac_reward_zero_std": 0.0, "grad_norm": 2.495552040178613, "kl": 0.0131988525390625, "learning_rate": 1.8854564259400642e-07, "loss": 0.0236, "num_tokens": 148001974.0, "reward": 0.0, "reward_std": 0.8942161798477173, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0283564323693785, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0500826818015788, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08388704928078614, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3269 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1386.0, "completions/mean_length": 1381.875, "completions/mean_terminated_length": 1230.0, "completions/min_length": 1015.0, "completions/min_terminated_length": 1015.0, "epoch": 0.8177044261065266, "frac_reward_zero_std": 0.0, "grad_norm": 3.0517754212774717, "kl": 0.019256591796875, "learning_rate": 1.883117976731508e-07, "loss": 0.0293, "num_tokens": 148059260.0, "reward": -2.9802322387695312e-08, "reward_std": 0.5483676195144653, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.018919371574703067, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1018544958925596, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9041666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10878112581387146, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3270 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1442.0, "completions/mean_length": 1097.9375, "completions/mean_terminated_length": 1071.1334228515625, "completions/min_length": 652.0, "completions/min_terminated_length": 652.0, "epoch": 0.8179544886221556, "frac_reward_zero_std": 0.0, "grad_norm": 3.0088094289320555, "kl": 0.01849365234375, "learning_rate": 1.8807822834668193e-07, "loss": -0.0513, "num_tokens": 148096539.0, "reward": 0.0, "reward_std": 0.6048824191093445, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.15194236783882537, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.13069867421729095, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0768596604689834, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3271 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1441.0, "completions/mean_length": 1003.6875, "completions/mean_terminated_length": 970.6000366210938, "completions/min_length": 542.0, "completions/min_terminated_length": 542.0, "epoch": 0.8182045511377845, "frac_reward_zero_std": 0.0, "grad_norm": 3.209142196874678, "kl": 0.021026611328125, "learning_rate": 1.8784493479257185e-07, "loss": -0.0487, "num_tokens": 148132230.0, "reward": -2.9802322387695312e-08, "reward_std": 0.5184057354927063, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.1221746390760832, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1524675365961799, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.05821416398857662, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3272 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1117.0, "completions/mean_length": 1193.375, "completions/mean_terminated_length": 886.75, "completions/min_length": 798.0, "completions/min_terminated_length": 798.0, "epoch": 0.8184546136534133, "frac_reward_zero_std": 0.0, "grad_norm": 2.8116280790384414, "kl": 0.0159149169921875, "learning_rate": 1.8761191718858235e-07, "loss": -0.0313, "num_tokens": 148177836.0, "reward": 5.960464477539063e-08, "reward_std": 0.6271463632583618, "rewards/wordcountpos_reward_GEOBench/mean": 5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06346318782955197, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10292204727008213, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.15869840952317446, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3273 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1430.0, "completions/mean_length": 1031.1875, "completions/mean_terminated_length": 923.0000610351562, "completions/min_length": 592.0, "completions/min_terminated_length": 592.0, "epoch": 0.8187046761690423, "frac_reward_zero_std": 0.0, "grad_norm": 3.327984082333208, "kl": 0.0152740478515625, "learning_rate": 1.8737917571226513e-07, "loss": 0.0048, "num_tokens": 148224439.0, "reward": 0.0, "reward_std": 0.9217996597290039, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.11031299356521339, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11238449632989167, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10461569884316813, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3274 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1456.0, "completions/max_terminated_length": 1456.0, "completions/mean_length": 1177.375, "completions/mean_terminated_length": 1177.375, "completions/min_length": 993.0, "completions/min_terminated_length": 993.0, "epoch": 0.8189547386846712, "frac_reward_zero_std": 0.0, "grad_norm": 2.7998562050785107, "kl": 0.0117340087890625, "learning_rate": 1.8714671054096154e-07, "loss": -0.004, "num_tokens": 148265725.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8760861754417419, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.016860676385433284, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06037762938002553, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08766518798921948, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3275 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1379.0, "completions/mean_length": 1339.0625, "completions/mean_terminated_length": 1178.125, "completions/min_length": 1058.0, "completions/min_terminated_length": 1058.0, "epoch": 0.8192048012003, "frac_reward_zero_std": 0.0, "grad_norm": 2.8345416004522184, "kl": 0.0186614990234375, "learning_rate": 1.8691452185180223e-07, "loss": 0.0155, "num_tokens": 148315710.0, "reward": 0.0, "reward_std": 0.7532371282577515, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03020699862665563, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0739328767105604, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.925, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07649739768026001, "rewards/wordcountpos_reward_GEOBench/std": 1.0327954292297363, "step": 3276 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1457.0, "completions/mean_length": 1384.375, "completions/mean_terminated_length": 1294.4444580078125, "completions/min_length": 1049.0, "completions/min_terminated_length": 1049.0, "epoch": 0.819454863715929, "frac_reward_zero_std": 0.0, "grad_norm": 2.8836816588895946, "kl": 0.0203857421875, "learning_rate": 1.866826098217071e-07, "loss": -0.0047, "num_tokens": 148356804.0, "reward": 0.0, "reward_std": 0.907525360584259, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.05742081145705741, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06725962423194967, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07781745019952505, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3277 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1288.0, "completions/max_terminated_length": 1288.0, "completions/mean_length": 1096.0625, "completions/mean_terminated_length": 1096.0625, "completions/min_length": 907.0, "completions/min_terminated_length": 907.0, "epoch": 0.8197049262315579, "frac_reward_zero_std": 0.0, "grad_norm": 3.285010077465129, "kl": 0.02496337890625, "learning_rate": 1.8645097462738578e-07, "loss": -0.0214, "num_tokens": 148397229.0, "reward": 0.0, "reward_std": 1.0429174900054932, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.08601589721963625, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11304736350844449, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9291666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08595864638818418, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3278 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1484.0, "completions/mean_length": 1210.1875, "completions/mean_terminated_length": 984.7777709960938, "completions/min_length": 787.0, "completions/min_terminated_length": 787.0, "epoch": 0.8199549887471868, "frac_reward_zero_std": 0.0, "grad_norm": 2.2919073015001272, "kl": 0.00972747802734375, "learning_rate": 1.862196164453365e-07, "loss": 0.0133, "num_tokens": 148448944.0, "reward": -2.9802322387695312e-08, "reward_std": 0.723388135433197, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.015472831871702725, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.19331806741762564, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7041666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07685966046898339, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3279 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1358.0, "completions/mean_length": 1204.625, "completions/mean_terminated_length": 1162.4285888671875, "completions/min_length": 877.0, "completions/min_terminated_length": 877.0, "epoch": 0.8202050512628157, "frac_reward_zero_std": 0.0, "grad_norm": 2.9349860754413055, "kl": 0.0185089111328125, "learning_rate": 1.8598853545184617e-07, "loss": 0.0574, "num_tokens": 148485586.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9415729641914368, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.08846066927073572, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12634781625397823, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1029203215725281, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3280 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1444.0, "completions/mean_length": 1275.75, "completions/mean_terminated_length": 1201.0, "completions/min_length": 992.0, "completions/min_terminated_length": 992.0, "epoch": 0.8204551137784446, "frac_reward_zero_std": 0.0, "grad_norm": 2.7325548761435683, "kl": 0.0196990966796875, "learning_rate": 1.857577318229912e-07, "loss": 0.0053, "num_tokens": 148535854.0, "reward": -3.725290298461914e-09, "reward_std": 1.0304043292999268, "rewards/wordcountpos_reward_GEOBench/mean": -3.725290298461914e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.02913893789767058, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11446253577567869, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8583333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08388704928078611, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3281 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1437.0, "completions/mean_length": 1267.5, "completions/mean_terminated_length": 1234.2857666015625, "completions/min_length": 1010.0, "completions/min_terminated_length": 1010.0, "epoch": 0.8207051762940735, "frac_reward_zero_std": 0.0, "grad_norm": 2.640643893774039, "kl": 0.021697998046875, "learning_rate": 1.8552720573463614e-07, "loss": -0.0137, "num_tokens": 148573030.0, "reward": 0.0, "reward_std": 0.8453119397163391, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.046400563990693894, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07167799342770591, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8916666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09699179041242309, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3282 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1367.0, "completions/mean_length": 1288.9375, "completions/mean_terminated_length": 1162.300048828125, "completions/min_length": 724.0, "completions/min_terminated_length": 724.0, "epoch": 0.8209552388097024, "frac_reward_zero_std": 0.0, "grad_norm": 3.6763414212092824, "kl": 0.021820068359375, "learning_rate": 1.8529695736243417e-07, "loss": -0.0423, "num_tokens": 148633437.0, "reward": 1.1175870895385742e-08, "reward_std": 1.0342957973480225, "rewards/wordcountpos_reward_GEOBench/mean": 1.1175870895385742e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.05028717250419313, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0787297582614017, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14089659985908765, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3283 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1432.0, "completions/mean_length": 1266.875, "completions/mean_terminated_length": 1233.571533203125, "completions/min_length": 596.0, "completions/min_terminated_length": 596.0, "epoch": 0.8212053013253313, "frac_reward_zero_std": 0.0, "grad_norm": 2.555051629363068, "kl": 0.0146484375, "learning_rate": 1.8506698688182692e-07, "loss": -0.0292, "num_tokens": 148685883.0, "reward": 0.0, "reward_std": 0.8947402238845825, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.10733739721094965, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.31374874359249727, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7083333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11894598836509011, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3284 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1434.0, "completions/mean_length": 1227.0, "completions/mean_terminated_length": 1208.800048828125, "completions/min_length": 875.0, "completions/min_terminated_length": 875.0, "epoch": 0.8214553638409603, "frac_reward_zero_std": 0.0, "grad_norm": 2.286094162452857, "kl": 0.009368896484375, "learning_rate": 1.8483729446804432e-07, "loss": 0.0319, "num_tokens": 148723907.0, "reward": 0.0, "reward_std": 0.8295310735702515, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.02785628545332943, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10996300794457746, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07649739768026004, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3285 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.75, "completions/max_length": 1500.0, "completions/max_terminated_length": 1442.0, "completions/mean_length": 1444.4375, "completions/mean_terminated_length": 1277.75, "completions/min_length": 1127.0, "completions/min_terminated_length": 1127.0, "epoch": 0.8217054263565892, "frac_reward_zero_std": 0.0, "grad_norm": 2.4804587407528995, "kl": 0.0130615234375, "learning_rate": 1.846078802961043e-07, "loss": -0.0196, "num_tokens": 148780354.0, "reward": 0.0, "reward_std": 0.9122209548950195, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.058092844493283544, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.18131174175666206, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7916666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10576003586036263, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3286 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1269.0, "completions/mean_length": 1043.4375, "completions/mean_terminated_length": 1013.0000610351562, "completions/min_length": 834.0, "completions/min_terminated_length": 834.0, "epoch": 0.821955488872218, "frac_reward_zero_std": 0.0, "grad_norm": 3.324735914987629, "kl": 0.019317626953125, "learning_rate": 1.8437874454081268e-07, "loss": -0.0173, "num_tokens": 148830481.0, "reward": 0.0, "reward_std": 0.3974177837371826, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.08118209695197698, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.17639970509019526, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11538983843829066, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3287 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1500.0, "completions/mean_length": 1221.0, "completions/mean_terminated_length": 1156.615478515625, "completions/min_length": 754.0, "completions/min_terminated_length": 754.0, "epoch": 0.822205551387847, "frac_reward_zero_std": 0.0, "grad_norm": 3.4909493557601676, "kl": 0.0201263427734375, "learning_rate": 1.8414988737676354e-07, "loss": -0.0453, "num_tokens": 148887209.0, "reward": 0.0, "reward_std": 0.9631990194320679, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.1426044746150302, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.14910395971618765, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0739118594202782, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3288 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1480.0, "completions/max_terminated_length": 1480.0, "completions/mean_length": 1166.5, "completions/mean_terminated_length": 1166.5, "completions/min_length": 856.0, "completions/min_terminated_length": 856.0, "epoch": 0.8224556139034759, "frac_reward_zero_std": 0.0, "grad_norm": 2.7079432776441097, "kl": 0.0153961181640625, "learning_rate": 1.8392130897833836e-07, "loss": 0.0057, "num_tokens": 148923481.0, "reward": 0.0, "reward_std": 1.019322156906128, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.12462433930804641, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11165473424455719, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8916666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09699179041242309, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3289 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1463.0, "completions/mean_length": 1317.25, "completions/mean_terminated_length": 1175.111083984375, "completions/min_length": 937.0, "completions/min_terminated_length": 937.0, "epoch": 0.8227056764191047, "frac_reward_zero_std": 0.0, "grad_norm": 3.167172849112222, "kl": 0.019439697265625, "learning_rate": 1.8369300951970623e-07, "loss": 0.0213, "num_tokens": 148979517.0, "reward": 0.0, "reward_std": 0.6300787925720215, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.14559567657015932, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08617610979583633, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09583937179043478, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3290 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1392.0, "completions/mean_length": 1109.0625, "completions/mean_terminated_length": 1083.0, "completions/min_length": 816.0, "completions/min_terminated_length": 816.0, "epoch": 0.8229557389347337, "frac_reward_zero_std": 0.0, "grad_norm": 3.531681259249253, "kl": 0.018218994140625, "learning_rate": 1.8346498917482378e-07, "loss": -0.0685, "num_tokens": 149012318.0, "reward": 7.450580596923828e-09, "reward_std": 1.0196782350540161, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.05441964972707712, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07087838677662844, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07649739768026005, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3291 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1293.0, "completions/mean_length": 1006.25, "completions/mean_terminated_length": 973.3333740234375, "completions/min_length": 698.0, "completions/min_terminated_length": 698.0, "epoch": 0.8232058014503626, "frac_reward_zero_std": 0.0, "grad_norm": 3.4119275449459296, "kl": 0.0177459716796875, "learning_rate": 1.8323724811743494e-07, "loss": -0.0447, "num_tokens": 149051882.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0013210773468018, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0049078007812753495, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07004046066092225, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11855612829185827, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3292 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1289.0, "completions/max_terminated_length": 1289.0, "completions/mean_length": 941.125, "completions/mean_terminated_length": 941.125, "completions/min_length": 537.0, "completions/min_terminated_length": 537.0, "epoch": 0.8234558639659915, "frac_reward_zero_std": 0.0, "grad_norm": 3.8218673476935336, "kl": 0.02471923828125, "learning_rate": 1.8300978652107078e-07, "loss": 0.0098, "num_tokens": 149092844.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8059436678886414, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.05123801579142713, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.13604254150847203, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1112221667221529, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3293 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1408.0, "completions/mean_length": 1142.6875, "completions/mean_terminated_length": 1118.86669921875, "completions/min_length": 706.0, "completions/min_terminated_length": 706.0, "epoch": 0.8237059264816204, "frac_reward_zero_std": 0.0, "grad_norm": 3.0536257812545213, "kl": 0.020904541015625, "learning_rate": 1.8278260455904942e-07, "loss": 0.0175, "num_tokens": 149125679.0, "reward": 7.450580596923828e-09, "reward_std": 1.0639952421188354, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06613547067642667, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0531253297984531, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13871099718746435, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3294 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1215.0, "completions/max_terminated_length": 1215.0, "completions/mean_length": 1070.9375, "completions/mean_terminated_length": 1070.9375, "completions/min_length": 965.0, "completions/min_terminated_length": 965.0, "epoch": 0.8239559889972493, "frac_reward_zero_std": 0.0, "grad_norm": 2.702290251950166, "kl": 0.027435302734375, "learning_rate": 1.8255570240447614e-07, "loss": -0.0111, "num_tokens": 149169094.0, "reward": -2.9802322387695312e-08, "reward_std": 0.9519600868225098, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.07043552849104721, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11504741942969329, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09418264367902598, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3295 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1494.0, "completions/mean_length": 1299.5625, "completions/mean_terminated_length": 1208.45458984375, "completions/min_length": 980.0, "completions/min_terminated_length": 980.0, "epoch": 0.8242060515128782, "frac_reward_zero_std": 0.0, "grad_norm": 2.1211359493489637, "kl": 0.0094146728515625, "learning_rate": 1.8232908023024274e-07, "loss": -0.0098, "num_tokens": 149221031.0, "reward": 0.0, "reward_std": 1.0418121814727783, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.011028507229069368, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0437771680507723, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11800816042090449, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3296 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1475.0, "completions/mean_length": 1311.6875, "completions/mean_terminated_length": 1248.916748046875, "completions/min_length": 839.0, "completions/min_terminated_length": 839.0, "epoch": 0.8244561140285072, "frac_reward_zero_std": 0.0, "grad_norm": 2.9206444930117397, "kl": 0.018707275390625, "learning_rate": 1.8210273820902788e-07, "loss": -0.0176, "num_tokens": 149272458.0, "reward": 0.0, "reward_std": 1.0221939086914062, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.1510065197361149, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.159546799767265, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.925, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06382847385042252, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3297 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1496.0, "completions/mean_length": 1142.9375, "completions/mean_terminated_length": 1119.1334228515625, "completions/min_length": 687.0, "completions/min_terminated_length": 687.0, "epoch": 0.824706176544136, "frac_reward_zero_std": 0.0, "grad_norm": 3.326282968860227, "kl": 0.0148773193359375, "learning_rate": 1.818766765132964e-07, "loss": 0.031, "num_tokens": 149310649.0, "reward": 2.9802322387695312e-08, "reward_std": 0.6133407354354858, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.023911748792009333, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.13013412663166035, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8041666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13214750456578045, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3298 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1307.0, "completions/mean_length": 1164.6875, "completions/mean_terminated_length": 1087.3077392578125, "completions/min_length": 859.0, "completions/min_terminated_length": 859.0, "epoch": 0.8249562390597649, "frac_reward_zero_std": 0.0, "grad_norm": 3.170211410991944, "kl": 0.017791748046875, "learning_rate": 1.8165089531530003e-07, "loss": -0.0264, "num_tokens": 149368332.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9572227001190186, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.08717508638515696, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.15073104312389235, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.725, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0969917904124231, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3299 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1212.0, "completions/max_terminated_length": 1212.0, "completions/mean_length": 1035.0625, "completions/mean_terminated_length": 1035.0625, "completions/min_length": 857.0, "completions/min_terminated_length": 857.0, "epoch": 0.8252063015753939, "frac_reward_zero_std": 0.0, "grad_norm": 2.800330732939194, "kl": 0.00847625732421875, "learning_rate": 1.8142539478707643e-07, "loss": 0.0168, "num_tokens": 149395869.0, "reward": 0.0, "reward_std": 0.8105767965316772, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0006715031030157135, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05036733251004605, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3300 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1441.0, "completions/mean_length": 1281.5625, "completions/mean_terminated_length": 1231.1539306640625, "completions/min_length": 857.0, "completions/min_terminated_length": 857.0, "epoch": 0.8254563640910227, "frac_reward_zero_std": 0.0, "grad_norm": 2.8522698638309945, "kl": 0.016845703125, "learning_rate": 1.8120017510044949e-07, "loss": 0.0051, "num_tokens": 149446974.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9291296005249023, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.04953907703042173, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11388624511790661, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07097208632298359, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3301 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1406.0, "completions/mean_length": 1175.0, "completions/mean_terminated_length": 1153.3333740234375, "completions/min_length": 894.0, "completions/min_terminated_length": 894.0, "epoch": 0.8257064266066516, "frac_reward_zero_std": 0.0, "grad_norm": 3.08364059391894, "kl": 0.0196533203125, "learning_rate": 1.809752364270294e-07, "loss": -0.0133, "num_tokens": 149486278.0, "reward": 0.0, "reward_std": 0.9932615756988525, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.004102116465847751, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09534541264593022, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14497764834110988, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3302 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1285.0, "completions/mean_length": 1164.5, "completions/mean_terminated_length": 1142.1334228515625, "completions/min_length": 879.0, "completions/min_terminated_length": 879.0, "epoch": 0.8259564891222806, "frac_reward_zero_std": 0.0, "grad_norm": 2.870185538375135, "kl": 0.0167694091796875, "learning_rate": 1.807505789382116e-07, "loss": -0.0402, "num_tokens": 149537286.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0475858449935913, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06350016107161828, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0780603832114344, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.65, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1018350154434631, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3303 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1307.0, "completions/mean_length": 978.375, "completions/mean_terminated_length": 943.6000366210938, "completions/min_length": 635.0, "completions/min_terminated_length": 635.0, "epoch": 0.8262065516379095, "frac_reward_zero_std": 0.0, "grad_norm": 3.6767688504244407, "kl": 0.0134735107421875, "learning_rate": 1.8052620280517777e-07, "loss": -0.068, "num_tokens": 149570564.0, "reward": -2.9802322387695312e-08, "reward_std": 1.0108498334884644, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04731193038556004, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.13486178923073233, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8333333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07698003589195011, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3304 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1497.0, "completions/mean_length": 1403.25, "completions/mean_terminated_length": 1359.2728271484375, "completions/min_length": 1254.0, "completions/min_terminated_length": 1254.0, "epoch": 0.8264566141535384, "frac_reward_zero_std": 0.0, "grad_norm": 2.4564570917980766, "kl": 0.016357421875, "learning_rate": 1.8030210819889492e-07, "loss": 0.0125, "num_tokens": 149626648.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9693732261657715, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.042579371121952786, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0575815387471794, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08432740427115677, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3305 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1264.0, "completions/mean_length": 1369.375, "completions/mean_terminated_length": 1201.4285888671875, "completions/min_length": 1079.0, "completions/min_terminated_length": 1079.0, "epoch": 0.8267066766691673, "frac_reward_zero_std": 0.0, "grad_norm": 4.219801729823884, "kl": 0.029510498046875, "learning_rate": 1.8007829529011592e-07, "loss": 0.0153, "num_tokens": 149688774.0, "reward": 2.9802322387695312e-08, "reward_std": 0.7847974300384521, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.17132821012437244, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.21081221132846611, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.15299479536052008, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3306 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1476.0, "completions/mean_length": 1320.125, "completions/mean_terminated_length": 1140.25, "completions/min_length": 940.0, "completions/min_terminated_length": 940.0, "epoch": 0.8269567391847962, "frac_reward_zero_std": 0.0, "grad_norm": 262.3400112664821, "kl": 1.679595947265625, "learning_rate": 1.7985476424937868e-07, "loss": 0.0723, "num_tokens": 149750512.0, "reward": 0.0, "reward_std": 1.0604479312896729, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.023775739099007286, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.043521754792411056, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6916666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12382783747337808, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3307 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1400.0, "completions/max_terminated_length": 1400.0, "completions/mean_length": 973.9375, "completions/mean_terminated_length": 973.9375, "completions/min_length": 605.0, "completions/min_terminated_length": 605.0, "epoch": 0.8272068017004252, "frac_reward_zero_std": 0.0, "grad_norm": 4.199771527565874, "kl": 0.023345947265625, "learning_rate": 1.7963151524700645e-07, "loss": -0.0031, "num_tokens": 149787415.0, "reward": -3.725290298461914e-08, "reward_std": 1.0467500686645508, "rewards/wordcountpos_reward_GEOBench/mean": -3.725290298461914e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.08563174801466132, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.16867419577750553, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7708333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08766518798921948, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3308 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1467.0, "completions/mean_length": 1401.4375, "completions/mean_terminated_length": 1274.71435546875, "completions/min_length": 823.0, "completions/min_terminated_length": 823.0, "epoch": 0.827456864216054, "frac_reward_zero_std": 0.0, "grad_norm": 3.08642295307955, "kl": 0.02392578125, "learning_rate": 1.794085484531075e-07, "loss": 0.0025, "num_tokens": 149835654.0, "reward": 0.0, "reward_std": 0.5576320290565491, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03728755463655079, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05130425968909795, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.15723301886761007, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3309 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1459.0, "completions/mean_length": 1351.625, "completions/mean_terminated_length": 1284.181884765625, "completions/min_length": 1122.0, "completions/min_terminated_length": 1122.0, "epoch": 0.8277069267316829, "frac_reward_zero_std": 0.0, "grad_norm": 2.149333473397876, "kl": 0.010267257690429688, "learning_rate": 1.7918586403757513e-07, "loss": 0.017, "num_tokens": 149882328.0, "reward": 0.0, "reward_std": 0.8166376352310181, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.005801897083151076, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08912570358984709, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9041666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07290277645477444, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3310 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1370.0, "completions/max_terminated_length": 1370.0, "completions/mean_length": 1155.0, "completions/mean_terminated_length": 1155.0, "completions/min_length": 919.0, "completions/min_terminated_length": 919.0, "epoch": 0.8279569892473119, "frac_reward_zero_std": 0.0, "grad_norm": 2.552301672397351, "kl": 0.011474609375, "learning_rate": 1.7896346217008739e-07, "loss": -0.0454, "num_tokens": 149918208.0, "reward": 0.0, "reward_std": 1.0367990732192993, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.12940800006621364, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11245057364975543, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.825, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11385500851066223, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3311 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1482.0, "completions/mean_length": 1247.3125, "completions/mean_terminated_length": 1163.0833740234375, "completions/min_length": 637.0, "completions/min_terminated_length": 637.0, "epoch": 0.8282070517629407, "frac_reward_zero_std": 0.0, "grad_norm": 3.0642049362411177, "kl": 0.019195556640625, "learning_rate": 1.7874134302010713e-07, "loss": 0.0405, "num_tokens": 149969565.0, "reward": 0.0, "reward_std": 0.5988802909851074, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1865376538297196, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3312 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1478.0, "completions/mean_length": 1262.25, "completions/mean_terminated_length": 1183.0, "completions/min_length": 969.0, "completions/min_terminated_length": 969.0, "epoch": 0.8284571142785696, "frac_reward_zero_std": 0.0, "grad_norm": 2.4287451404743434, "kl": 0.01519775390625, "learning_rate": 1.7851950675688193e-07, "loss": 0.0192, "num_tokens": 150016617.0, "reward": 0.0, "reward_std": 1.0478367805480957, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.007208831931303741, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.028835327725214965, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14375905768565217, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3313 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1476.0, "completions/mean_length": 1143.5, "completions/mean_terminated_length": 1092.571533203125, "completions/min_length": 714.0, "completions/min_terminated_length": 714.0, "epoch": 0.8287071767941986, "frac_reward_zero_std": 0.0, "grad_norm": 3.2763062733479575, "kl": 0.0179443359375, "learning_rate": 1.7829795354944345e-07, "loss": -0.024, "num_tokens": 150061177.0, "reward": 0.0, "reward_std": 0.46911686658859253, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.010352025192993023, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06745498005528128, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11925695879998881, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3314 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1368.0, "completions/mean_length": 1410.3125, "completions/mean_terminated_length": 1295.0, "completions/min_length": 1174.0, "completions/min_terminated_length": 1174.0, "epoch": 0.8289572393098275, "frac_reward_zero_std": 0.0, "grad_norm": 1.7898036203208398, "kl": 0.0161285400390625, "learning_rate": 1.7807668356660803e-07, "loss": 0.002, "num_tokens": 150112974.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0384305715560913, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0007064805311468489, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03234343183117711, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8666666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10327955589886446, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3315 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1212.0, "completions/mean_length": 1085.875, "completions/mean_terminated_length": 1058.2667236328125, "completions/min_length": 902.0, "completions/min_terminated_length": 902.0, "epoch": 0.8292073018254563, "frac_reward_zero_std": 0.0, "grad_norm": 2.889502462325575, "kl": 0.00847625732421875, "learning_rate": 1.7785569697697588e-07, "loss": 0.025, "num_tokens": 150158828.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9413480758666992, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.006133715146383608, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06913128405429025, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11279282877125756, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3316 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1260.0, "completions/max_terminated_length": 1260.0, "completions/mean_length": 1023.75, "completions/mean_terminated_length": 1023.75, "completions/min_length": 748.0, "completions/min_terminated_length": 748.0, "epoch": 0.8294573643410853, "frac_reward_zero_std": 0.0, "grad_norm": 3.3251298320307963, "kl": 0.0208740234375, "learning_rate": 1.776349939489315e-07, "loss": -0.0593, "num_tokens": 150189960.0, "reward": 2.2351741790771484e-08, "reward_std": 1.0481144189834595, "rewards/wordcountpos_reward_GEOBench/mean": 2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.08449457057204356, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06935700065117864, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1308094458023239, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3317 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1382.0, "completions/max_terminated_length": 1382.0, "completions/mean_length": 1016.25, "completions/mean_terminated_length": 1016.25, "completions/min_length": 588.0, "completions/min_terminated_length": 588.0, "epoch": 0.8297074268567142, "frac_reward_zero_std": 0.0, "grad_norm": 3.6890235131165396, "kl": 0.022430419921875, "learning_rate": 1.7741457465064332e-07, "loss": 0.0061, "num_tokens": 150238380.0, "reward": 1.4901161193847656e-08, "reward_std": 1.053436517715454, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.11405530939411587, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.15657752530770203, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7124999999999999, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09339283817414601, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3318 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1475.0, "completions/mean_length": 1420.0625, "completions/mean_terminated_length": 1317.2857666015625, "completions/min_length": 1093.0, "completions/min_terminated_length": 1093.0, "epoch": 0.829957489372343, "frac_reward_zero_std": 0.0, "grad_norm": 2.7861203131680234, "kl": 0.0189208984375, "learning_rate": 1.7719443925006334e-07, "loss": 0.0306, "num_tokens": 150289245.0, "reward": -2.9802322387695312e-08, "reward_std": 0.880077064037323, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.034936536299512225, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06278454126828649, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10749676997731401, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3319 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1496.0, "completions/max_terminated_length": 1496.0, "completions/mean_length": 1147.875, "completions/mean_terminated_length": 1147.875, "completions/min_length": 937.0, "completions/min_terminated_length": 937.0, "epoch": 0.830207551887972, "frac_reward_zero_std": 0.0, "grad_norm": 3.2103626903954243, "kl": 0.0208740234375, "learning_rate": 1.7697458791492777e-07, "loss": -0.0182, "num_tokens": 150328011.0, "reward": 7.450580596923828e-09, "reward_std": 1.0336495637893677, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.05808697044929774, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.057715655120197586, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8666666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0807373427759331, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3320 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1379.0, "completions/mean_length": 1224.375, "completions/mean_terminated_length": 1160.769287109375, "completions/min_length": 667.0, "completions/min_terminated_length": 667.0, "epoch": 0.8304576144036009, "frac_reward_zero_std": 0.0, "grad_norm": 2.890680576317345, "kl": 0.0136260986328125, "learning_rate": 1.7675502081275574e-07, "loss": 0.0061, "num_tokens": 150364849.0, "reward": -2.9802322387695312e-08, "reward_std": 0.6507837772369385, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.052428373837633935, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.046633687072964655, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.15962919996504865, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3321 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1456.0, "completions/mean_length": 1254.5, "completions/mean_terminated_length": 1238.1334228515625, "completions/min_length": 1006.0, "completions/min_terminated_length": 1006.0, "epoch": 0.8307076769192298, "frac_reward_zero_std": 0.0, "grad_norm": 3.0061440480171853, "kl": 0.0144805908203125, "learning_rate": 1.7653573811084987e-07, "loss": -0.0034, "num_tokens": 150414497.0, "reward": -2.2351741790771484e-08, "reward_std": 0.9625765085220337, "rewards/wordcountpos_reward_GEOBench/mean": -2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06708118294916875, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10803227646658742, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.16095778144410233, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3322 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1461.0, "completions/mean_length": 1290.0, "completions/mean_terminated_length": 1164.0, "completions/min_length": 899.0, "completions/min_terminated_length": 899.0, "epoch": 0.8309577394348587, "frac_reward_zero_std": 0.0, "grad_norm": 2.7082229360850234, "kl": 0.0160369873046875, "learning_rate": 1.763167399762968e-07, "loss": -0.0197, "num_tokens": 150467705.0, "reward": 0.0, "reward_std": 0.79433274269104, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.07289329739256194, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11597680007621719, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13871099718746435, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3323 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1480.0, "completions/mean_length": 1198.375, "completions/mean_terminated_length": 963.7777709960938, "completions/min_length": 785.0, "completions/min_terminated_length": 785.0, "epoch": 0.8312078019504876, "frac_reward_zero_std": 0.0, "grad_norm": 2.9777072668389293, "kl": 0.02215576171875, "learning_rate": 1.7609802657596555e-07, "loss": 0.0352, "num_tokens": 150514151.0, "reward": 0.0, "reward_std": 0.7990173101425171, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.09435766816932253, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.14568241689817835, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10000000000000002, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3324 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1336.0, "completions/mean_length": 1324.625, "completions/mean_terminated_length": 1149.25, "completions/min_length": 892.0, "completions/min_terminated_length": 892.0, "epoch": 0.8314578644661166, "frac_reward_zero_std": 0.0, "grad_norm": 3.668721449254714, "kl": 0.0235595703125, "learning_rate": 1.758795980765085e-07, "loss": -0.0134, "num_tokens": 150566753.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9575490355491638, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.00680044318299455, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06163229677268722, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8041666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.18772517343377457, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3325 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1433.0, "completions/mean_length": 1287.375, "completions/mean_terminated_length": 1190.727294921875, "completions/min_length": 929.0, "completions/min_terminated_length": 929.0, "epoch": 0.8317079269817454, "frac_reward_zero_std": 0.0, "grad_norm": 2.932226794960813, "kl": 0.019805908203125, "learning_rate": 1.756614546443609e-07, "loss": -0.0153, "num_tokens": 150609783.0, "reward": 0.0, "reward_std": 0.8407802581787109, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.02190270907074023, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05802678287774548, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8958333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09727776191382573, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3326 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1488.0, "completions/mean_length": 1152.125, "completions/mean_terminated_length": 1128.933349609375, "completions/min_length": 849.0, "completions/min_terminated_length": 849.0, "epoch": 0.8319579894973743, "frac_reward_zero_std": 0.0, "grad_norm": 3.374451346556568, "kl": 0.01983642578125, "learning_rate": 1.7544359644574075e-07, "loss": -0.0327, "num_tokens": 150651105.0, "reward": 0.0, "reward_std": 0.7198449969291687, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03051991107873687, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05486591292560124, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8541666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09803627446568497, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3327 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1352.0, "completions/mean_length": 1199.625, "completions/mean_terminated_length": 1019.4000244140625, "completions/min_length": 845.0, "completions/min_terminated_length": 845.0, "epoch": 0.8322080520130033, "frac_reward_zero_std": 0.0, "grad_norm": 2.619876343238086, "kl": 0.0177459716796875, "learning_rate": 1.752260236466488e-07, "loss": 0.0416, "num_tokens": 150696443.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9766565561294556, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06487051786482351, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.15526995809143768, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06871842709362769, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3328 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1408.0, "completions/max_terminated_length": 1408.0, "completions/mean_length": 1154.375, "completions/mean_terminated_length": 1154.375, "completions/min_length": 781.0, "completions/min_terminated_length": 781.0, "epoch": 0.8324581145286322, "frac_reward_zero_std": 0.0, "grad_norm": 2.8040864930695086, "kl": 0.01300048828125, "learning_rate": 1.7500873641286823e-07, "loss": -0.043, "num_tokens": 150741881.0, "reward": 0.0, "reward_std": 0.8253225088119507, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.002890118924763851, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06933326619103929, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8708333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10741060020797313, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3329 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1123.0, "completions/mean_length": 914.5625, "completions/mean_terminated_length": 875.5333862304688, "completions/min_length": 627.0, "completions/min_terminated_length": 627.0, "epoch": 0.832708177044261, "frac_reward_zero_std": 0.0, "grad_norm": 3.743160072425349, "kl": 0.024169921875, "learning_rate": 1.7479173490996486e-07, "loss": -0.011, "num_tokens": 150783338.0, "reward": -1.4901161193847656e-08, "reward_std": 0.971651017665863, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.08025381308733269, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11566276463467542, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7666666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12412657816683506, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3330 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1440.0, "completions/max_terminated_length": 1440.0, "completions/mean_length": 1031.125, "completions/mean_terminated_length": 1031.125, "completions/min_length": 547.0, "completions/min_terminated_length": 547.0, "epoch": 0.83295823955989, "frac_reward_zero_std": 0.0, "grad_norm": 2.837990025803936, "kl": 0.020233154296875, "learning_rate": 1.7457501930328648e-07, "loss": -0.0493, "num_tokens": 150829412.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9208694100379944, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.08296539657117959, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.053844406467793204, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7708333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0909822937597079, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3331 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1445.0, "completions/max_terminated_length": 1445.0, "completions/mean_length": 937.1875, "completions/mean_terminated_length": 937.1875, "completions/min_length": 544.0, "completions/min_terminated_length": 544.0, "epoch": 0.8332083020755189, "frac_reward_zero_std": 0.0, "grad_norm": 2.5864535445714254, "kl": 0.0143280029296875, "learning_rate": 1.743585897579633e-07, "loss": -0.0453, "num_tokens": 150867071.0, "reward": 0.0, "reward_std": 0.6030685901641846, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.32063043449953377, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.3042259549283157, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6916666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10000000000000002, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3332 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 891.0, "completions/mean_length": 1152.25, "completions/mean_terminated_length": 804.5, "completions/min_length": 628.0, "completions/min_terminated_length": 628.0, "epoch": 0.8334583645911477, "frac_reward_zero_std": 0.0, "grad_norm": 2.7427615615906693, "kl": 0.0132904052734375, "learning_rate": 1.741424464389071e-07, "loss": -0.0292, "num_tokens": 150912531.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0433030128479004, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.022925231026140323, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.057464239337763505, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.725, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09067647005823631, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3333 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1491.0, "completions/mean_length": 1149.1875, "completions/mean_terminated_length": 1032.25, "completions/min_length": 651.0, "completions/min_terminated_length": 651.0, "epoch": 0.8337084271067767, "frac_reward_zero_std": 0.0, "grad_norm": 3.039382649750022, "kl": 0.0186767578125, "learning_rate": 1.7392658951081228e-07, "loss": -0.0127, "num_tokens": 150967382.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8837684392929077, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.10634569108963962, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11248702266337725, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6791666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06978803887752091, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3334 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1317.0, "completions/max_terminated_length": 1317.0, "completions/mean_length": 1113.1875, "completions/mean_terminated_length": 1113.1875, "completions/min_length": 754.0, "completions/min_terminated_length": 754.0, "epoch": 0.8339584896224056, "frac_reward_zero_std": 0.0, "grad_norm": 3.591326738982829, "kl": 0.0234375, "learning_rate": 1.7371101913815462e-07, "loss": -0.0596, "num_tokens": 151008713.0, "reward": 0.0, "reward_std": 0.8455406427383423, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.011690946589991882, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.029045645816767676, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12141145226353543, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3335 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1383.0, "completions/max_terminated_length": 1383.0, "completions/mean_length": 1150.5, "completions/mean_terminated_length": 1150.5, "completions/min_length": 1064.0, "completions/min_terminated_length": 1064.0, "epoch": 0.8342085521380345, "frac_reward_zero_std": 0.0, "grad_norm": 2.5263208193173887, "kl": 0.0112457275390625, "learning_rate": 1.734957354851912e-07, "loss": -0.0104, "num_tokens": 151046177.0, "reward": 4.470348358154297e-08, "reward_std": 1.0180872678756714, "rewards/wordcountpos_reward_GEOBench/mean": 4.470348358154297e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06565148385139245, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07879684032829408, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10945995377982527, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3336 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1316.0, "completions/max_terminated_length": 1316.0, "completions/mean_length": 1072.5625, "completions/mean_terminated_length": 1072.5625, "completions/min_length": 828.0, "completions/min_terminated_length": 828.0, "epoch": 0.8344586146536634, "frac_reward_zero_std": 0.0, "grad_norm": 3.605868105826089, "kl": 0.018524169921875, "learning_rate": 1.7328073871596148e-07, "loss": -0.021, "num_tokens": 151088146.0, "reward": 2.9802322387695312e-08, "reward_std": 1.023923635482788, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.05035984669593145, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09974658403519784, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10852547064066473, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3337 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1257.0, "completions/max_terminated_length": 1257.0, "completions/mean_length": 1028.125, "completions/mean_terminated_length": 1028.125, "completions/min_length": 781.0, "completions/min_terminated_length": 781.0, "epoch": 0.8347086771692923, "frac_reward_zero_std": 0.0, "grad_norm": 3.2994834875714525, "kl": 0.0164337158203125, "learning_rate": 1.730660289942858e-07, "loss": -0.0006, "num_tokens": 151126676.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8916612267494202, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.13793270018590295, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.15009179456574678, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9666666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.059628479399994376, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3338 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1335.0, "completions/mean_length": 1260.6875, "completions/mean_terminated_length": 1151.9091796875, "completions/min_length": 895.0, "completions/min_terminated_length": 895.0, "epoch": 0.8349587396849212, "frac_reward_zero_std": 0.0, "grad_norm": 3.0981326550735884, "kl": 0.01837158203125, "learning_rate": 1.7285160648376544e-07, "loss": -0.0238, "num_tokens": 151176359.0, "reward": 0.0, "reward_std": 0.8486385345458984, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.13265735844857918, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10635267025276889, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12164002752505568, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3339 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1364.0, "completions/mean_length": 1223.5625, "completions/mean_terminated_length": 1131.416748046875, "completions/min_length": 769.0, "completions/min_terminated_length": 769.0, "epoch": 0.8352088022005502, "frac_reward_zero_std": 0.0, "grad_norm": 3.266308841371822, "kl": 0.01377105712890625, "learning_rate": 1.7263747134778344e-07, "loss": 0.0058, "num_tokens": 151228360.0, "reward": 0.0, "reward_std": 0.7665517330169678, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.022163796507034032, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0667954177915294, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12412657816683506, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3340 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1495.0, "completions/mean_length": 1185.0, "completions/mean_terminated_length": 1164.0, "completions/min_length": 534.0, "completions/min_terminated_length": 534.0, "epoch": 0.835458864716179, "frac_reward_zero_std": 0.0, "grad_norm": 3.275011702307313, "kl": 0.02374267578125, "learning_rate": 1.724236237495038e-07, "loss": -0.0882, "num_tokens": 151283784.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8023648262023926, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0014590891640388097, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0603843768885029, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10671873729054751, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3341 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1459.0, "completions/mean_length": 1071.875, "completions/mean_terminated_length": 1043.3333740234375, "completions/min_length": 833.0, "completions/min_terminated_length": 833.0, "epoch": 0.8357089272318079, "frac_reward_zero_std": 0.0, "grad_norm": 3.798271889544508, "kl": 0.0155029296875, "learning_rate": 1.7221006385187114e-07, "loss": 0.0245, "num_tokens": 151317054.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8726569414138794, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.026763884278404253, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0859648400245396, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.072520750542581, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3342 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1313.0, "completions/mean_length": 1196.1875, "completions/mean_terminated_length": 1152.7857666015625, "completions/min_length": 1057.0, "completions/min_terminated_length": 1057.0, "epoch": 0.8359589897474369, "frac_reward_zero_std": 0.0, "grad_norm": 2.5094198907004315, "kl": 0.00998687744140625, "learning_rate": 1.71996791817611e-07, "loss": -0.0279, "num_tokens": 151367857.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0033040046691895, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.10695791022092983, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.18545692704040115, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07969850595746354, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3343 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1460.0, "completions/mean_length": 1263.25, "completions/mean_terminated_length": 1155.6363525390625, "completions/min_length": 708.0, "completions/min_terminated_length": 708.0, "epoch": 0.8362090522630657, "frac_reward_zero_std": 0.0, "grad_norm": 2.9816312184448726, "kl": 0.0163726806640625, "learning_rate": 1.7178380780922961e-07, "loss": -0.0674, "num_tokens": 151422645.0, "reward": -2.9802322387695312e-08, "reward_std": 1.0536880493164062, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.12135579886957751, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08883171471749189, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1253144193766372, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3344 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1442.0, "completions/mean_length": 1293.0, "completions/mean_terminated_length": 1132.0, "completions/min_length": 895.0, "completions/min_terminated_length": 895.0, "epoch": 0.8364591147786947, "frac_reward_zero_std": 0.0, "grad_norm": 2.9061378924349732, "kl": 0.016387939453125, "learning_rate": 1.715711119890137e-07, "loss": -0.0969, "num_tokens": 151483965.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0186551809310913, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.10318905058240753, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08881879484469966, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10610965676722955, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3345 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1390.0, "completions/max_terminated_length": 1390.0, "completions/mean_length": 1088.375, "completions/mean_terminated_length": 1088.375, "completions/min_length": 796.0, "completions/min_terminated_length": 796.0, "epoch": 0.8367091772943236, "frac_reward_zero_std": 0.0, "grad_norm": 2.932472668526012, "kl": 0.018798828125, "learning_rate": 1.7135870451903043e-07, "loss": 0.0552, "num_tokens": 151517459.0, "reward": -2.9802322387695312e-08, "reward_std": 0.7196836471557617, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.032310978184877145, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04247728228812903, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.825, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14168300559373406, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3346 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1417.0, "completions/mean_length": 1148.875, "completions/mean_terminated_length": 989.2727661132812, "completions/min_length": 658.0, "completions/min_terminated_length": 658.0, "epoch": 0.8369592398099525, "frac_reward_zero_std": 0.0, "grad_norm": 3.43441024378494, "kl": 0.019744873046875, "learning_rate": 1.711465855611271e-07, "loss": 0.0124, "num_tokens": 151564873.0, "reward": 0.0, "reward_std": 0.8655962944030762, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.36662263449587373, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.41331249267326053, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11538983843829065, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3347 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1451.0, "completions/max_terminated_length": 1451.0, "completions/mean_length": 1064.3125, "completions/mean_terminated_length": 1064.3125, "completions/min_length": 794.0, "completions/min_terminated_length": 794.0, "epoch": 0.8372093023255814, "frac_reward_zero_std": 0.0, "grad_norm": 3.3286031070258244, "kl": 0.0173492431640625, "learning_rate": 1.7093475527693152e-07, "loss": -0.0261, "num_tokens": 151616126.0, "reward": 0.0, "reward_std": 1.0176938772201538, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.011159135265478837, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1396305595056811, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08388704928078614, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3348 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1466.0, "completions/mean_length": 1311.4375, "completions/mean_terminated_length": 1164.77783203125, "completions/min_length": 767.0, "completions/min_terminated_length": 767.0, "epoch": 0.8374593648412103, "frac_reward_zero_std": 0.0, "grad_norm": 2.687607926388814, "kl": 0.014923095703125, "learning_rate": 1.7072321382785122e-07, "loss": -0.0783, "num_tokens": 151669205.0, "reward": -1.4901161193847656e-08, "reward_std": 1.03639554977417, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.09956373464355076, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1435234470134992, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13270686158262923, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3349 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1467.0, "completions/mean_length": 1308.5, "completions/mean_terminated_length": 1159.5555419921875, "completions/min_length": 769.0, "completions/min_terminated_length": 769.0, "epoch": 0.8377094273568392, "frac_reward_zero_std": 0.0, "grad_norm": 2.975077850451756, "kl": 0.0131988525390625, "learning_rate": 1.7051196137507374e-07, "loss": -0.0215, "num_tokens": 151721525.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0388867855072021, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.08148412916268905, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08108894735313112, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.15049301694147854, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3350 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1479.0, "completions/max_terminated_length": 1479.0, "completions/mean_length": 1057.8125, "completions/mean_terminated_length": 1057.8125, "completions/min_length": 750.0, "completions/min_terminated_length": 750.0, "epoch": 0.8379594898724682, "frac_reward_zero_std": 0.0, "grad_norm": 3.2362451933224237, "kl": 0.021087646484375, "learning_rate": 1.7030099807956647e-07, "loss": 0.0429, "num_tokens": 151752130.0, "reward": 0.0, "reward_std": 0.8963671922683716, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.010261130079932314, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03956289966202486, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08027729719194864, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3351 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1367.0, "completions/mean_length": 1328.875, "completions/mean_terminated_length": 1289.3846435546875, "completions/min_length": 1097.0, "completions/min_terminated_length": 1097.0, "epoch": 0.838209552388097, "frac_reward_zero_std": 0.0, "grad_norm": 2.222780436924989, "kl": 0.0128631591796875, "learning_rate": 1.700903241020764e-07, "loss": 0.0238, "num_tokens": 151794120.0, "reward": 3.725290298461914e-09, "reward_std": 1.0637335777282715, "rewards/wordcountpos_reward_GEOBench/mean": 3.725290298461914e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.00912507709474088, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0717053405563714, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07685966046898339, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3352 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1463.0, "completions/max_terminated_length": 1463.0, "completions/mean_length": 1224.1875, "completions/mean_terminated_length": 1224.1875, "completions/min_length": 818.0, "completions/min_terminated_length": 818.0, "epoch": 0.8384596149037259, "frac_reward_zero_std": 0.0, "grad_norm": 3.356678253409891, "kl": 0.0182647705078125, "learning_rate": 1.6987993960313008e-07, "loss": -0.0528, "num_tokens": 151849499.0, "reward": 0.0, "reward_std": 0.9555983543395996, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.08907270014614842, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0672190818531281, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09179284245476839, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3353 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1489.0, "completions/mean_length": 1110.25, "completions/mean_terminated_length": 1020.3077392578125, "completions/min_length": 610.0, "completions/min_terminated_length": 610.0, "epoch": 0.8387096774193549, "frac_reward_zero_std": 0.0, "grad_norm": 2.681736264985847, "kl": 0.0177459716796875, "learning_rate": 1.6966984474303342e-07, "loss": -0.0422, "num_tokens": 151890607.0, "reward": 0.0, "reward_std": 0.944535493850708, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04903468314688008, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06669706734405029, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8291666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11917929226045818, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3354 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1192.0, "completions/mean_length": 1000.3125, "completions/mean_terminated_length": 967.0000610351562, "completions/min_length": 618.0, "completions/min_terminated_length": 618.0, "epoch": 0.8389597399349837, "frac_reward_zero_std": 0.0, "grad_norm": 3.1488878125726267, "kl": 0.020111083984375, "learning_rate": 1.69460039681872e-07, "loss": -0.0036, "num_tokens": 151934612.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9813454151153564, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.2734123984245377, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.24257967405938144, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10945995377982529, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3355 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1468.0, "completions/mean_length": 1394.875, "completions/mean_terminated_length": 1347.0909423828125, "completions/min_length": 1073.0, "completions/min_terminated_length": 1073.0, "epoch": 0.8392098024506126, "frac_reward_zero_std": 0.0, "grad_norm": 2.640371518423714, "kl": 0.016998291015625, "learning_rate": 1.6925052457951006e-07, "loss": -0.0196, "num_tokens": 151982002.0, "reward": -7.450580596923828e-09, "reward_std": 1.0437510013580322, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.046048675296376, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12579864847718922, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07490735018081413, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3356 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1481.0, "completions/max_terminated_length": 1481.0, "completions/mean_length": 1073.5, "completions/mean_terminated_length": 1073.5, "completions/min_length": 855.0, "completions/min_terminated_length": 855.0, "epoch": 0.8394598649662416, "frac_reward_zero_std": 0.0, "grad_norm": 3.136717003680305, "kl": 0.0136871337890625, "learning_rate": 1.690412995955911e-07, "loss": -0.0077, "num_tokens": 152020546.0, "reward": 1.862645149230957e-08, "reward_std": 1.058415412902832, "rewards/wordcountpos_reward_GEOBench/mean": 1.862645149230957e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.006110036802556192, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.073657195770894, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.093392838174146, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3357 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1457.0, "completions/max_terminated_length": 1457.0, "completions/mean_length": 1082.875, "completions/mean_terminated_length": 1082.875, "completions/min_length": 851.0, "completions/min_terminated_length": 851.0, "epoch": 0.8397099274818705, "frac_reward_zero_std": 0.0, "grad_norm": 3.00248624516453, "kl": 0.0145721435546875, "learning_rate": 1.6883236488953778e-07, "loss": -0.0355, "num_tokens": 152065336.0, "reward": 0.0, "reward_std": 0.7811299562454224, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03857018845606091, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12005843065963642, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7916666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08734775114237135, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3358 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1261.0, "completions/mean_length": 1124.0625, "completions/mean_terminated_length": 1099.0, "completions/min_length": 895.0, "completions/min_terminated_length": 895.0, "epoch": 0.8399599899974993, "frac_reward_zero_std": 0.0, "grad_norm": 3.537804643425113, "kl": 0.0267333984375, "learning_rate": 1.6862372062055135e-07, "loss": 0.0098, "num_tokens": 152102001.0, "reward": 0.0, "reward_std": 0.796058714389801, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.007790187951094784, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.13597201512157772, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09016445879408157, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3359 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1374.0, "completions/mean_length": 1206.0625, "completions/mean_terminated_length": 1164.071533203125, "completions/min_length": 983.0, "completions/min_terminated_length": 983.0, "epoch": 0.8402100525131283, "frac_reward_zero_std": 0.0, "grad_norm": 2.8872350440126318, "kl": 0.01677703857421875, "learning_rate": 1.6841536694761178e-07, "loss": 0.0136, "num_tokens": 152144650.0, "reward": 2.9802322387695312e-08, "reward_std": 0.561803936958313, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.058577591174175006, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06211190561813455, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14807405554629052, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3360 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1480.0, "completions/mean_length": 1246.5625, "completions/mean_terminated_length": 1162.0833740234375, "completions/min_length": 996.0, "completions/min_terminated_length": 996.0, "epoch": 0.8404601150287572, "frac_reward_zero_std": 0.0, "grad_norm": 2.2389537085353064, "kl": 0.0098724365234375, "learning_rate": 1.6820730402947763e-07, "loss": 0.0031, "num_tokens": 152188779.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9434800148010254, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09339283817414602, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3361 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1308.0, "completions/mean_length": 1035.75, "completions/mean_terminated_length": 1004.800048828125, "completions/min_length": 301.0, "completions/min_terminated_length": 301.0, "epoch": 0.8407101775443862, "frac_reward_zero_std": 0.0, "grad_norm": 3.4735655012108753, "kl": 0.02239990234375, "learning_rate": 1.6799953202468597e-07, "loss": 0.021, "num_tokens": 152244631.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8816125392913818, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.003529879031567074, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.014119516126268297, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10461569884316813, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3362 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1492.0, "completions/mean_length": 1295.5, "completions/mean_terminated_length": 1248.3077392578125, "completions/min_length": 995.0, "completions/min_terminated_length": 995.0, "epoch": 0.840960240060015, "frac_reward_zero_std": 0.0, "grad_norm": 3.3462586003450516, "kl": 0.022064208984375, "learning_rate": 1.677920510915521e-07, "loss": -0.0059, "num_tokens": 152289583.0, "reward": -2.9802322387695312e-08, "reward_std": 0.9120301604270935, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.08372979984481743, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11905314233198512, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09067647005823631, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3363 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1418.0, "completions/mean_length": 1188.0, "completions/mean_terminated_length": 1143.4285888671875, "completions/min_length": 916.0, "completions/min_terminated_length": 916.0, "epoch": 0.8412103025756439, "frac_reward_zero_std": 0.0, "grad_norm": 3.3351061479351047, "kl": 0.022613525390625, "learning_rate": 1.6758486138816958e-07, "loss": -0.0746, "num_tokens": 152333959.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0393438339233398, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.009154596547360215, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10959999078856077, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8041666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11013459778666118, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3364 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1355.0, "completions/mean_length": 1231.25, "completions/mean_terminated_length": 1141.666748046875, "completions/min_length": 979.0, "completions/min_terminated_length": 979.0, "epoch": 0.8414603650912729, "frac_reward_zero_std": 0.0, "grad_norm": 3.3526129355129095, "kl": 0.020538330078125, "learning_rate": 1.6737796307241018e-07, "loss": 0.0059, "num_tokens": 152377171.0, "reward": 0.0, "reward_std": 0.7966620326042175, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.08091796752194588, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12665926807859956, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7666666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.15396007178390023, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3365 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1387.0, "completions/max_terminated_length": 1387.0, "completions/mean_length": 1086.8125, "completions/mean_terminated_length": 1086.8125, "completions/min_length": 801.0, "completions/min_terminated_length": 801.0, "epoch": 0.8417104276069017, "frac_reward_zero_std": 0.0, "grad_norm": 3.3084587303196837, "kl": 0.0207977294921875, "learning_rate": 1.6717135630192352e-07, "loss": -0.0816, "num_tokens": 152417008.0, "reward": 0.0, "reward_std": 0.8765095472335815, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.000570763276357379, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10524137734890121, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8291666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10027739304327551, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3366 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1290.0, "completions/mean_length": 1275.1875, "completions/mean_terminated_length": 1100.3333740234375, "completions/min_length": 778.0, "completions/min_terminated_length": 778.0, "epoch": 0.8419604901225306, "frac_reward_zero_std": 0.0, "grad_norm": 2.9961398761254285, "kl": 0.0166168212890625, "learning_rate": 1.6696504123413706e-07, "loss": -0.0156, "num_tokens": 152465435.0, "reward": -7.450580596923828e-09, "reward_std": 1.0131181478500366, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.004456291566499234, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.012762281022496144, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11547005383792518, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3367 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1488.0, "completions/mean_length": 1397.9375, "completions/mean_terminated_length": 1295.875, "completions/min_length": 1012.0, "completions/min_terminated_length": 1012.0, "epoch": 0.8422105526381596, "frac_reward_zero_std": 0.0, "grad_norm": 2.6798234507815004, "kl": 0.016571044921875, "learning_rate": 1.6675901802625596e-07, "loss": -0.0399, "num_tokens": 152516906.0, "reward": 0.0, "reward_std": 0.7936362028121948, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.17511683201171827, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09134159223707118, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7916666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.18358568490953675, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3368 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1379.0, "completions/mean_length": 1204.625, "completions/mean_terminated_length": 1162.4285888671875, "completions/min_length": 745.0, "completions/min_terminated_length": 745.0, "epoch": 0.8424606151537885, "frac_reward_zero_std": 0.0, "grad_norm": 3.03187085273972, "kl": 0.017242431640625, "learning_rate": 1.6655328683526321e-07, "loss": -0.0474, "num_tokens": 152568956.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0117475986480713, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.015760385785527735, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.028927344683885522, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7916666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11642832797715323, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3369 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1466.0, "completions/mean_length": 1207.9375, "completions/mean_terminated_length": 1166.21435546875, "completions/min_length": 765.0, "completions/min_terminated_length": 765.0, "epoch": 0.8427106776694173, "frac_reward_zero_std": 0.0, "grad_norm": 3.2034243481988636, "kl": 0.01690673828125, "learning_rate": 1.6634784781791895e-07, "loss": 0.0104, "num_tokens": 152617251.0, "reward": -2.9802322387695312e-08, "reward_std": 0.9964360594749451, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.006361509075521891, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06425330160310021, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09888264649460887, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3370 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1479.0, "completions/mean_length": 1271.8125, "completions/mean_terminated_length": 1256.60009765625, "completions/min_length": 879.0, "completions/min_terminated_length": 879.0, "epoch": 0.8429607401850463, "frac_reward_zero_std": 0.0, "grad_norm": 2.8343394336360577, "kl": 0.0176849365234375, "learning_rate": 1.661427011307609e-07, "loss": 0.0105, "num_tokens": 152661496.0, "reward": 0.0, "reward_std": 1.0652432441711426, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0070372710428450265, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.02956022686496505, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13871099718746435, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3371 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1394.0, "completions/max_terminated_length": 1394.0, "completions/mean_length": 1108.5625, "completions/mean_terminated_length": 1108.5625, "completions/min_length": 782.0, "completions/min_terminated_length": 782.0, "epoch": 0.8432108027006752, "frac_reward_zero_std": 0.0, "grad_norm": 3.3154086882707956, "kl": 0.014892578125, "learning_rate": 1.659378469301042e-07, "loss": 0.0001, "num_tokens": 152713801.0, "reward": 1.862645149230957e-08, "reward_std": 0.9403879046440125, "rewards/wordcountpos_reward_GEOBench/mean": 1.862645149230957e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.024506240920955456, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.14922947975633846, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.094182643679026, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3372 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1366.0, "completions/mean_length": 1319.75, "completions/mean_terminated_length": 1139.5, "completions/min_length": 849.0, "completions/min_terminated_length": 849.0, "epoch": 0.843460865216304, "frac_reward_zero_std": 0.0, "grad_norm": 2.492120596555075, "kl": 0.0139617919921875, "learning_rate": 1.6573328537204093e-07, "loss": -0.0003, "num_tokens": 152775773.0, "reward": -5.960464477539063e-08, "reward_std": 0.8637921810150146, "rewards/wordcountpos_reward_GEOBench/mean": -5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.09646816747249448, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10391570895836347, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08333333333333336, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3373 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1461.0, "completions/max_terminated_length": 1461.0, "completions/mean_length": 998.0625, "completions/mean_terminated_length": 998.0625, "completions/min_length": 595.0, "completions/min_terminated_length": 595.0, "epoch": 0.843710927731933, "frac_reward_zero_std": 0.0, "grad_norm": 3.322329467104341, "kl": 0.0163116455078125, "learning_rate": 1.6552901661244e-07, "loss": 0.0157, "num_tokens": 152815438.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0105340480804443, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0967816192099881, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.15852051209239057, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11894598836509011, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3374 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1481.0, "completions/max_terminated_length": 1481.0, "completions/mean_length": 1167.5, "completions/mean_terminated_length": 1167.5, "completions/min_length": 893.0, "completions/min_terminated_length": 893.0, "epoch": 0.8439609902475619, "frac_reward_zero_std": 0.0, "grad_norm": 3.4110677191104735, "kl": 0.02032470703125, "learning_rate": 1.6532504080694742e-07, "loss": 0.0008, "num_tokens": 152851750.0, "reward": -4.470348358154297e-08, "reward_std": 1.0048493146896362, "rewards/wordcountpos_reward_GEOBench/mean": -4.470348358154297e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.027233661384134304, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07376496296991886, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13333333333333336, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3375 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1449.0, "completions/max_terminated_length": 1449.0, "completions/mean_length": 1225.25, "completions/mean_terminated_length": 1225.25, "completions/min_length": 1043.0, "completions/min_terminated_length": 1043.0, "epoch": 0.8442110527631908, "frac_reward_zero_std": 0.0, "grad_norm": 2.661404324525637, "kl": 0.018157958984375, "learning_rate": 1.6512135811098613e-07, "loss": -0.0203, "num_tokens": 152893090.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8648989200592041, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0874692795361345, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1934558700377816, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08777074514725114, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3376 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1418.0, "completions/mean_length": 1169.5625, "completions/mean_terminated_length": 1122.357177734375, "completions/min_length": 643.0, "completions/min_terminated_length": 643.0, "epoch": 0.8444611152788197, "frac_reward_zero_std": 0.0, "grad_norm": 3.068553263831378, "kl": 0.0177459716796875, "learning_rate": 1.6491796867975555e-07, "loss": -0.0319, "num_tokens": 152941755.0, "reward": 0.0, "reward_std": 0.7996862530708313, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.010365301427780995, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.13589533860542563, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09699179041242312, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3377 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1404.0, "completions/max_terminated_length": 1404.0, "completions/mean_length": 1214.25, "completions/mean_terminated_length": 1214.25, "completions/min_length": 1023.0, "completions/min_terminated_length": 1023.0, "epoch": 0.8447111777944486, "frac_reward_zero_std": 0.0, "grad_norm": 3.378797304866942, "kl": 0.02294921875, "learning_rate": 1.6471487266823164e-07, "loss": -0.0292, "num_tokens": 152982767.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9473025798797607, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.15680927689275395, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1230996079627716, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11013459778666118, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3378 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1455.0, "completions/max_terminated_length": 1455.0, "completions/mean_length": 1243.125, "completions/mean_terminated_length": 1243.125, "completions/min_length": 1082.0, "completions/min_terminated_length": 1082.0, "epoch": 0.8449612403100775, "frac_reward_zero_std": 0.0, "grad_norm": 1.9931347128674062, "kl": 0.0128173828125, "learning_rate": 1.645120702311667e-07, "loss": -0.0021, "num_tokens": 153031873.0, "reward": -2.9802322387695312e-08, "reward_std": 0.5821045637130737, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.11622916791851474, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12563619225269965, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9583333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07252075054258096, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3379 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1204.0, "completions/max_terminated_length": 1204.0, "completions/mean_length": 1062.9375, "completions/mean_terminated_length": 1062.9375, "completions/min_length": 801.0, "completions/min_terminated_length": 801.0, "epoch": 0.8452113028257064, "frac_reward_zero_std": 0.0, "grad_norm": 3.3719714993712153, "kl": 0.017791748046875, "learning_rate": 1.643095615230896e-07, "loss": -0.0339, "num_tokens": 153079944.0, "reward": 0.0, "reward_std": 0.6870654821395874, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.1537732618839729, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.15323707383302385, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8291666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09727776191382574, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3380 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1428.0, "completions/mean_length": 1256.625, "completions/mean_terminated_length": 1175.5, "completions/min_length": 1035.0, "completions/min_terminated_length": 1035.0, "epoch": 0.8454613653413353, "frac_reward_zero_std": 0.0, "grad_norm": 2.3423475844939343, "kl": 0.0164031982421875, "learning_rate": 1.6410734669830522e-07, "loss": -0.0146, "num_tokens": 153134858.0, "reward": 0.0, "reward_std": 0.9648892879486084, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04622210848072157, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05953330804122073, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7333333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11925695879998881, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3381 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1492.0, "completions/mean_length": 1157.0625, "completions/mean_terminated_length": 1108.071533203125, "completions/min_length": 786.0, "completions/min_terminated_length": 786.0, "epoch": 0.8457114278569643, "frac_reward_zero_std": 0.0, "grad_norm": 2.9553912723203486, "kl": 0.0164642333984375, "learning_rate": 1.6390542591089435e-07, "loss": -0.0307, "num_tokens": 153178227.0, "reward": 2.9802322387695312e-08, "reward_std": 0.5596414804458618, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.05902210908384607, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12494008483961233, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10390522747338703, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3382 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1376.0, "completions/mean_length": 1179.25, "completions/mean_terminated_length": 1072.3333740234375, "completions/min_length": 746.0, "completions/min_terminated_length": 746.0, "epoch": 0.8459614903725932, "frac_reward_zero_std": 0.0, "grad_norm": 3.261535546090024, "kl": 0.0201568603515625, "learning_rate": 1.6370379931471417e-07, "loss": -0.0199, "num_tokens": 153235191.0, "reward": 5.960464477539063e-08, "reward_std": 0.7193119525909424, "rewards/wordcountpos_reward_GEOBench/mean": 5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.012078962284503073, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07268521070058635, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12641788434189793, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3383 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1476.0, "completions/mean_length": 1234.3125, "completions/mean_terminated_length": 1196.357177734375, "completions/min_length": 1000.0, "completions/min_terminated_length": 1000.0, "epoch": 0.846211552888222, "frac_reward_zero_std": 0.0, "grad_norm": 3.2790230328680425, "kl": 0.017791748046875, "learning_rate": 1.6350246706339738e-07, "loss": -0.0853, "num_tokens": 153286156.0, "reward": -7.450580596923828e-09, "reward_std": 0.9944255352020264, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03489106741107114, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04526849743672893, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8708333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10174405069512345, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3384 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1417.0, "completions/mean_length": 1381.375, "completions/mean_terminated_length": 1310.2000732421875, "completions/min_length": 1122.0, "completions/min_terminated_length": 1122.0, "epoch": 0.846461615403851, "frac_reward_zero_std": 0.0, "grad_norm": 2.1720544278056173, "kl": 0.007171630859375, "learning_rate": 1.6330142931035235e-07, "loss": -0.0262, "num_tokens": 153341138.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8529678583145142, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.02723965165557415, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1420430765790504, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0768596604689834, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3385 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1477.0, "completions/max_terminated_length": 1477.0, "completions/mean_length": 1066.5625, "completions/mean_terminated_length": 1066.5625, "completions/min_length": 804.0, "completions/min_terminated_length": 804.0, "epoch": 0.8467116779194799, "frac_reward_zero_std": 0.0, "grad_norm": 2.660004788190825, "kl": 0.01666259765625, "learning_rate": 1.6310068620876326e-07, "loss": 0.0155, "num_tokens": 153385955.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0217692852020264, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.00746635165359022, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.069173184892951, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7916666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09388724521901162, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3386 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1489.0, "completions/mean_length": 1177.9375, "completions/mean_terminated_length": 1070.5833740234375, "completions/min_length": 940.0, "completions/min_terminated_length": 940.0, "epoch": 0.8469617404351087, "frac_reward_zero_std": 0.0, "grad_norm": 2.403229447447892, "kl": 0.01464080810546875, "learning_rate": 1.629002379115897e-07, "loss": 0.0014, "num_tokens": 153444226.0, "reward": 5.960464477539063e-08, "reward_std": 0.9079053401947021, "rewards/wordcountpos_reward_GEOBench/mean": 5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.05310296687266994, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11883110515672463, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6499999999999999, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.057089922571845, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3387 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1399.0, "completions/max_terminated_length": 1399.0, "completions/mean_length": 1094.0625, "completions/mean_terminated_length": 1094.0625, "completions/min_length": 789.0, "completions/min_terminated_length": 789.0, "epoch": 0.8472118029507377, "frac_reward_zero_std": 0.0, "grad_norm": 3.196789836807425, "kl": 0.0154266357421875, "learning_rate": 1.6270008457156649e-07, "loss": -0.0057, "num_tokens": 153484075.0, "reward": -5.21540641784668e-08, "reward_std": 1.0615969896316528, "rewards/wordcountpos_reward_GEOBench/mean": -5.21540641784668e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.02776478824942396, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07151870892070497, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08062257748298551, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3388 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1487.0, "completions/max_terminated_length": 1487.0, "completions/mean_length": 1195.0, "completions/mean_terminated_length": 1195.0, "completions/min_length": 721.0, "completions/min_terminated_length": 721.0, "epoch": 0.8474618654663666, "frac_reward_zero_std": 0.0, "grad_norm": 3.068875480713184, "kl": 0.0161895751953125, "learning_rate": 1.6250022634120386e-07, "loss": -0.037, "num_tokens": 153534219.0, "reward": -2.9802322387695312e-08, "reward_std": 0.6147984862327576, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.14356702133719787, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11011940985718148, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8333333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12412657816683505, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3389 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1412.0, "completions/max_terminated_length": 1412.0, "completions/mean_length": 1076.125, "completions/mean_terminated_length": 1076.125, "completions/min_length": 875.0, "completions/min_terminated_length": 875.0, "epoch": 0.8477119279819955, "frac_reward_zero_std": 0.0, "grad_norm": 3.0823543053394133, "kl": 0.015350341796875, "learning_rate": 1.6230066337278723e-07, "loss": 0.0036, "num_tokens": 153563885.0, "reward": 2.9802322387695312e-08, "reward_std": 0.994970440864563, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.05111130027098357, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07984880213872673, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9208333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08850612031567835, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3390 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1369.0, "completions/max_terminated_length": 1369.0, "completions/mean_length": 1088.8125, "completions/mean_terminated_length": 1088.8125, "completions/min_length": 777.0, "completions/min_terminated_length": 777.0, "epoch": 0.8479619904976244, "frac_reward_zero_std": 0.0, "grad_norm": 3.507193559876226, "kl": 0.026580810546875, "learning_rate": 1.6210139581837698e-07, "loss": -0.0537, "num_tokens": 153610498.0, "reward": 5.960464477539063e-08, "reward_std": 0.7636800408363342, "rewards/wordcountpos_reward_GEOBench/mean": 5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04581941767617748, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04276093849293745, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11474609652039004, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3391 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1041.0, "completions/mean_length": 1128.0625, "completions/mean_terminated_length": 756.125, "completions/min_length": 567.0, "completions/min_terminated_length": 567.0, "epoch": 0.8482120530132533, "frac_reward_zero_std": 0.0, "grad_norm": 3.0965703156281115, "kl": 0.019622802734375, "learning_rate": 1.6190242382980812e-07, "loss": 0.033, "num_tokens": 153650531.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9019227623939514, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.07757819096621234, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07107798951255152, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1593970119149271, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3392 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1487.0, "completions/max_terminated_length": 1487.0, "completions/mean_length": 1058.6875, "completions/mean_terminated_length": 1058.6875, "completions/min_length": 643.0, "completions/min_terminated_length": 643.0, "epoch": 0.8484621155288822, "frac_reward_zero_std": 0.0, "grad_norm": 3.572481098433864, "kl": 0.02008056640625, "learning_rate": 1.6170374755869095e-07, "loss": 0.0134, "num_tokens": 153695238.0, "reward": 0.0, "reward_std": 0.5739260911941528, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.05792664552994947, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.076745984752615, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08153617692869929, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3393 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1308.0, "completions/max_terminated_length": 1308.0, "completions/mean_length": 1125.0625, "completions/mean_terminated_length": 1125.0625, "completions/min_length": 904.0, "completions/min_terminated_length": 904.0, "epoch": 0.8487121780445112, "frac_reward_zero_std": 0.0, "grad_norm": 3.03846221733308, "kl": 0.01507568359375, "learning_rate": 1.6150536715641003e-07, "loss": -0.0195, "num_tokens": 153744207.0, "reward": 7.450580596923828e-09, "reward_std": 1.0142631530761719, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.015572436037919031, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04299381407571272, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10809803506625451, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3394 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1427.0, "completions/mean_length": 1127.4375, "completions/mean_terminated_length": 1041.4615478515625, "completions/min_length": 738.0, "completions/min_terminated_length": 738.0, "epoch": 0.84896224056014, "frac_reward_zero_std": 0.0, "grad_norm": 3.0662799065471242, "kl": 0.0190582275390625, "learning_rate": 1.613072827741247e-07, "loss": -0.0373, "num_tokens": 153779510.0, "reward": -2.9802322387695312e-08, "reward_std": 0.7951164841651917, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.10422411245504025, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11546695632268794, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10852547064066474, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3395 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1443.0, "completions/mean_length": 1095.0625, "completions/mean_terminated_length": 1068.0667724609375, "completions/min_length": 865.0, "completions/min_terminated_length": 865.0, "epoch": 0.8492123030757689, "frac_reward_zero_std": 0.0, "grad_norm": 3.2702065318910702, "kl": 0.01983642578125, "learning_rate": 1.611094945627687e-07, "loss": 0.0635, "num_tokens": 153814367.0, "reward": 0.0, "reward_std": 0.5954619646072388, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06509487578711483, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09688417872167149, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9208333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07781745019952499, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3396 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1381.0, "completions/mean_length": 1110.25, "completions/mean_terminated_length": 980.3333740234375, "completions/min_length": 551.0, "completions/min_terminated_length": 551.0, "epoch": 0.8494623655913979, "frac_reward_zero_std": 0.0, "grad_norm": 3.248995165272836, "kl": 0.021697998046875, "learning_rate": 1.6091200267304993e-07, "loss": 0.0466, "num_tokens": 153849595.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0349496603012085, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.013462419727436071, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06207372961178985, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.775, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11385500851066223, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3397 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1451.0, "completions/mean_length": 1208.5, "completions/mean_terminated_length": 981.7777709960938, "completions/min_length": 406.0, "completions/min_terminated_length": 406.0, "epoch": 0.8497124281070267, "frac_reward_zero_std": 0.0, "grad_norm": 3.468073080376966, "kl": 0.020751953125, "learning_rate": 1.6071480725545085e-07, "loss": -0.024, "num_tokens": 153907195.0, "reward": -2.9802322387695312e-08, "reward_std": 0.9018121957778931, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.019924937119654002, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11147490259834203, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.775, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07252075054258102, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3398 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1460.0, "completions/mean_length": 1312.75, "completions/mean_terminated_length": 1300.2667236328125, "completions/min_length": 1162.0, "completions/min_terminated_length": 1162.0, "epoch": 0.8499624906226556, "frac_reward_zero_std": 0.0, "grad_norm": 2.915468284508749, "kl": 0.0169677734375, "learning_rate": 1.6051790846022754e-07, "loss": -0.0139, "num_tokens": 153952351.0, "reward": 4.470348358154297e-08, "reward_std": 1.0220069885253906, "rewards/wordcountpos_reward_GEOBench/mean": 4.470348358154297e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.041156932880515834, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06121464014744759, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11792967144619462, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3399 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1247.0, "completions/max_terminated_length": 1247.0, "completions/mean_length": 1009.625, "completions/mean_terminated_length": 1009.625, "completions/min_length": 909.0, "completions/min_terminated_length": 909.0, "epoch": 0.8502125531382846, "frac_reward_zero_std": 0.0, "grad_norm": 2.888616386729181, "kl": 0.0106353759765625, "learning_rate": 1.6032130643741064e-07, "loss": -0.0263, "num_tokens": 153984929.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0259289741516113, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.011513149395057373, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.062129219024084574, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0697880388775209, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3400 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1423.0, "completions/max_terminated_length": 1423.0, "completions/mean_length": 1013.5, "completions/mean_terminated_length": 1013.5, "completions/min_length": 603.0, "completions/min_terminated_length": 603.0, "epoch": 0.8504626156539135, "frac_reward_zero_std": 0.0, "grad_norm": 3.8197080683216895, "kl": 0.032073974609375, "learning_rate": 1.6012500133680417e-07, "loss": -0.0584, "num_tokens": 154025033.0, "reward": 5.960464477539063e-08, "reward_std": 0.9082266092300415, "rewards/wordcountpos_reward_GEOBench/mean": 5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.007042716346184233, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.02211101942273821, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13492110177323527, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3401 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1492.0, "completions/mean_length": 1348.0625, "completions/mean_terminated_length": 1196.125, "completions/min_length": 545.0, "completions/min_terminated_length": 545.0, "epoch": 0.8507126781695424, "frac_reward_zero_std": 0.0, "grad_norm": 2.6970694849835137, "kl": 0.0141448974609375, "learning_rate": 1.5992899330798619e-07, "loss": -0.0286, "num_tokens": 154076474.0, "reward": 0.0, "reward_std": 0.925402045249939, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.033751479194976015, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0854543922666069, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7374999999999999, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11538983843829065, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3402 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1470.0, "completions/mean_length": 1095.5625, "completions/mean_terminated_length": 1068.60009765625, "completions/min_length": 771.0, "completions/min_terminated_length": 771.0, "epoch": 0.8509627406851713, "frac_reward_zero_std": 0.0, "grad_norm": 3.813431530516285, "kl": 0.019012451171875, "learning_rate": 1.5973328250030817e-07, "loss": -0.0072, "num_tokens": 154129475.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9050154089927673, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.09929683362962266, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12925545847982592, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08734775114237134, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3403 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1482.0, "completions/mean_length": 1309.125, "completions/mean_terminated_length": 1265.0770263671875, "completions/min_length": 904.0, "completions/min_terminated_length": 904.0, "epoch": 0.8512128032008002, "frac_reward_zero_std": 0.0, "grad_norm": 3.009572369330942, "kl": 0.024627685546875, "learning_rate": 1.595378690628954e-07, "loss": -0.0072, "num_tokens": 154172933.0, "reward": 0.0, "reward_std": 1.0436674356460571, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.014282952433599984, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03632383669538415, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8708333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0749073501808141, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3404 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1408.0, "completions/max_terminated_length": 1408.0, "completions/mean_length": 1046.875, "completions/mean_terminated_length": 1046.875, "completions/min_length": 592.0, "completions/min_terminated_length": 592.0, "epoch": 0.8514628657164292, "frac_reward_zero_std": 0.0, "grad_norm": 3.0164935621033506, "kl": 0.018585205078125, "learning_rate": 1.593427531446463e-07, "loss": -0.0839, "num_tokens": 154218531.0, "reward": -1.4901161193847656e-08, "reward_std": 0.94865882396698, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.018486773880596274, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10400108517000459, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11894598836509011, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3405 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1364.0, "completions/max_terminated_length": 1364.0, "completions/mean_length": 1035.125, "completions/mean_terminated_length": 1035.125, "completions/min_length": 647.0, "completions/min_terminated_length": 647.0, "epoch": 0.851712928232058, "frac_reward_zero_std": 0.0, "grad_norm": 3.7302831973804014, "kl": 0.042877197265625, "learning_rate": 1.591479348942328e-07, "loss": 0.0204, "num_tokens": 154265501.0, "reward": 0.0, "reward_std": 0.9500570893287659, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.028136739419588372, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08661670037895872, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10461569884316813, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3406 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1362.0, "completions/mean_length": 1030.875, "completions/mean_terminated_length": 999.6000366210938, "completions/min_length": 564.0, "completions/min_terminated_length": 564.0, "epoch": 0.8519629907476869, "frac_reward_zero_std": 0.0, "grad_norm": 3.0794227784469204, "kl": 0.014892578125, "learning_rate": 1.5895341446009972e-07, "loss": -0.0575, "num_tokens": 154310683.0, "reward": -2.9802322387695312e-08, "reward_std": 0.7210105657577515, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.10792002761362691, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.306600716331647, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1112221667221529, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3407 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1360.0, "completions/max_terminated_length": 1360.0, "completions/mean_length": 1055.5, "completions/mean_terminated_length": 1055.5, "completions/min_length": 765.0, "completions/min_terminated_length": 765.0, "epoch": 0.8522130532633159, "frac_reward_zero_std": 0.0, "grad_norm": 3.6969555726966967, "kl": 0.021820068359375, "learning_rate": 1.587591919904655e-07, "loss": 0.0189, "num_tokens": 154356571.0, "reward": 7.450580596923828e-09, "reward_std": 0.9715641736984253, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.006809252589510432, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0459369149868894, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12382783747337808, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3408 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1430.0, "completions/max_terminated_length": 1430.0, "completions/mean_length": 1125.625, "completions/mean_terminated_length": 1125.625, "completions/min_length": 876.0, "completions/min_terminated_length": 876.0, "epoch": 0.8524631157789447, "frac_reward_zero_std": 0.0, "grad_norm": 3.2959071361156123, "kl": 0.02044677734375, "learning_rate": 1.585652676333211e-07, "loss": 0.0419, "num_tokens": 154389053.0, "reward": -2.2351741790771484e-08, "reward_std": 0.9079267382621765, "rewards/wordcountpos_reward_GEOBench/mean": -2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.022756666490524997, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07969606543213599, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8958333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11917929226045816, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3409 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1408.0, "completions/mean_length": 1416.25, "completions/mean_terminated_length": 1276.666748046875, "completions/min_length": 1170.0, "completions/min_terminated_length": 1170.0, "epoch": 0.8527131782945736, "frac_reward_zero_std": 0.0, "grad_norm": 3.38330036086136, "kl": 0.022979736328125, "learning_rate": 1.5837164153643013e-07, "loss": 0.017, "num_tokens": 154451953.0, "reward": 0.0, "reward_std": 0.7248988151550293, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.036778499746062995, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06135636987503772, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.65, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08944271909999159, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3410 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1197.0, "completions/max_terminated_length": 1197.0, "completions/mean_length": 1015.0625, "completions/mean_terminated_length": 1015.0625, "completions/min_length": 708.0, "completions/min_terminated_length": 708.0, "epoch": 0.8529632408102026, "frac_reward_zero_std": 0.0, "grad_norm": 3.5705353643131703, "kl": 0.02069091796875, "learning_rate": 1.5817831384732965e-07, "loss": 0.0189, "num_tokens": 154488130.0, "reward": -2.9802322387695312e-08, "reward_std": 0.9354285001754761, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0008061820968698792, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.041023897257836325, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8583333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10576003586036263, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3411 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1404.0, "completions/mean_length": 1105.5, "completions/mean_terminated_length": 1079.2000732421875, "completions/min_length": 582.0, "completions/min_terminated_length": 582.0, "epoch": 0.8532133033258315, "frac_reward_zero_std": 0.0, "grad_norm": 2.7552360143973105, "kl": 0.0154876708984375, "learning_rate": 1.5798528471332874e-07, "loss": -0.092, "num_tokens": 154538850.0, "reward": -2.2351741790771484e-08, "reward_std": 1.0574856996536255, "rewards/wordcountpos_reward_GEOBench/mean": -2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.19072692315643838, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.19989211240365962, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06666666666666671, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3412 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1489.0, "completions/mean_length": 1366.1875, "completions/mean_terminated_length": 1321.5833740234375, "completions/min_length": 1111.0, "completions/min_terminated_length": 1111.0, "epoch": 0.8534633658414603, "frac_reward_zero_std": 0.0, "grad_norm": 2.811948072477752, "kl": 0.0174713134765625, "learning_rate": 1.577925542815092e-07, "loss": -0.0052, "num_tokens": 154588989.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9129635691642761, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.012103321281422106, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11976457984080754, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13763881881375054, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3413 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1481.0, "completions/mean_length": 1271.9375, "completions/mean_terminated_length": 1256.7333984375, "completions/min_length": 996.0, "completions/min_terminated_length": 996.0, "epoch": 0.8537134283570893, "frac_reward_zero_std": 0.0, "grad_norm": 2.825546039625914, "kl": 0.01739501953125, "learning_rate": 1.5760012269872518e-07, "loss": 0.015, "num_tokens": 154639740.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9771131873130798, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.011457358162067149, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11615188331573294, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09888264649460886, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3414 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1270.0, "completions/max_terminated_length": 1270.0, "completions/mean_length": 856.625, "completions/mean_terminated_length": 856.625, "completions/min_length": 690.0, "completions/min_terminated_length": 690.0, "epoch": 0.8539634908727182, "frac_reward_zero_std": 0.0, "grad_norm": 2.226112736944573, "kl": 0.009845733642578125, "learning_rate": 1.5740799011160325e-07, "loss": 0.0092, "num_tokens": 154678734.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9533878564834595, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.08907810081015362, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10195331210369231, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09888264649460887, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3415 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1359.0, "completions/max_terminated_length": 1359.0, "completions/mean_length": 879.0, "completions/mean_terminated_length": 879.0, "completions/min_length": 475.0, "completions/min_terminated_length": 475.0, "epoch": 0.854213553388347, "frac_reward_zero_std": 0.0, "grad_norm": 3.5865213698283918, "kl": 0.0169830322265625, "learning_rate": 1.5721615666654199e-07, "loss": -0.0355, "num_tokens": 154718342.0, "reward": 2.9802322387695312e-08, "reward_std": 0.7312920689582825, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.16734111161403775, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.2606736067951536, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.17883366987645666, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3416 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1286.0, "completions/max_terminated_length": 1286.0, "completions/mean_length": 1124.5625, "completions/mean_terminated_length": 1124.5625, "completions/min_length": 902.0, "completions/min_terminated_length": 902.0, "epoch": 0.854463615903976, "frac_reward_zero_std": 0.0, "grad_norm": 3.295635405533307, "kl": 0.021881103515625, "learning_rate": 1.5702462250971197e-07, "loss": -0.0058, "num_tokens": 154766959.0, "reward": 2.9802322387695312e-08, "reward_std": 0.5610868334770203, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.1835776501625578, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08829837766836554, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8041666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.061913918736689055, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3417 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1398.0, "completions/mean_length": 1214.0625, "completions/mean_terminated_length": 991.6666870117188, "completions/min_length": 791.0, "completions/min_terminated_length": 791.0, "epoch": 0.8547136784196049, "frac_reward_zero_std": 0.0, "grad_norm": 2.550729592618446, "kl": 0.022216796875, "learning_rate": 1.568333877870561e-07, "loss": -0.0222, "num_tokens": 154814168.0, "reward": 7.450580596923828e-09, "reward_std": 1.002830982208252, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04021387719904925, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.14177256328558036, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08153617692869929, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3418 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1436.0, "completions/mean_length": 1191.625, "completions/mean_terminated_length": 1171.0667724609375, "completions/min_length": 980.0, "completions/min_terminated_length": 980.0, "epoch": 0.8549637409352339, "frac_reward_zero_std": 0.0, "grad_norm": 3.2523083877932555, "kl": 0.018035888671875, "learning_rate": 1.566424526442887e-07, "loss": -0.0764, "num_tokens": 154856914.0, "reward": 0.0, "reward_std": 0.9880672097206116, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0577952005422942, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05054218412938844, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06191391873668906, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3419 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1304.0, "completions/mean_length": 1057.625, "completions/mean_terminated_length": 1028.1334228515625, "completions/min_length": 751.0, "completions/min_terminated_length": 751.0, "epoch": 0.8552138034508627, "frac_reward_zero_std": 0.0, "grad_norm": 3.562969343257601, "kl": 0.0218505859375, "learning_rate": 1.5645181722689617e-07, "loss": -0.0559, "num_tokens": 154905876.0, "reward": 0.0, "reward_std": 0.6675546169281006, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.041589836430960606, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.18587503389610466, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.85, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11547005383792518, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3420 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1494.0, "completions/max_terminated_length": 1494.0, "completions/mean_length": 1135.3125, "completions/mean_terminated_length": 1135.3125, "completions/min_length": 763.0, "completions/min_terminated_length": 763.0, "epoch": 0.8554638659664916, "frac_reward_zero_std": 0.0, "grad_norm": 2.989644877023943, "kl": 0.0139007568359375, "learning_rate": 1.5626148168013625e-07, "loss": 0.0086, "num_tokens": 154949257.0, "reward": 0.0, "reward_std": 0.6840847730636597, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.16786561575572917, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10472187230588696, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8333333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12412657816683505, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3421 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1260.0, "completions/mean_length": 1157.0, "completions/mean_terminated_length": 1108.0, "completions/min_length": 896.0, "completions/min_terminated_length": 896.0, "epoch": 0.8557139284821206, "frac_reward_zero_std": 0.0, "grad_norm": 3.4742034227660743, "kl": 0.017242431640625, "learning_rate": 1.5607144614903828e-07, "loss": 0.0264, "num_tokens": 154997977.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8803448677062988, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.049330938634121205, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09083209053686099, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10000000000000002, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3422 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1190.0, "completions/mean_length": 1237.0625, "completions/mean_terminated_length": 974.125, "completions/min_length": 861.0, "completions/min_terminated_length": 861.0, "epoch": 0.8559639909977494, "frac_reward_zero_std": 0.0, "grad_norm": 3.2055411901893196, "kl": 0.01806640625, "learning_rate": 1.5588171077840305e-07, "loss": -0.0224, "num_tokens": 155056890.0, "reward": 0.0, "reward_std": 0.8473159670829773, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.3381549314095608, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07850626924872585, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7374999999999999, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11538983843829065, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3423 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1496.0, "completions/mean_length": 1201.75, "completions/mean_terminated_length": 1181.86669921875, "completions/min_length": 795.0, "completions/min_terminated_length": 795.0, "epoch": 0.8562140535133783, "frac_reward_zero_std": 0.0, "grad_norm": 2.659469408505165, "kl": 0.0153656005859375, "learning_rate": 1.5569227571280253e-07, "loss": -0.043, "num_tokens": 155096294.0, "reward": 0.0, "reward_std": 0.4951978325843811, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.034679696438516, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0330089820693625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1128748897706693, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3424 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1159.0, "completions/mean_length": 1247.75, "completions/mean_terminated_length": 995.5, "completions/min_length": 867.0, "completions/min_terminated_length": 867.0, "epoch": 0.8564641160290073, "frac_reward_zero_std": 0.0, "grad_norm": 2.3336099603760916, "kl": 0.03228759765625, "learning_rate": 1.5550314109658015e-07, "loss": -0.0232, "num_tokens": 155143410.0, "reward": 0.0, "reward_std": 0.49848324060440063, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0873112644091493, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.16167492004356804, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1970147578604578, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3425 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1441.0, "completions/mean_length": 1126.3125, "completions/mean_terminated_length": 1101.4000244140625, "completions/min_length": 963.0, "completions/min_terminated_length": 963.0, "epoch": 0.8567141785446362, "frac_reward_zero_std": 0.0, "grad_norm": 2.284779221027052, "kl": 0.00838470458984375, "learning_rate": 1.5531430707385011e-07, "loss": -0.036, "num_tokens": 155188311.0, "reward": 0.0, "reward_std": 0.9389376640319824, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03237979305449484, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10281395973449427, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09388724521901161, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3426 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1319.0, "completions/mean_length": 1163.5625, "completions/mean_terminated_length": 1141.1334228515625, "completions/min_length": 986.0, "completions/min_terminated_length": 986.0, "epoch": 0.856964241060265, "frac_reward_zero_std": 0.0, "grad_norm": 2.8692762110325902, "kl": 0.0184783935546875, "learning_rate": 1.551257737884975e-07, "loss": -0.022, "num_tokens": 155228296.0, "reward": 2.9802322387695312e-08, "reward_std": 0.7833160161972046, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.05990475301704476, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06781044574661481, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13305526559931294, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3427 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1404.0, "completions/max_terminated_length": 1404.0, "completions/mean_length": 1089.5625, "completions/mean_terminated_length": 1089.5625, "completions/min_length": 906.0, "completions/min_terminated_length": 906.0, "epoch": 0.857214303575894, "frac_reward_zero_std": 0.0, "grad_norm": 2.3965279617184234, "kl": 0.0128326416015625, "learning_rate": 1.5493754138417847e-07, "loss": -0.0162, "num_tokens": 155269105.0, "reward": 2.9802322387695312e-08, "reward_std": 1.018824577331543, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.12649618604407986, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08324852174537112, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9291666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09878896324620104, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3428 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1476.0, "completions/max_terminated_length": 1476.0, "completions/mean_length": 1203.6875, "completions/mean_terminated_length": 1203.6875, "completions/min_length": 926.0, "completions/min_terminated_length": 926.0, "epoch": 0.8574643660915229, "frac_reward_zero_std": 0.0, "grad_norm": 2.6582077895972156, "kl": 0.0157012939453125, "learning_rate": 1.5474961000432002e-07, "loss": -0.0386, "num_tokens": 155321548.0, "reward": -7.450580596923828e-09, "reward_std": 1.0634846687316895, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.010328846230422316, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.045874721157192114, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8666666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10327955589886446, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3429 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1206.0, "completions/max_terminated_length": 1206.0, "completions/mean_length": 1078.1875, "completions/mean_terminated_length": 1078.1875, "completions/min_length": 765.0, "completions/min_terminated_length": 765.0, "epoch": 0.8577144286071517, "frac_reward_zero_std": 0.0, "grad_norm": 3.2398753926761987, "kl": 0.015350341796875, "learning_rate": 1.5456197979211946e-07, "loss": -0.0021, "num_tokens": 155363647.0, "reward": 2.2351741790771484e-08, "reward_std": 1.05415940284729, "rewards/wordcountpos_reward_GEOBench/mean": 2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.038237227065543125, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08742732814883351, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14605934866804432, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3430 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1372.0, "completions/mean_length": 1346.75, "completions/mean_terminated_length": 1277.0909423828125, "completions/min_length": 1167.0, "completions/min_terminated_length": 1167.0, "epoch": 0.8579644911227807, "frac_reward_zero_std": 0.0, "grad_norm": 2.40476207399369, "kl": 0.016265869140625, "learning_rate": 1.5437465089054477e-07, "loss": -0.0022, "num_tokens": 155412115.0, "reward": 0.0, "reward_std": 0.6088378429412842, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.4753183908135026, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.4199470098019532, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0938872452190116, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3431 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1392.0, "completions/mean_length": 1386.3125, "completions/mean_terminated_length": 1272.625, "completions/min_length": 1104.0, "completions/min_terminated_length": 1104.0, "epoch": 0.8582145536384096, "frac_reward_zero_std": 0.0, "grad_norm": 2.165983142630136, "kl": 0.01093292236328125, "learning_rate": 1.5418762344233457e-07, "loss": 0.0265, "num_tokens": 155472728.0, "reward": 7.450580596923828e-09, "reward_std": 1.049360990524292, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.036338942736396804, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12268300978527852, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8541666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09803627446568497, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3432 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1410.0, "completions/mean_length": 1405.375, "completions/mean_terminated_length": 1247.666748046875, "completions/min_length": 959.0, "completions/min_terminated_length": 959.0, "epoch": 0.8584646161540385, "frac_reward_zero_std": 0.0, "grad_norm": 3.173992354956902, "kl": 0.021728515625, "learning_rate": 1.5400089758999733e-07, "loss": 0.0056, "num_tokens": 155528302.0, "reward": 2.9802322387695312e-08, "reward_std": 0.6598861813545227, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.056809739566832176, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0634749997700752, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9166666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08606629658238704, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3433 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1244.0, "completions/max_terminated_length": 1244.0, "completions/mean_length": 1009.6875, "completions/mean_terminated_length": 1009.6875, "completions/min_length": 796.0, "completions/min_terminated_length": 796.0, "epoch": 0.8587146786696674, "frac_reward_zero_std": 0.0, "grad_norm": 2.936297464711222, "kl": 0.0152130126953125, "learning_rate": 1.53814473475812e-07, "loss": 0.0717, "num_tokens": 155574329.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0304120779037476, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.04857297118519766, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.16558458135410803, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08243965245133134, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3434 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1490.0, "completions/max_terminated_length": 1490.0, "completions/mean_length": 1054.75, "completions/mean_terminated_length": 1054.75, "completions/min_length": 726.0, "completions/min_terminated_length": 726.0, "epoch": 0.8589647411852963, "frac_reward_zero_std": 0.0, "grad_norm": 3.0861240576379085, "kl": 0.0154571533203125, "learning_rate": 1.5362835124182744e-07, "loss": -0.0473, "num_tokens": 155621389.0, "reward": 0.0, "reward_std": 0.8532738089561462, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.061656370015554594, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08447931344925813, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09067647005823631, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3435 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.9375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1335.0, "completions/mean_length": 1489.6875, "completions/mean_terminated_length": 1335.0, "completions/min_length": 1335.0, "completions/min_terminated_length": 1335.0, "epoch": 0.8592148037009252, "frac_reward_zero_std": 0.0, "grad_norm": 1.960079393096399, "kl": 0.0121612548828125, "learning_rate": 1.5344253102986283e-07, "loss": -0.0081, "num_tokens": 155682088.0, "reward": 7.450580596923828e-09, "reward_std": 1.0224840641021729, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.00987405662115017, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.030198712630124087, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07698003589195011, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3436 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1364.0, "completions/mean_length": 1119.5, "completions/mean_terminated_length": 1031.6923828125, "completions/min_length": 559.0, "completions/min_terminated_length": 559.0, "epoch": 0.8594648662165542, "frac_reward_zero_std": 0.0, "grad_norm": 3.300672023260348, "kl": 0.02081298828125, "learning_rate": 1.5325701298150684e-07, "loss": -0.1162, "num_tokens": 155727840.0, "reward": 0.0, "reward_std": 0.7386235594749451, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06926031726253133, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12944761957270537, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10327955589886448, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3437 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1293.0, "completions/max_terminated_length": 1293.0, "completions/mean_length": 995.3125, "completions/mean_terminated_length": 995.3125, "completions/min_length": 757.0, "completions/min_terminated_length": 757.0, "epoch": 0.859714928732183, "frac_reward_zero_std": 0.0, "grad_norm": 3.4679973045284194, "kl": 0.0174102783203125, "learning_rate": 1.5307179723811813e-07, "loss": -0.0171, "num_tokens": 155762301.0, "reward": 0.0, "reward_std": 0.9106250405311584, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.005830620020852386, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08081689254851326, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7708333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07290277645477447, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3438 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1385.0, "completions/mean_length": 1288.4375, "completions/mean_terminated_length": 1274.3333740234375, "completions/min_length": 1025.0, "completions/min_terminated_length": 1025.0, "epoch": 0.859964991247812, "frac_reward_zero_std": 0.0, "grad_norm": 1.9290199819237492, "kl": 0.01300048828125, "learning_rate": 1.5288688394082494e-07, "loss": 0.0023, "num_tokens": 155803348.0, "reward": 0.0, "reward_std": 1.0320450067520142, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.01737987315680116, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06805006006804212, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06666666666666668, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3439 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1448.0, "completions/mean_length": 1076.125, "completions/mean_terminated_length": 1047.86669921875, "completions/min_length": 649.0, "completions/min_terminated_length": 649.0, "epoch": 0.8602150537634409, "frac_reward_zero_std": 0.0, "grad_norm": 3.1549519638657126, "kl": 0.020660400390625, "learning_rate": 1.52702273230525e-07, "loss": -0.0866, "num_tokens": 155840614.0, "reward": 1.862645149230957e-08, "reward_std": 1.0163103342056274, "rewards/wordcountpos_reward_GEOBench/mean": 1.862645149230957e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.016118416135546494, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.17549315645444785, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7666666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11925695879998881, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3440 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1484.0, "completions/max_terminated_length": 1484.0, "completions/mean_length": 1269.75, "completions/mean_terminated_length": 1269.75, "completions/min_length": 1005.0, "completions/min_terminated_length": 1005.0, "epoch": 0.8604651162790697, "frac_reward_zero_std": 0.0, "grad_norm": 2.230002440275731, "kl": 0.0116424560546875, "learning_rate": 1.525179652478856e-07, "loss": 0.0047, "num_tokens": 155881802.0, "reward": 0.0, "reward_std": 0.9322949647903442, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.00010856696546577942, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.056530852837469836, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09388724521901161, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3441 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1357.0, "completions/mean_length": 1131.875, "completions/mean_terminated_length": 1107.3333740234375, "completions/min_length": 688.0, "completions/min_terminated_length": 688.0, "epoch": 0.8607151787946987, "frac_reward_zero_std": 0.0, "grad_norm": 3.3018405753912554, "kl": 0.023956298828125, "learning_rate": 1.523339601333431e-07, "loss": -0.0823, "num_tokens": 155916792.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9589496850967407, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.20141713624996815, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09793124999700811, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8333333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10327955589886446, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3442 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1440.0, "completions/mean_length": 1381.625, "completions/mean_terminated_length": 1263.25, "completions/min_length": 996.0, "completions/min_terminated_length": 996.0, "epoch": 0.8609652413103276, "frac_reward_zero_std": 0.0, "grad_norm": 2.668776773265062, "kl": 0.0154571533203125, "learning_rate": 1.521502580271036e-07, "loss": 0.007, "num_tokens": 155972418.0, "reward": 0.0, "reward_std": 0.8563692569732666, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.022921722557824237, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0993603369752172, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09878896324620105, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3443 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1459.0, "completions/mean_length": 1269.0, "completions/mean_terminated_length": 1236.0, "completions/min_length": 982.0, "completions/min_terminated_length": 982.0, "epoch": 0.8612153038259565, "frac_reward_zero_std": 0.0, "grad_norm": 2.5636938232252695, "kl": 0.013458251953125, "learning_rate": 1.519668590691419e-07, "loss": 0.0243, "num_tokens": 156023450.0, "reward": 0.0, "reward_std": 0.8856779336929321, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03330940932355699, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07788041809447231, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09388724521901161, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3444 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1267.0, "completions/max_terminated_length": 1267.0, "completions/mean_length": 1022.875, "completions/mean_terminated_length": 1022.875, "completions/min_length": 835.0, "completions/min_terminated_length": 835.0, "epoch": 0.8614653663415854, "frac_reward_zero_std": 0.0, "grad_norm": 2.5371547323755372, "kl": 0.0167388916015625, "learning_rate": 1.5178376339920167e-07, "loss": -0.0092, "num_tokens": 156053248.0, "reward": -7.450580596923828e-09, "reward_std": 0.9299553632736206, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.01824214126128632, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10995277105663488, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09803627446568498, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3445 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1401.0, "completions/max_terminated_length": 1401.0, "completions/mean_length": 1093.625, "completions/mean_terminated_length": 1093.625, "completions/min_length": 806.0, "completions/min_terminated_length": 806.0, "epoch": 0.8617154288572143, "frac_reward_zero_std": 0.0, "grad_norm": 3.438337685369955, "kl": 0.018890380859375, "learning_rate": 1.5160097115679592e-07, "loss": -0.0375, "num_tokens": 156084250.0, "reward": 0.0, "reward_std": 0.4707871675491333, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.04132583069374135, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.016193193674645237, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8583333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3446 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1376.0, "completions/mean_length": 1226.0625, "completions/mean_terminated_length": 1013.0, "completions/min_length": 672.0, "completions/min_terminated_length": 672.0, "epoch": 0.8619654913728432, "frac_reward_zero_std": 0.0, "grad_norm": 2.769539680634216, "kl": 0.0130767822265625, "learning_rate": 1.5141848248120637e-07, "loss": -0.0349, "num_tokens": 156131355.0, "reward": 0.0, "reward_std": 0.9245836734771729, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0065360626546769, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.020555676247137177, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10101338378503963, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3447 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1336.0, "completions/max_terminated_length": 1336.0, "completions/mean_length": 1135.125, "completions/mean_terminated_length": 1135.125, "completions/min_length": 1011.0, "completions/min_terminated_length": 1011.0, "epoch": 0.8622155538884722, "frac_reward_zero_std": 0.0, "grad_norm": 3.312655337417302, "kl": 0.02056884765625, "learning_rate": 1.512362975114831e-07, "loss": 0.002, "num_tokens": 156174429.0, "reward": 0.0, "reward_std": 0.8823260068893433, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.005997408646856613, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06145492322656509, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8583333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11122216672215289, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3448 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1412.0, "completions/max_terminated_length": 1412.0, "completions/mean_length": 1174.8125, "completions/mean_terminated_length": 1174.8125, "completions/min_length": 791.0, "completions/min_terminated_length": 791.0, "epoch": 0.862465616404101, "frac_reward_zero_std": 0.0, "grad_norm": 2.553169468142158, "kl": 0.01007080078125, "learning_rate": 1.5105441638644517e-07, "loss": 0.0203, "num_tokens": 156229842.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9604398012161255, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03392866627946646, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.070888314484515, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09067647005823631, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3449 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1262.0, "completions/max_terminated_length": 1262.0, "completions/mean_length": 1017.0625, "completions/mean_terminated_length": 1017.0625, "completions/min_length": 598.0, "completions/min_terminated_length": 598.0, "epoch": 0.8627156789197299, "frac_reward_zero_std": 0.0, "grad_norm": 2.726634511204085, "kl": 0.015838623046875, "learning_rate": 1.5087283924467982e-07, "loss": -0.0653, "num_tokens": 156262931.0, "reward": 0.0, "reward_std": 0.9686143398284912, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.008462424145667665, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.13535561083510447, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11792967144619462, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3450 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1280.0, "completions/mean_length": 1022.6875, "completions/mean_terminated_length": 990.86669921875, "completions/min_length": 662.0, "completions/min_terminated_length": 662.0, "epoch": 0.8629657414353589, "frac_reward_zero_std": 0.0, "grad_norm": 3.031688682166694, "kl": 0.0178375244140625, "learning_rate": 1.5069156622454285e-07, "loss": -0.0515, "num_tokens": 156308614.0, "reward": -1.1175870895385742e-08, "reward_std": 0.9968280792236328, "rewards/wordcountpos_reward_GEOBench/mean": -1.1175870895385742e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.028233068830697167, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08183022594438079, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.775, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08734775114237135, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3451 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1448.0, "completions/mean_length": 1073.4375, "completions/mean_terminated_length": 1012.5000610351562, "completions/min_length": 648.0, "completions/min_terminated_length": 648.0, "epoch": 0.8632158039509877, "frac_reward_zero_std": 0.0, "grad_norm": 3.166815356059844, "kl": 0.0171051025390625, "learning_rate": 1.5051059746415824e-07, "loss": -0.0311, "num_tokens": 156363341.0, "reward": -2.9802322387695312e-08, "reward_std": 0.5247182846069336, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.026171202379542034, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.17007135376544064, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.725, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.16666666666666669, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3452 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1428.0, "completions/mean_length": 1250.4375, "completions/mean_terminated_length": 1214.7857666015625, "completions/min_length": 731.0, "completions/min_terminated_length": 731.0, "epoch": 0.8634658664666166, "frac_reward_zero_std": 0.0, "grad_norm": 3.428639959303684, "kl": 0.019073486328125, "learning_rate": 1.5032993310141826e-07, "loss": -0.0487, "num_tokens": 156416572.0, "reward": -7.450580596923828e-09, "reward_std": 1.0553255081176758, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.027644638478032706, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.043759953596015075, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12931443160847217, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3453 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1490.0, "completions/mean_length": 1186.875, "completions/mean_terminated_length": 1166.0, "completions/min_length": 859.0, "completions/min_terminated_length": 859.0, "epoch": 0.8637159289822456, "frac_reward_zero_std": 0.0, "grad_norm": 3.586309284283841, "kl": 0.018341064453125, "learning_rate": 1.501495732739831e-07, "loss": -0.0045, "num_tokens": 156461842.0, "reward": 2.7939677238464355e-08, "reward_std": 0.9672238826751709, "rewards/wordcountpos_reward_GEOBench/mean": 2.7939677238464355e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.01789365958566918, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.034645335082759056, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13492110177323527, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3454 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1484.0, "completions/mean_length": 1060.125, "completions/mean_terminated_length": 997.2857666015625, "completions/min_length": 733.0, "completions/min_terminated_length": 733.0, "epoch": 0.8639659914978745, "frac_reward_zero_std": 0.0, "grad_norm": 3.080902868976543, "kl": 0.0189056396484375, "learning_rate": 1.4996951811928094e-07, "loss": 0.0007, "num_tokens": 156500236.0, "reward": 0.0, "reward_std": 0.894850492477417, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.00988451588843552, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.028313746489776838, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.16903867626692443, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3455 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1482.0, "completions/mean_length": 1196.375, "completions/mean_terminated_length": 1058.3636474609375, "completions/min_length": 766.0, "completions/min_terminated_length": 766.0, "epoch": 0.8642160540135033, "frac_reward_zero_std": 0.0, "grad_norm": 3.539998133018119, "kl": 0.01861572265625, "learning_rate": 1.4978976777450786e-07, "loss": -0.0035, "num_tokens": 156553898.0, "reward": 2.9802322387695312e-08, "reward_std": 1.0210528373718262, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.004293487658677505, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.011901531823066493, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8041666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1408308678285174, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3456 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1407.0, "completions/mean_length": 1269.625, "completions/mean_terminated_length": 1039.25, "completions/min_length": 773.0, "completions/min_terminated_length": 773.0, "epoch": 0.8644661165291323, "frac_reward_zero_std": 0.0, "grad_norm": 3.291574999304906, "kl": 0.021514892578125, "learning_rate": 1.496103223766276e-07, "loss": -0.0517, "num_tokens": 156602740.0, "reward": 0.0, "reward_std": 0.9660124778747559, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.09448422058640711, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.13782622275787573, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8333333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10886621079036349, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3457 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1440.0, "completions/mean_length": 1249.25, "completions/mean_terminated_length": 1165.666748046875, "completions/min_length": 935.0, "completions/min_terminated_length": 935.0, "epoch": 0.8647161790447612, "frac_reward_zero_std": 0.0, "grad_norm": 2.9873281711720177, "kl": 0.014862060546875, "learning_rate": 1.4943118206237162e-07, "loss": -0.0053, "num_tokens": 156649248.0, "reward": -2.9802322387695312e-08, "reward_std": 0.6832360029220581, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.058128140345439144, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08449340241382226, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08606629658238707, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3458 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1413.0, "completions/mean_length": 1242.75, "completions/mean_terminated_length": 1157.0, "completions/min_length": 945.0, "completions/min_terminated_length": 945.0, "epoch": 0.8649662415603901, "frac_reward_zero_std": 0.0, "grad_norm": 2.7732491467228693, "kl": 0.0154571533203125, "learning_rate": 1.4925234696823879e-07, "loss": 0.0413, "num_tokens": 156690900.0, "reward": -7.450580596923828e-09, "reward_std": 1.0547828674316406, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.01646628148556129, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.020392719004766354, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7041666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08766518798921946, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3459 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1494.0, "completions/mean_length": 1329.9375, "completions/mean_terminated_length": 1197.6666259765625, "completions/min_length": 811.0, "completions/min_terminated_length": 811.0, "epoch": 0.865216304076019, "frac_reward_zero_std": 0.0, "grad_norm": 3.0141336813708017, "kl": 0.01922607421875, "learning_rate": 1.4907381723049566e-07, "loss": 0.0464, "num_tokens": 156745051.0, "reward": 5.960464477539063e-08, "reward_std": 0.8614853024482727, "rewards/wordcountpos_reward_GEOBench/mean": 5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06145845071411732, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.13438294521911834, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10671873729054747, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3460 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1258.0, "completions/max_terminated_length": 1258.0, "completions/mean_length": 916.125, "completions/mean_terminated_length": 916.125, "completions/min_length": 770.0, "completions/min_terminated_length": 770.0, "epoch": 0.8654663665916479, "frac_reward_zero_std": 0.0, "grad_norm": 2.705403147231404, "kl": 0.0179595947265625, "learning_rate": 1.488955929851759e-07, "loss": -0.0408, "num_tokens": 156770373.0, "reward": -2.9802322387695312e-08, "reward_std": 0.9042665958404541, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.05404055480950348, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.13529879069834364, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09953596037316068, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3461 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1170.0, "completions/max_terminated_length": 1170.0, "completions/mean_length": 967.8125, "completions/mean_terminated_length": 967.8125, "completions/min_length": 756.0, "completions/min_terminated_length": 756.0, "epoch": 0.8657164291072769, "frac_reward_zero_std": 0.0, "grad_norm": 3.952236083573832, "kl": 0.026580810546875, "learning_rate": 1.4871767436808053e-07, "loss": -0.0131, "num_tokens": 156800434.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9249534606933594, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.04782978849810102, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.058621054181422994, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0894427190999916, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3462 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1384.0, "completions/mean_length": 1314.5, "completions/mean_terminated_length": 1203.2000732421875, "completions/min_length": 978.0, "completions/min_terminated_length": 978.0, "epoch": 0.8659664916229057, "frac_reward_zero_std": 0.0, "grad_norm": 2.6863641286701303, "kl": 0.0121002197265625, "learning_rate": 1.4854006151477738e-07, "loss": 0.015, "num_tokens": 156847634.0, "reward": 0.0, "reward_std": 1.0478076934814453, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.1094899208341546, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.18252135611026138, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.725, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07649739768026004, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3463 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1372.0, "completions/max_terminated_length": 1372.0, "completions/mean_length": 996.0625, "completions/mean_terminated_length": 996.0625, "completions/min_length": 461.0, "completions/min_terminated_length": 461.0, "epoch": 0.8662165541385346, "frac_reward_zero_std": 0.0, "grad_norm": 3.8449912899366905, "kl": 0.022613525390625, "learning_rate": 1.4836275456060174e-07, "loss": 0.0013, "num_tokens": 156893795.0, "reward": 0.0, "reward_std": 0.6381891369819641, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.09084451523340102, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07307200010059066, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13492110177323527, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3464 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1398.0, "completions/mean_length": 1268.0625, "completions/mean_terminated_length": 1128.9000244140625, "completions/min_length": 929.0, "completions/min_terminated_length": 929.0, "epoch": 0.8664666166541636, "frac_reward_zero_std": 0.0, "grad_norm": 2.8880941078104834, "kl": 0.0198974609375, "learning_rate": 1.481857536406556e-07, "loss": 0.0662, "num_tokens": 156947356.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9534765481948853, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.015015061956697327, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.14925763807638423, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10671873729054748, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3465 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1417.0, "completions/mean_length": 1170.625, "completions/mean_terminated_length": 1148.666748046875, "completions/min_length": 815.0, "completions/min_terminated_length": 815.0, "epoch": 0.8667166791697924, "frac_reward_zero_std": 0.0, "grad_norm": 2.913082390454677, "kl": 0.013916015625, "learning_rate": 1.4800905888980765e-07, "loss": -0.0104, "num_tokens": 156990422.0, "reward": 1.1175870895385742e-08, "reward_std": 0.9215371012687683, "rewards/wordcountpos_reward_GEOBench/mean": 1.1175870895385742e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.015743581731228133, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08475874720242155, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7666666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10327955589886446, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3466 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1363.0, "completions/mean_length": 1124.4375, "completions/mean_terminated_length": 1099.4000244140625, "completions/min_length": 803.0, "completions/min_terminated_length": 803.0, "epoch": 0.8669667416854213, "frac_reward_zero_std": 0.0, "grad_norm": 3.0538300541549552, "kl": 0.023468017578125, "learning_rate": 1.478326704426937e-07, "loss": -0.0417, "num_tokens": 157026437.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0576164722442627, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.12998705746127687, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.22998843337344296, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08606629658238704, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3467 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1467.0, "completions/mean_length": 1301.75, "completions/mean_terminated_length": 1211.6363525390625, "completions/min_length": 1023.0, "completions/min_terminated_length": 1023.0, "epoch": 0.8672168042010503, "frac_reward_zero_std": 0.0, "grad_norm": 2.927339959484837, "kl": 0.0164031982421875, "learning_rate": 1.4765658843371557e-07, "loss": 0.005, "num_tokens": 157082017.0, "reward": -2.9802322387695312e-08, "reward_std": 1.003920555114746, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03239379993074401, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08309673628622323, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08606629658238706, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3468 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1469.0, "completions/mean_length": 1451.5625, "completions/mean_terminated_length": 1370.8333740234375, "completions/min_length": 1213.0, "completions/min_terminated_length": 1213.0, "epoch": 0.8674668667166792, "frac_reward_zero_std": 0.0, "grad_norm": 2.3519766424645305, "kl": 0.0163421630859375, "learning_rate": 1.474808129970421e-07, "loss": -0.0017, "num_tokens": 157138938.0, "reward": 0.0, "reward_std": 1.0561792850494385, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.10970526693199097, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10034107678998702, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8666666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07302967433402215, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3469 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1493.0, "completions/mean_length": 1257.0625, "completions/mean_terminated_length": 1146.6363525390625, "completions/min_length": 766.0, "completions/min_terminated_length": 766.0, "epoch": 0.867716929232308, "frac_reward_zero_std": 0.0, "grad_norm": 3.166514240226506, "kl": 0.0164337158203125, "learning_rate": 1.4730534426660808e-07, "loss": -0.0541, "num_tokens": 157181763.0, "reward": 2.9802322387695312e-08, "reward_std": 1.0087345838546753, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06942358140238905, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.13573229106232615, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1338185615204685, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3470 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1457.0, "completions/mean_length": 1195.6875, "completions/mean_terminated_length": 959.0, "completions/min_length": 685.0, "completions/min_terminated_length": 685.0, "epoch": 0.867966991747937, "frac_reward_zero_std": 0.0, "grad_norm": 3.246571263981479, "kl": 0.0255126953125, "learning_rate": 1.4713018237611515e-07, "loss": 0.0129, "num_tokens": 157223118.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9499805569648743, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.020842092911601783, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0346964176496588, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10183501544346311, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3471 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1453.0, "completions/mean_length": 1240.3125, "completions/mean_terminated_length": 1038.3333740234375, "completions/min_length": 708.0, "completions/min_terminated_length": 708.0, "epoch": 0.8682170542635659, "frac_reward_zero_std": 0.0, "grad_norm": 2.978703500355158, "kl": 0.01806640625, "learning_rate": 1.4695532745903074e-07, "loss": 0.0064, "num_tokens": 157272299.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9617214202880859, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.005681657398667488, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11036764466808077, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7708333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12164002752505568, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3472 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1482.0, "completions/max_terminated_length": 1482.0, "completions/mean_length": 1245.3125, "completions/mean_terminated_length": 1245.3125, "completions/min_length": 645.0, "completions/min_terminated_length": 645.0, "epoch": 0.8684671167791947, "frac_reward_zero_std": 0.0, "grad_norm": 3.8791676316078396, "kl": 0.03076171875, "learning_rate": 1.4678077964858844e-07, "loss": -0.0119, "num_tokens": 157321768.0, "reward": -2.9802322387695312e-08, "reward_std": 0.9601256847381592, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.021042773809373284, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1314834421940808, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.85, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1253144193766372, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3473 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1439.0, "completions/mean_length": 1118.0, "completions/mean_terminated_length": 888.7999877929688, "completions/min_length": 672.0, "completions/min_terminated_length": 672.0, "epoch": 0.8687171792948237, "frac_reward_zero_std": 0.0, "grad_norm": 3.1333155383429605, "kl": 0.0140380859375, "learning_rate": 1.466065390777879e-07, "loss": 0.001, "num_tokens": 157366040.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9816408753395081, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0318286711193682, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1459052892519792, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10292032157252812, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3474 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1455.0, "completions/max_terminated_length": 1455.0, "completions/mean_length": 1266.4375, "completions/mean_terminated_length": 1266.4375, "completions/min_length": 999.0, "completions/min_terminated_length": 999.0, "epoch": 0.8689672418104526, "frac_reward_zero_std": 0.0, "grad_norm": 2.262521375483631, "kl": 0.0097198486328125, "learning_rate": 1.4643260587939468e-07, "loss": -0.0285, "num_tokens": 157416671.0, "reward": 0.0, "reward_std": 0.772428572177887, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.13393272293355085, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.17017089931091306, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.072520750542581, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3475 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1440.0, "completions/mean_length": 1213.8125, "completions/mean_terminated_length": 1194.7333984375, "completions/min_length": 474.0, "completions/min_terminated_length": 474.0, "epoch": 0.8692173043260816, "frac_reward_zero_std": 0.0, "grad_norm": 2.831116359522649, "kl": 0.01422119140625, "learning_rate": 1.4625898018594006e-07, "loss": -0.0442, "num_tokens": 157464556.0, "reward": 2.9802322387695312e-08, "reward_std": 0.869741678237915, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0694192468232849, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12556040954983452, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8291666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09727776191382574, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3476 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.75, "completions/max_length": 1500.0, "completions/max_terminated_length": 1384.0, "completions/mean_length": 1429.6875, "completions/mean_terminated_length": 1218.75, "completions/min_length": 1106.0, "completions/min_terminated_length": 1106.0, "epoch": 0.8694673668417104, "frac_reward_zero_std": 0.0, "grad_norm": 2.474029021821289, "kl": 0.01184844970703125, "learning_rate": 1.4608566212972095e-07, "loss": 0.0052, "num_tokens": 157527543.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9980025291442871, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.011233412869382559, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03844097283224934, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12102953419784838, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3477 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1428.0, "completions/mean_length": 1177.1875, "completions/mean_terminated_length": 1030.45458984375, "completions/min_length": 717.0, "completions/min_terminated_length": 717.0, "epoch": 0.8697174293573393, "frac_reward_zero_std": 0.0, "grad_norm": 3.015809541316324, "kl": 0.0174560546875, "learning_rate": 1.459126518428001e-07, "loss": -0.0011, "num_tokens": 157578218.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8831762075424194, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.16727472842260793, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.13082038437523205, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7374999999999999, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10741060020797315, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3478 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1463.0, "completions/mean_length": 1184.6875, "completions/mean_terminated_length": 939.4444580078125, "completions/min_length": 597.0, "completions/min_terminated_length": 597.0, "epoch": 0.8699674918729683, "frac_reward_zero_std": 0.0, "grad_norm": 3.0439491982469247, "kl": 0.018035888671875, "learning_rate": 1.457399494570056e-07, "loss": 0.1033, "num_tokens": 157619965.0, "reward": 0.0, "reward_std": 0.7663299441337585, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.1935042460801752, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08358741998517877, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8958333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1060223596263578, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3479 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1349.0, "completions/max_terminated_length": 1349.0, "completions/mean_length": 1018.9375, "completions/mean_terminated_length": 1018.9375, "completions/min_length": 702.0, "completions/min_terminated_length": 702.0, "epoch": 0.8702175543885972, "frac_reward_zero_std": 0.0, "grad_norm": 3.6213418474538925, "kl": 0.0277099609375, "learning_rate": 1.455675551039308e-07, "loss": 0.0052, "num_tokens": 157649108.0, "reward": 2.60770320892334e-08, "reward_std": 1.0528868436813354, "rewards/wordcountpos_reward_GEOBench/mean": 2.60770320892334e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03637123275428328, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.030511999851627395, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8916666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12382783747337808, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3480 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1445.0, "completions/mean_length": 1189.8125, "completions/mean_terminated_length": 1145.5, "completions/min_length": 789.0, "completions/min_terminated_length": 789.0, "epoch": 0.870467616904226, "frac_reward_zero_std": 0.0, "grad_norm": 2.677534300325152, "kl": 0.019500732421875, "learning_rate": 1.4539546891493462e-07, "loss": -0.0698, "num_tokens": 157704609.0, "reward": -2.9802322387695312e-08, "reward_std": 0.5941810011863708, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.016855685797298726, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0589963654381384, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1796601730428249, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3481 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1210.0, "completions/mean_length": 998.875, "completions/mean_terminated_length": 927.2857666015625, "completions/min_length": 743.0, "completions/min_terminated_length": 743.0, "epoch": 0.870717679419855, "frac_reward_zero_std": 0.0, "grad_norm": 3.6203787599512722, "kl": 0.01690673828125, "learning_rate": 1.452236910211409e-07, "loss": -0.091, "num_tokens": 157758439.0, "reward": 2.9802322387695312e-08, "reward_std": 0.6297163963317871, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0909199976587825, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11195336659724996, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12345339501504503, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3482 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1391.0, "completions/mean_length": 992.9375, "completions/mean_terminated_length": 959.1333618164062, "completions/min_length": 606.0, "completions/min_terminated_length": 606.0, "epoch": 0.8709677419354839, "frac_reward_zero_std": 0.0, "grad_norm": 3.3471856019238175, "kl": 0.0195465087890625, "learning_rate": 1.450522215534387e-07, "loss": -0.0239, "num_tokens": 157803062.0, "reward": 0.0, "reward_std": 0.2555467486381531, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.297742351290703, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.29425695872233093, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8333333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1704025734460517, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3483 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1445.0, "completions/mean_length": 1373.625, "completions/mean_terminated_length": 1275.3333740234375, "completions/min_length": 1102.0, "completions/min_terminated_length": 1102.0, "epoch": 0.8712178044511127, "frac_reward_zero_std": 0.0, "grad_norm": 2.5683613729388215, "kl": 0.0179901123046875, "learning_rate": 1.44881060642482e-07, "loss": -0.01, "num_tokens": 157856752.0, "reward": 4.470348358154297e-08, "reward_std": 1.0640108585357666, "rewards/wordcountpos_reward_GEOBench/mean": 4.470348358154297e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.07451674411662287, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07551375139900078, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09016445879408157, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3484 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1438.0, "completions/mean_length": 1277.1875, "completions/mean_terminated_length": 1245.357177734375, "completions/min_length": 1010.0, "completions/min_terminated_length": 1010.0, "epoch": 0.8714678669667417, "frac_reward_zero_std": 0.0, "grad_norm": 2.9865515453936275, "kl": 0.022613525390625, "learning_rate": 1.4471020841868994e-07, "loss": -0.0122, "num_tokens": 157914907.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9057794809341431, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.008321245960429156, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10383656011525455, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08333333333333333, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3485 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1483.0, "completions/mean_length": 1250.3125, "completions/mean_terminated_length": 1000.625, "completions/min_length": 807.0, "completions/min_terminated_length": 807.0, "epoch": 0.8717179294823706, "frac_reward_zero_std": 0.0, "grad_norm": 2.2452039817844582, "kl": 0.0165252685546875, "learning_rate": 1.4453966501224603e-07, "loss": -0.0366, "num_tokens": 157950208.0, "reward": -1.4901161193847656e-08, "reward_std": 0.8941279649734497, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.08388271482893868, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.13499350410616254, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09388724521901161, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3486 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1042.0, "completions/mean_length": 1166.6875, "completions/mean_terminated_length": 833.375, "completions/min_length": 661.0, "completions/min_terminated_length": 661.0, "epoch": 0.8719679919979995, "frac_reward_zero_std": 0.0, "grad_norm": 4.058252069127164, "kl": 0.02008056640625, "learning_rate": 1.4436943055309868e-07, "loss": 0.0152, "num_tokens": 158008027.0, "reward": 0.0, "reward_std": 0.6393119096755981, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.004052927803591644, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1012647613237035, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1767505042163692, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3487 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1491.0, "completions/mean_length": 1112.6875, "completions/mean_terminated_length": 1023.3077392578125, "completions/min_length": 610.0, "completions/min_terminated_length": 610.0, "epoch": 0.8722180545136284, "frac_reward_zero_std": 0.0, "grad_norm": 2.7487822532719006, "kl": 0.01392364501953125, "learning_rate": 1.4419950517096099e-07, "loss": -0.0646, "num_tokens": 158050494.0, "reward": 0.0, "reward_std": 0.7686519622802734, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.02197210183457949, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09127986009383082, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09418264367902598, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3488 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1499.0, "completions/max_terminated_length": 1499.0, "completions/mean_length": 1084.9375, "completions/mean_terminated_length": 1084.9375, "completions/min_length": 676.0, "completions/min_terminated_length": 676.0, "epoch": 0.8724681170292573, "frac_reward_zero_std": 0.0, "grad_norm": 2.8747046646497316, "kl": 0.013641357421875, "learning_rate": 1.4402988899531042e-07, "loss": -0.0346, "num_tokens": 158083405.0, "reward": -2.9802322387695312e-08, "reward_std": 0.7263413667678833, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.008249977079935923, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03299990831974369, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8041666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07876359377087683, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3489 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1247.0, "completions/mean_length": 1226.375, "completions/mean_terminated_length": 1062.2000732421875, "completions/min_length": 814.0, "completions/min_terminated_length": 814.0, "epoch": 0.8727181795448862, "frac_reward_zero_std": 0.0, "grad_norm": 3.1607042073734593, "kl": 0.01849365234375, "learning_rate": 1.4386058215538887e-07, "loss": 0.0055, "num_tokens": 158132299.0, "reward": 0.0, "reward_std": 0.9434891939163208, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.053680760354515376, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.14761338512794406, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.775, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08388704928078614, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3490 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1464.0, "completions/mean_length": 1210.5625, "completions/mean_terminated_length": 1169.21435546875, "completions/min_length": 892.0, "completions/min_terminated_length": 892.0, "epoch": 0.8729682420605152, "frac_reward_zero_std": 0.0, "grad_norm": 2.8011001191203824, "kl": 0.017181396484375, "learning_rate": 1.4369158478020243e-07, "loss": 0.0085, "num_tokens": 158162044.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9108256101608276, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.04312383896369179, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04097559847689276, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11538983843829065, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3491 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1433.0, "completions/mean_length": 1289.25, "completions/mean_terminated_length": 1219.0, "completions/min_length": 847.0, "completions/min_terminated_length": 847.0, "epoch": 0.873218304576144, "frac_reward_zero_std": 0.0, "grad_norm": 3.321105045763812, "kl": 0.0192718505859375, "learning_rate": 1.4352289699852161e-07, "loss": -0.0223, "num_tokens": 158207104.0, "reward": 0.0, "reward_std": 0.7628594040870667, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.09731346495268323, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1437413113540175, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.775, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1238278374733781, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3492 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1461.0, "completions/mean_length": 1254.8125, "completions/mean_terminated_length": 1198.2308349609375, "completions/min_length": 1010.0, "completions/min_terminated_length": 1010.0, "epoch": 0.8734683670917729, "frac_reward_zero_std": 0.0, "grad_norm": 3.4152139968314854, "kl": 0.019195556640625, "learning_rate": 1.433545189388808e-07, "loss": -0.0043, "num_tokens": 158242589.0, "reward": -2.9802322387695312e-08, "reward_std": 0.7985389828681946, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.21494530432235287, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.2642645018849367, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.85, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11547005383792518, "rewards/wordcountpos_reward_GEOBench/std": 1.0327954292297363, "step": 3493 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1413.0, "completions/max_terminated_length": 1413.0, "completions/mean_length": 1106.3125, "completions/mean_terminated_length": 1106.3125, "completions/min_length": 682.0, "completions/min_terminated_length": 682.0, "epoch": 0.8737184296074019, "frac_reward_zero_std": 0.0, "grad_norm": 3.244563361252737, "kl": 0.02325439453125, "learning_rate": 1.4318645072957848e-07, "loss": -0.0837, "num_tokens": 158288874.0, "reward": -7.450580596923828e-09, "reward_std": 1.0320667028427124, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.060262269946745994, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10024609687181489, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07588978362901858, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3494 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1491.0, "completions/mean_length": 1349.4375, "completions/mean_terminated_length": 1299.25, "completions/min_length": 1142.0, "completions/min_terminated_length": 1142.0, "epoch": 0.8739684921230307, "frac_reward_zero_std": 0.0, "grad_norm": 2.2890176759291743, "kl": 0.0121612548828125, "learning_rate": 1.430186924986771e-07, "loss": 0.0238, "num_tokens": 158332713.0, "reward": 3.725290298461914e-08, "reward_std": 1.0502734184265137, "rewards/wordcountpos_reward_GEOBench/mean": 3.725290298461914e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0908576302989078, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05635076250319478, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07187952884282611, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3495 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1092.0, "completions/mean_length": 1281.3125, "completions/mean_terminated_length": 1062.625, "completions/min_length": 1049.0, "completions/min_terminated_length": 1049.0, "epoch": 0.8742185546386597, "frac_reward_zero_std": 0.0, "grad_norm": 2.2702841872021677, "kl": 0.010986328125, "learning_rate": 1.428512443740029e-07, "loss": -0.0028, "num_tokens": 158373262.0, "reward": 0.0, "reward_std": 0.5201235413551331, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.02938473386888754, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07633850717390715, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09339283817414601, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3496 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1455.0, "completions/mean_length": 1318.4375, "completions/mean_terminated_length": 1235.9091796875, "completions/min_length": 1003.0, "completions/min_terminated_length": 1003.0, "epoch": 0.8744686171542886, "frac_reward_zero_std": 0.0, "grad_norm": 3.0751757120060117, "kl": 0.019927978515625, "learning_rate": 1.426841064831457e-07, "loss": 0.0087, "num_tokens": 158427501.0, "reward": 1.1175870895385742e-08, "reward_std": 1.0472360849380493, "rewards/wordcountpos_reward_GEOBench/mean": 1.1175870895385742e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.22414150240222097, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08258079054606231, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.133263870794973, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3497 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1475.0, "completions/mean_length": 1305.75, "completions/mean_terminated_length": 1241.0, "completions/min_length": 945.0, "completions/min_terminated_length": 945.0, "epoch": 0.8747186796699175, "frac_reward_zero_std": 0.0, "grad_norm": 2.553192811116213, "kl": 0.016204833984375, "learning_rate": 1.4251727895345894e-07, "loss": -0.0179, "num_tokens": 158474489.0, "reward": 0.0, "reward_std": 0.5647265315055847, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.02388725265872131, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.048085807114638855, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9291666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10741060020797313, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3498 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1472.0, "completions/max_terminated_length": 1472.0, "completions/mean_length": 1094.0, "completions/mean_terminated_length": 1094.0, "completions/min_length": 801.0, "completions/min_terminated_length": 801.0, "epoch": 0.8749687421855464, "frac_reward_zero_std": 0.0, "grad_norm": 3.756088383097317, "kl": 0.025146484375, "learning_rate": 1.423507619120598e-07, "loss": -0.0141, "num_tokens": 158525969.0, "reward": 2.9802322387695312e-08, "reward_std": 0.39274394512176514, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.22969366761822765, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.18887577694661095, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1759103306927835, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3499 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1330.0, "completions/max_terminated_length": 1330.0, "completions/mean_length": 980.625, "completions/mean_terminated_length": 980.625, "completions/min_length": 714.0, "completions/min_terminated_length": 714.0, "epoch": 0.8752188047011753, "frac_reward_zero_std": 0.0, "grad_norm": 2.8942083471946973, "kl": 0.01751708984375, "learning_rate": 1.4218455548582872e-07, "loss": -0.0289, "num_tokens": 158557683.0, "reward": 0.0, "reward_std": 0.6151847839355469, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.024781391881545767, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06266071848235594, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.17126976771553507, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3500 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1499.0, "completions/mean_length": 1011.25, "completions/mean_terminated_length": 978.666748046875, "completions/min_length": 612.0, "completions/min_terminated_length": 612.0, "epoch": 0.8754688672168042, "frac_reward_zero_std": 0.0, "grad_norm": 3.409337381974777, "kl": 0.016326904296875, "learning_rate": 1.4201865980140932e-07, "loss": -0.0968, "num_tokens": 158595567.0, "reward": -2.9802322387695312e-08, "reward_std": 0.6878235340118408, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03957422456513011, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10967959132125873, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09574271077563383, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3501 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1477.0, "completions/mean_length": 1275.1875, "completions/mean_terminated_length": 1260.2000732421875, "completions/min_length": 995.0, "completions/min_terminated_length": 995.0, "epoch": 0.8757189297324331, "frac_reward_zero_std": 0.0, "grad_norm": 3.1497956577621613, "kl": 0.0242919921875, "learning_rate": 1.4185307498520877e-07, "loss": -0.0427, "num_tokens": 158634618.0, "reward": -5.960464477539063e-08, "reward_std": 0.7934025526046753, "rewards/wordcountpos_reward_GEOBench/mean": -5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.011876997635747169, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06850566209294377, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8583333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3502 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1384.0, "completions/mean_length": 1104.0625, "completions/mean_terminated_length": 1077.666748046875, "completions/min_length": 794.0, "completions/min_terminated_length": 794.0, "epoch": 0.875968992248062, "frac_reward_zero_std": 0.0, "grad_norm": 2.851627073737002, "kl": 0.014373779296875, "learning_rate": 1.4168780116339714e-07, "loss": 0.0009, "num_tokens": 158682387.0, "reward": 0.0, "reward_std": 0.5220016241073608, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.11417056043464915, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1289496042982524, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10749676997731401, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3503 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1498.0, "completions/mean_length": 1185.6875, "completions/mean_terminated_length": 1164.7333984375, "completions/min_length": 917.0, "completions/min_terminated_length": 917.0, "epoch": 0.8762190547636909, "frac_reward_zero_std": 0.0, "grad_norm": 2.939942121248847, "kl": 0.016082763671875, "learning_rate": 1.415228384619076e-07, "loss": 0.0194, "num_tokens": 158717142.0, "reward": -7.450580596923828e-09, "reward_std": 1.0378139019012451, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03343550686021825, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06578561760655723, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.825, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1308094458023239, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3504 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1497.0, "completions/max_terminated_length": 1497.0, "completions/mean_length": 1155.0, "completions/mean_terminated_length": 1155.0, "completions/min_length": 837.0, "completions/min_terminated_length": 837.0, "epoch": 0.8764691172793199, "frac_reward_zero_std": 0.0, "grad_norm": 3.302572609914831, "kl": 0.01788330078125, "learning_rate": 1.413581870064361e-07, "loss": 0.021, "num_tokens": 158769926.0, "reward": 0.0, "reward_std": 0.7022914886474609, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.021536890154625433, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07441826282741983, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.725, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13957607775504183, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3505 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1447.0, "completions/mean_length": 1410.8125, "completions/mean_terminated_length": 1296.1429443359375, "completions/min_length": 1100.0, "completions/min_terminated_length": 1100.0, "epoch": 0.8767191797949487, "frac_reward_zero_std": 0.0, "grad_norm": 2.472697081387219, "kl": 0.011871337890625, "learning_rate": 1.4119384692244176e-07, "loss": 0.0342, "num_tokens": 158830691.0, "reward": -2.9802322387695312e-08, "reward_std": 1.0005381107330322, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.017325692789290092, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0889618228966775, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6708333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07084150279686703, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3506 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1131.0, "completions/max_terminated_length": 1131.0, "completions/mean_length": 820.75, "completions/mean_terminated_length": 820.75, "completions/min_length": 571.0, "completions/min_terminated_length": 571.0, "epoch": 0.8769692423105776, "frac_reward_zero_std": 0.0, "grad_norm": 3.6841760643183865, "kl": 0.02099609375, "learning_rate": 1.410298183351462e-07, "loss": 0.014, "num_tokens": 158857967.0, "reward": 7.450580596923828e-09, "reward_std": 1.0336726903915405, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.018326345470269637, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0980200806779491, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8041666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08933913745655643, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3507 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1386.0, "completions/max_terminated_length": 1386.0, "completions/mean_length": 1105.0625, "completions/mean_terminated_length": 1105.0625, "completions/min_length": 932.0, "completions/min_terminated_length": 932.0, "epoch": 0.8772193048262066, "frac_reward_zero_std": 0.0, "grad_norm": 2.9013631145689054, "kl": 0.015899658203125, "learning_rate": 1.408661013695338e-07, "loss": -0.0165, "num_tokens": 158905512.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0448307991027832, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.014266083228096397, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.059728291159211626, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8291666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08766518798921946, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3508 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1489.0, "completions/max_terminated_length": 1489.0, "completions/mean_length": 1227.625, "completions/mean_terminated_length": 1227.625, "completions/min_length": 682.0, "completions/min_terminated_length": 682.0, "epoch": 0.8774693673418354, "frac_reward_zero_std": 0.0, "grad_norm": 2.2062845875930064, "kl": 0.013031005859375, "learning_rate": 1.4070269615035133e-07, "loss": -0.0819, "num_tokens": 158956066.0, "reward": -4.470348358154297e-08, "reward_std": 0.9388107061386108, "rewards/wordcountpos_reward_GEOBench/mean": -4.470348358154297e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.026492567164119123, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.19359579615802144, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11279282877125756, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3509 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1434.0, "completions/mean_length": 1235.6875, "completions/mean_terminated_length": 1218.0667724609375, "completions/min_length": 906.0, "completions/min_terminated_length": 906.0, "epoch": 0.8777194298574643, "frac_reward_zero_std": 0.0, "grad_norm": 2.7683328213885816, "kl": 0.017486572265625, "learning_rate": 1.4053960280210822e-07, "loss": -0.0244, "num_tokens": 158995157.0, "reward": -2.9802322387695312e-08, "reward_std": 0.9276263117790222, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.027880935244580837, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.2539799237372688, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12141145226353545, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3510 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1482.0, "completions/mean_length": 1208.5625, "completions/mean_terminated_length": 1111.416748046875, "completions/min_length": 791.0, "completions/min_terminated_length": 791.0, "epoch": 0.8779694923730933, "frac_reward_zero_std": 0.0, "grad_norm": 3.1203391881953726, "kl": 0.0211029052734375, "learning_rate": 1.403768214490762e-07, "loss": -0.0344, "num_tokens": 159049606.0, "reward": 0.0, "reward_std": 1.0071167945861816, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0685468573618913, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12002543336633237, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11417984514369003, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3511 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1493.0, "completions/mean_length": 1318.4375, "completions/mean_terminated_length": 1292.5, "completions/min_length": 1094.0, "completions/min_terminated_length": 1094.0, "epoch": 0.8782195548887222, "frac_reward_zero_std": 0.0, "grad_norm": 2.9529468886814896, "kl": 0.020721435546875, "learning_rate": 1.4021435221528903e-07, "loss": -0.0015, "num_tokens": 159097957.0, "reward": 2.2351741790771484e-08, "reward_std": 0.9481773376464844, "rewards/wordcountpos_reward_GEOBench/mean": 2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.09328029686584725, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11692532720668032, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8291666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06871842709362769, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3512 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1462.0, "completions/mean_length": 1345.5625, "completions/mean_terminated_length": 1225.4444580078125, "completions/min_length": 1076.0, "completions/min_terminated_length": 1076.0, "epoch": 0.878469617404351, "frac_reward_zero_std": 0.0, "grad_norm": 2.5044688211344757, "kl": 0.014007568359375, "learning_rate": 1.4005219522454323e-07, "loss": -0.0109, "num_tokens": 159155566.0, "reward": 0.0, "reward_std": 0.7107890844345093, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.12380649570096673, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1690152663553098, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.102469507659596, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3513 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1410.0, "completions/mean_length": 1232.3125, "completions/mean_terminated_length": 1143.0833740234375, "completions/min_length": 949.0, "completions/min_terminated_length": 949.0, "epoch": 0.87871967991998, "frac_reward_zero_std": 0.0, "grad_norm": 3.062343034567933, "kl": 0.020263671875, "learning_rate": 1.3989035060039674e-07, "loss": -0.0122, "num_tokens": 159203923.0, "reward": 2.9802322387695312e-08, "reward_std": 0.511909008026123, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.23791728246855987, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0799469795379469, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.825, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13526380260918403, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3514 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1458.0, "completions/mean_length": 1317.75, "completions/mean_terminated_length": 1257.0, "completions/min_length": 870.0, "completions/min_terminated_length": 870.0, "epoch": 0.8789697424356089, "frac_reward_zero_std": 0.0, "grad_norm": 2.873635178599892, "kl": 0.0177001953125, "learning_rate": 1.3972881846616995e-07, "loss": -0.0184, "num_tokens": 159254599.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9416719675064087, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.18562499999999998, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.3990817585407782, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.85, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07097208632298362, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3515 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1382.0, "completions/mean_length": 1185.875, "completions/mean_terminated_length": 1141.0, "completions/min_length": 825.0, "completions/min_terminated_length": 825.0, "epoch": 0.8792198049512379, "frac_reward_zero_std": 0.0, "grad_norm": 2.439366918776763, "kl": 0.00952911376953125, "learning_rate": 1.3956759894494497e-07, "loss": 0.0389, "num_tokens": 159303805.0, "reward": 0.0, "reward_std": 0.6550867557525635, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.19954304608003487, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1841576788578978, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09699179041242312, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3516 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1413.0, "completions/max_terminated_length": 1413.0, "completions/mean_length": 1073.125, "completions/mean_terminated_length": 1073.125, "completions/min_length": 846.0, "completions/min_terminated_length": 846.0, "epoch": 0.8794698674668667, "frac_reward_zero_std": 0.0, "grad_norm": 3.359065522958409, "kl": 0.0166778564453125, "learning_rate": 1.3940669215956557e-07, "loss": -0.0603, "num_tokens": 159354799.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9310938119888306, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.030773880546804692, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05289350045351483, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8041666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12285191326386657, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3517 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1483.0, "completions/max_terminated_length": 1483.0, "completions/mean_length": 1295.9375, "completions/mean_terminated_length": 1295.9375, "completions/min_length": 1011.0, "completions/min_terminated_length": 1011.0, "epoch": 0.8797199299824956, "frac_reward_zero_std": 0.0, "grad_norm": 2.8147589871222185, "kl": 0.029876708984375, "learning_rate": 1.3924609823263756e-07, "loss": 0.0018, "num_tokens": 159401254.0, "reward": 0.0, "reward_std": 0.7311854362487793, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.049674994051451316, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10765539334215933, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.15723301886761007, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3518 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1497.0, "completions/mean_length": 1357.9375, "completions/mean_terminated_length": 1325.1539306640625, "completions/min_length": 977.0, "completions/min_terminated_length": 977.0, "epoch": 0.8799699924981246, "frac_reward_zero_std": 0.0, "grad_norm": 2.9271006580877135, "kl": 0.020904541015625, "learning_rate": 1.390858172865279e-07, "loss": -0.0152, "num_tokens": 159452469.0, "reward": -2.9802322387695312e-08, "reward_std": 0.43699154257774353, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.09242500133883728, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.14163522206595558, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13221755360572016, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3519 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1436.0, "completions/mean_length": 1324.75, "completions/mean_terminated_length": 1219.5999755859375, "completions/min_length": 896.0, "completions/min_terminated_length": 896.0, "epoch": 0.8802200550137534, "frac_reward_zero_std": 0.0, "grad_norm": 2.4597555252437653, "kl": 0.0169677734375, "learning_rate": 1.3892584944336578e-07, "loss": 0.0026, "num_tokens": 159509017.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0518686771392822, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0526955401147688, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10358733926276682, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11213417888437975, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3520 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1484.0, "completions/mean_length": 1209.3125, "completions/mean_terminated_length": 1142.2308349609375, "completions/min_length": 678.0, "completions/min_terminated_length": 678.0, "epoch": 0.8804701175293823, "frac_reward_zero_std": 0.0, "grad_norm": 2.8491666660463486, "kl": 0.01666259765625, "learning_rate": 1.3876619482504098e-07, "loss": -0.0371, "num_tokens": 159547214.0, "reward": 3.725290298461914e-09, "reward_std": 1.0544872283935547, "rewards/wordcountpos_reward_GEOBench/mean": 3.725290298461914e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.009618043216956428, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03719961380373495, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.17126976771553507, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3521 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1316.0, "completions/max_terminated_length": 1316.0, "completions/mean_length": 1051.875, "completions/mean_terminated_length": 1051.875, "completions/min_length": 816.0, "completions/min_terminated_length": 816.0, "epoch": 0.8807201800450113, "frac_reward_zero_std": 0.0, "grad_norm": 3.5519572550712297, "kl": 0.025299072265625, "learning_rate": 1.386068535532051e-07, "loss": 0.0164, "num_tokens": 159590996.0, "reward": -5.960464477539063e-08, "reward_std": 0.473701536655426, "rewards/wordcountpos_reward_GEOBench/mean": -5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.09726913185818885, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1722142924691436, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1344398529978149, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3522 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1499.0, "completions/mean_length": 1317.9375, "completions/mean_terminated_length": 1235.181884765625, "completions/min_length": 983.0, "completions/min_terminated_length": 983.0, "epoch": 0.8809702425606402, "frac_reward_zero_std": 0.0, "grad_norm": 1.9579156486562013, "kl": 0.0129241943359375, "learning_rate": 1.38447825749271e-07, "loss": 0.0223, "num_tokens": 159628603.0, "reward": 0.0, "reward_std": 0.9003299474716187, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03698025993967101, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06338152683586933, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09016445879408155, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3523 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1475.0, "completions/mean_length": 1260.875, "completions/mean_terminated_length": 1226.71435546875, "completions/min_length": 992.0, "completions/min_terminated_length": 992.0, "epoch": 0.881220305076269, "frac_reward_zero_std": 0.0, "grad_norm": 2.914004865577575, "kl": 0.0160980224609375, "learning_rate": 1.382891115344125e-07, "loss": -0.0064, "num_tokens": 159664113.0, "reward": -2.9802322387695312e-08, "reward_std": 0.6682330369949341, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.014584463167840688, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04754250991779245, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8291666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10318986456114841, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3524 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1357.0, "completions/max_terminated_length": 1357.0, "completions/mean_length": 1138.1875, "completions/mean_terminated_length": 1138.1875, "completions/min_length": 914.0, "completions/min_terminated_length": 914.0, "epoch": 0.881470367591898, "frac_reward_zero_std": 0.0, "grad_norm": 3.0101299752111528, "kl": 0.0182952880859375, "learning_rate": 1.3813071102956464e-07, "loss": 0.0028, "num_tokens": 159710812.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0462157726287842, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03720604915046832, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08305760905107105, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07969850595746354, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3525 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1367.0, "completions/max_terminated_length": 1367.0, "completions/mean_length": 1028.5625, "completions/mean_terminated_length": 1028.5625, "completions/min_length": 899.0, "completions/min_terminated_length": 899.0, "epoch": 0.8817204301075269, "frac_reward_zero_std": 0.0, "grad_norm": 2.407488832300473, "kl": 0.016082763671875, "learning_rate": 1.3797262435542328e-07, "loss": -0.0273, "num_tokens": 159754053.0, "reward": 0.0, "reward_std": 1.0049893856048584, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.05716185854324793, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10641062648729976, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13381856152046848, "rewards/wordcountpos_reward_GEOBench/std": 1.0327954292297363, "step": 3526 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1395.0, "completions/max_terminated_length": 1395.0, "completions/mean_length": 1135.875, "completions/mean_terminated_length": 1135.875, "completions/min_length": 947.0, "completions/min_terminated_length": 947.0, "epoch": 0.8819704926231557, "frac_reward_zero_std": 0.0, "grad_norm": 2.9260638264867325, "kl": 0.021087646484375, "learning_rate": 1.3781485163244513e-07, "loss": 0.03, "num_tokens": 159790899.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8345519304275513, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.017725526703367855, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04374798461082271, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10671873729054751, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3527 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1370.0, "completions/mean_length": 1182.125, "completions/mean_terminated_length": 1160.933349609375, "completions/min_length": 873.0, "completions/min_terminated_length": 873.0, "epoch": 0.8822205551387847, "frac_reward_zero_std": 0.0, "grad_norm": 3.3489279685750906, "kl": 0.0149993896484375, "learning_rate": 1.3765739298084792e-07, "loss": 0.0528, "num_tokens": 159833757.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9944886565208435, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.007848807334831693, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.16996406207058615, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07649739768026005, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3528 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1459.0, "completions/mean_length": 1338.4375, "completions/mean_terminated_length": 1212.77783203125, "completions/min_length": 966.0, "completions/min_terminated_length": 966.0, "epoch": 0.8824706176544136, "frac_reward_zero_std": 0.0, "grad_norm": 2.61477200059242, "kl": 0.0128631591796875, "learning_rate": 1.375002485206097e-07, "loss": 0.0187, "num_tokens": 159878620.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0634708404541016, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.025701312173860437, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05994270438436686, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8333333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0910840068085298, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3529 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1403.0, "completions/max_terminated_length": 1403.0, "completions/mean_length": 1188.25, "completions/mean_terminated_length": 1188.25, "completions/min_length": 828.0, "completions/min_terminated_length": 828.0, "epoch": 0.8827206801700425, "frac_reward_zero_std": 0.0, "grad_norm": 3.356150131582722, "kl": 0.022216796875, "learning_rate": 1.3734341837146963e-07, "loss": -0.0229, "num_tokens": 159924480.0, "reward": -2.9802322387695312e-08, "reward_std": 0.898999810218811, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.016474395404358813, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0293873239778085, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10809803506625451, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3530 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1452.0, "completions/mean_length": 1248.9375, "completions/mean_terminated_length": 1232.2000732421875, "completions/min_length": 1115.0, "completions/min_terminated_length": 1115.0, "epoch": 0.8829707426856714, "frac_reward_zero_std": 0.0, "grad_norm": 3.297515616629857, "kl": 0.018646240234375, "learning_rate": 1.3718690265292676e-07, "loss": 0.0038, "num_tokens": 159970175.0, "reward": 0.0, "reward_std": 0.6260489821434021, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.013034012682410952, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05847284761268363, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.825, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.16487930490266264, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3531 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1484.0, "completions/mean_length": 1388.6875, "completions/mean_terminated_length": 1245.571533203125, "completions/min_length": 799.0, "completions/min_terminated_length": 799.0, "epoch": 0.8832208052013003, "frac_reward_zero_std": 0.0, "grad_norm": 2.381165167913092, "kl": 0.0181427001953125, "learning_rate": 1.370307014842411e-07, "loss": -0.0478, "num_tokens": 160022658.0, "reward": 0.0, "reward_std": 0.524826169013977, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.13039640618712234, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07976927553702597, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8041666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13655822255780922, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3532 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1458.0, "completions/mean_length": 1269.0, "completions/mean_terminated_length": 1130.4000244140625, "completions/min_length": 924.0, "completions/min_terminated_length": 924.0, "epoch": 0.8834708677169293, "frac_reward_zero_std": 0.0, "grad_norm": 3.1175231055950414, "kl": 0.0193328857421875, "learning_rate": 1.368748149844326e-07, "loss": 0.0116, "num_tokens": 160067930.0, "reward": 0.0, "reward_std": 0.5842426419258118, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.12972208358190615, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.13900171756895408, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09878896324620105, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3533 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1443.0, "completions/mean_length": 1412.3125, "completions/mean_terminated_length": 1266.166748046875, "completions/min_length": 1014.0, "completions/min_terminated_length": 1014.0, "epoch": 0.8837209302325582, "frac_reward_zero_std": 0.0, "grad_norm": 2.8454541415283345, "kl": 0.0157470703125, "learning_rate": 1.3671924327228163e-07, "loss": -0.0303, "num_tokens": 160122487.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9036304950714111, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04458633898092737, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.14064828003698995, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8708333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09878896324620105, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3534 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1473.0, "completions/mean_length": 1290.6875, "completions/mean_terminated_length": 1220.916748046875, "completions/min_length": 863.0, "completions/min_terminated_length": 863.0, "epoch": 0.883970992748187, "frac_reward_zero_std": 0.0, "grad_norm": 2.788082720372536, "kl": 0.02093505859375, "learning_rate": 1.365639864663287e-07, "loss": 0.0131, "num_tokens": 160167682.0, "reward": 0.0, "reward_std": 0.4681819677352905, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.00948255511925099, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05264816572350207, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09016445879408158, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3535 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1255.0, "completions/max_terminated_length": 1255.0, "completions/mean_length": 914.5, "completions/mean_terminated_length": 914.5, "completions/min_length": 701.0, "completions/min_terminated_length": 701.0, "epoch": 0.884221055263816, "frac_reward_zero_std": 0.0, "grad_norm": 3.627261774265375, "kl": 0.0267333984375, "learning_rate": 1.3640904468487417e-07, "loss": -0.0644, "num_tokens": 160205402.0, "reward": -2.9802322387695312e-08, "reward_std": 0.9560893774032593, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.015217387093962205, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09814744611845784, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.15869840952317446, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3536 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1413.0, "completions/mean_length": 1077.875, "completions/mean_terminated_length": 1017.5714721679688, "completions/min_length": 559.0, "completions/min_terminated_length": 559.0, "epoch": 0.8844711177794449, "frac_reward_zero_std": 0.0, "grad_norm": 3.1182283577780465, "kl": 0.0173797607421875, "learning_rate": 1.3625441804597878e-07, "loss": -0.093, "num_tokens": 160248760.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9593243598937988, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.33685344059625366, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.3273049885592967, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13984117975602023, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3537 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1350.0, "completions/mean_length": 1328.625, "completions/mean_terminated_length": 1157.25, "completions/min_length": 1019.0, "completions/min_terminated_length": 1019.0, "epoch": 0.8847211802950737, "frac_reward_zero_std": 0.0, "grad_norm": 2.5200022173451675, "kl": 0.014617919921875, "learning_rate": 1.3610010666746286e-07, "loss": -0.0064, "num_tokens": 160297178.0, "reward": 0.0, "reward_std": 0.627517580986023, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.18170866100715077, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09912981056339287, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07097208632298364, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3538 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1494.0, "completions/mean_length": 1288.5625, "completions/mean_terminated_length": 1258.357177734375, "completions/min_length": 1082.0, "completions/min_terminated_length": 1082.0, "epoch": 0.8849712428107027, "frac_reward_zero_std": 0.0, "grad_norm": 2.857850379241738, "kl": 0.022125244140625, "learning_rate": 1.3594611066690636e-07, "loss": -0.0037, "num_tokens": 160342363.0, "reward": 2.9802322387695312e-08, "reward_std": 0.6004735231399536, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.02972768479005567, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09663941201136592, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9208333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06540472290116194, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3539 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1150.0, "completions/max_terminated_length": 1150.0, "completions/mean_length": 859.375, "completions/mean_terminated_length": 859.375, "completions/min_length": 596.0, "completions/min_terminated_length": 596.0, "epoch": 0.8852213053263316, "frac_reward_zero_std": 0.0, "grad_norm": 3.7211644218662867, "kl": 0.026702880859375, "learning_rate": 1.3579243016164917e-07, "loss": -0.0797, "num_tokens": 160366697.0, "reward": 7.450580596923828e-09, "reward_std": 0.9860749244689941, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.014922980496595335, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.02933702894990975, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11855612829185828, "rewards/wordcountpos_reward_GEOBench/std": 1.0327954292297363, "step": 3540 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1378.0, "completions/max_terminated_length": 1378.0, "completions/mean_length": 853.4375, "completions/mean_terminated_length": 853.4375, "completions/min_length": 726.0, "completions/min_terminated_length": 726.0, "epoch": 0.8854713678419605, "frac_reward_zero_std": 0.0, "grad_norm": 2.2480405589566628, "kl": 0.023590087890625, "learning_rate": 1.356390652687908e-07, "loss": -0.0501, "num_tokens": 160395816.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9678257703781128, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.01983949705816295, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06076941036812793, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07781745019952505, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3541 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1477.0, "completions/mean_length": 1152.5625, "completions/mean_terminated_length": 1129.4000244140625, "completions/min_length": 813.0, "completions/min_terminated_length": 813.0, "epoch": 0.8857214303575894, "frac_reward_zero_std": 0.0, "grad_norm": 2.7543759744220537, "kl": 0.0141143798828125, "learning_rate": 1.354860161051902e-07, "loss": -0.0381, "num_tokens": 160430193.0, "reward": -2.9802322387695312e-08, "reward_std": 0.9886905550956726, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.045298598112605164, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07359364829919353, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07503085784948506, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3542 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1407.0, "completions/mean_length": 1269.375, "completions/mean_terminated_length": 1131.0, "completions/min_length": 655.0, "completions/min_terminated_length": 655.0, "epoch": 0.8859714928732183, "frac_reward_zero_std": 0.0, "grad_norm": 2.995393649794989, "kl": 0.02313232421875, "learning_rate": 1.353332827874657e-07, "loss": -0.0782, "num_tokens": 160482687.0, "reward": 1.1175870895385742e-08, "reward_std": 0.8963152766227722, "rewards/wordcountpos_reward_GEOBench/mean": 1.1175870895385742e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.13718101723807183, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12975591173333118, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.95, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.057089922571845, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3543 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1296.0, "completions/max_terminated_length": 1296.0, "completions/mean_length": 1026.1875, "completions/mean_terminated_length": 1026.1875, "completions/min_length": 900.0, "completions/min_terminated_length": 900.0, "epoch": 0.8862215553888472, "frac_reward_zero_std": 0.0, "grad_norm": 3.2882836894003895, "kl": 0.0188446044921875, "learning_rate": 1.3518086543199502e-07, "loss": -0.0751, "num_tokens": 160532114.0, "reward": -2.2351741790771484e-08, "reward_std": 1.0381067991256714, "rewards/wordcountpos_reward_GEOBench/mean": -2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.029001979111389322, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07779003390239374, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1338185615204685, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3544 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1269.0, "completions/max_terminated_length": 1269.0, "completions/mean_length": 965.875, "completions/mean_terminated_length": 965.875, "completions/min_length": 702.0, "completions/min_terminated_length": 702.0, "epoch": 0.8864716179044762, "frac_reward_zero_std": 0.0, "grad_norm": 3.6130281504860275, "kl": 0.021392822265625, "learning_rate": 1.3502876415491515e-07, "loss": 0.0252, "num_tokens": 160574864.0, "reward": -2.9802322387695312e-08, "reward_std": 1.0333329439163208, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.006782021774483966, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06605244803346991, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0969917904124231, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3545 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1322.0, "completions/mean_length": 1101.3125, "completions/mean_terminated_length": 968.4166870117188, "completions/min_length": 609.0, "completions/min_terminated_length": 609.0, "epoch": 0.886721680420105, "frac_reward_zero_std": 0.0, "grad_norm": 3.299832743928895, "kl": 0.019073486328125, "learning_rate": 1.348769790721222e-07, "loss": -0.0632, "num_tokens": 160612893.0, "reward": 0.0, "reward_std": 1.050926685333252, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.02206427535787823, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08910690163178338, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11979921473804349, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3546 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1282.0, "completions/mean_length": 1133.375, "completions/mean_terminated_length": 1081.0, "completions/min_length": 614.0, "completions/min_terminated_length": 614.0, "epoch": 0.8869717429357339, "frac_reward_zero_std": 0.0, "grad_norm": 3.26909394770134, "kl": 0.02069091796875, "learning_rate": 1.347255102992712e-07, "loss": -0.0088, "num_tokens": 160669315.0, "reward": -4.470348358154297e-08, "reward_std": 0.9650551080703735, "rewards/wordcountpos_reward_GEOBench/mean": -4.470348358154297e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.019884166192684127, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08802806057291977, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.775, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10852547064066473, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3547 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1458.0, "completions/mean_length": 1200.5625, "completions/mean_terminated_length": 1157.7857666015625, "completions/min_length": 815.0, "completions/min_terminated_length": 815.0, "epoch": 0.8872218054513629, "frac_reward_zero_std": 0.0, "grad_norm": 3.146794604146985, "kl": 0.025482177734375, "learning_rate": 1.3457435795177653e-07, "loss": 0.0201, "num_tokens": 160712892.0, "reward": -5.960464477539063e-08, "reward_std": 0.727325439453125, "rewards/wordcountpos_reward_GEOBench/mean": -5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.006006243435311713, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1041039341740131, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.825, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09388724521901161, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3548 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1371.0, "completions/max_terminated_length": 1371.0, "completions/mean_length": 1079.4375, "completions/mean_terminated_length": 1079.4375, "completions/min_length": 952.0, "completions/min_terminated_length": 952.0, "epoch": 0.8874718679669917, "frac_reward_zero_std": 0.0, "grad_norm": 2.598080839400061, "kl": 0.00997161865234375, "learning_rate": 1.3442352214481124e-07, "loss": -0.043, "num_tokens": 160753931.0, "reward": 0.0, "reward_std": 0.7337296009063721, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.08651260443472564, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12072296704888132, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10101338378503963, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3549 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1360.0, "completions/max_terminated_length": 1360.0, "completions/mean_length": 1037.8125, "completions/mean_terminated_length": 1037.8125, "completions/min_length": 806.0, "completions/min_terminated_length": 806.0, "epoch": 0.8877219304826206, "frac_reward_zero_std": 0.0, "grad_norm": 3.281590631449273, "kl": 0.0190582275390625, "learning_rate": 1.3427300299330713e-07, "loss": -0.006, "num_tokens": 160805400.0, "reward": 2.2351741790771484e-08, "reward_std": 1.0618432760238647, "rewards/wordcountpos_reward_GEOBench/mean": 2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04081906363630081, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04290463844691291, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11344765475923412, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3550 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1470.0, "completions/max_terminated_length": 1470.0, "completions/mean_length": 1269.4375, "completions/mean_terminated_length": 1269.4375, "completions/min_length": 1017.0, "completions/min_terminated_length": 1017.0, "epoch": 0.8879719929982496, "frac_reward_zero_std": 0.0, "grad_norm": 3.1399881026158796, "kl": 0.022216796875, "learning_rate": 1.341228006119548e-07, "loss": -0.04, "num_tokens": 160852655.0, "reward": -2.9802322387695312e-08, "reward_std": 0.5040320754051208, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.023333856640284277, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1158063626097932, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8958333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06426219440409445, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3551 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1194.0, "completions/mean_length": 1062.125, "completions/mean_terminated_length": 999.5714721679688, "completions/min_length": 826.0, "completions/min_terminated_length": 826.0, "epoch": 0.8882220555138785, "frac_reward_zero_std": 0.0, "grad_norm": 3.0819957767351314, "kl": 0.016815185546875, "learning_rate": 1.3397291511520346e-07, "loss": -0.0333, "num_tokens": 160885657.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9128242135047913, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.13780979758072068, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.14193987397402025, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6708333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12758439472669758, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3552 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1316.0, "completions/mean_length": 1246.8125, "completions/mean_terminated_length": 1094.9000244140625, "completions/min_length": 840.0, "completions/min_terminated_length": 840.0, "epoch": 0.8884721180295074, "frac_reward_zero_std": 0.0, "grad_norm": 3.3490632931610227, "kl": 0.0136871337890625, "learning_rate": 1.3382334661726087e-07, "loss": 0.0174, "num_tokens": 160942174.0, "reward": 0.0, "reward_std": 0.7357656955718994, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.02498098515459305, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06216912187301533, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6708333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.16049691355057039, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3553 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1225.0, "completions/max_terminated_length": 1225.0, "completions/mean_length": 1028.4375, "completions/mean_terminated_length": 1028.4375, "completions/min_length": 816.0, "completions/min_terminated_length": 816.0, "epoch": 0.8887221805451363, "frac_reward_zero_std": 0.0, "grad_norm": 3.1600494129588204, "kl": 0.0200653076171875, "learning_rate": 1.3367409523209326e-07, "loss": -0.0139, "num_tokens": 160981829.0, "reward": 0.0, "reward_std": 0.9353391528129578, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04294263638409704, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11518775535011651, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08027729719194868, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3554 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1472.0, "completions/max_terminated_length": 1472.0, "completions/mean_length": 1054.0625, "completions/mean_terminated_length": 1054.0625, "completions/min_length": 728.0, "completions/min_terminated_length": 728.0, "epoch": 0.8889722430607652, "frac_reward_zero_std": 0.0, "grad_norm": 3.723974331318433, "kl": 0.023468017578125, "learning_rate": 1.3352516107342526e-07, "loss": 0.0046, "num_tokens": 161032286.0, "reward": -2.9802322387695312e-08, "reward_std": 0.832076907157898, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.011288219221838664, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11522776107636191, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8666666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1167460047694551, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3555 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1465.0, "completions/mean_length": 1240.3125, "completions/mean_terminated_length": 1084.5, "completions/min_length": 915.0, "completions/min_terminated_length": 915.0, "epoch": 0.8892223055763941, "frac_reward_zero_std": 0.0, "grad_norm": 2.354057973609401, "kl": 0.0118255615234375, "learning_rate": 1.3337654425473982e-07, "loss": -0.0036, "num_tokens": 161076499.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9981290102005005, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.006607904790996943, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04116169449370047, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11279282877125754, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3556 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1466.0, "completions/mean_length": 1206.4375, "completions/mean_terminated_length": 1138.6923828125, "completions/min_length": 856.0, "completions/min_terminated_length": 856.0, "epoch": 0.889472368092023, "frac_reward_zero_std": 0.0, "grad_norm": 2.9671760492272035, "kl": 0.016754150390625, "learning_rate": 1.3322824488927773e-07, "loss": 0.0352, "num_tokens": 161121202.0, "reward": 2.9802322387695312e-08, "reward_std": 0.4632115662097931, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04436309618489451, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11404969078924806, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09803627446568496, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3557 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1492.0, "completions/mean_length": 1309.25, "completions/mean_terminated_length": 1265.2308349609375, "completions/min_length": 865.0, "completions/min_terminated_length": 865.0, "epoch": 0.8897224306076519, "frac_reward_zero_std": 0.0, "grad_norm": 2.9010704184648053, "kl": 0.01861572265625, "learning_rate": 1.330802630900385e-07, "loss": 0.0155, "num_tokens": 161164934.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9927825927734375, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.08322400096455858, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12600383288121456, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9583333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.047919685895217376, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3558 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1436.0, "completions/max_terminated_length": 1436.0, "completions/mean_length": 1023.5625, "completions/mean_terminated_length": 1023.5625, "completions/min_length": 772.0, "completions/min_terminated_length": 772.0, "epoch": 0.8899724931232809, "frac_reward_zero_std": 0.0, "grad_norm": 2.47522556477657, "kl": 0.01837158203125, "learning_rate": 1.3293259896977915e-07, "loss": -0.0293, "num_tokens": 161202535.0, "reward": -3.725290298461914e-09, "reward_std": 1.0474539995193481, "rewards/wordcountpos_reward_GEOBench/mean": -3.725290298461914e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0380755507191433, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.045395063089140306, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7666666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10327955589886446, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3559 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1293.0, "completions/mean_length": 1186.25, "completions/mean_terminated_length": 1165.3333740234375, "completions/min_length": 858.0, "completions/min_terminated_length": 858.0, "epoch": 0.8902225556389097, "frac_reward_zero_std": 0.0, "grad_norm": 2.0617207467814276, "kl": 0.00870513916015625, "learning_rate": 1.3278525264101497e-07, "loss": 0.0185, "num_tokens": 161241803.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0552499294281006, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.09170535911372843, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0742196691657697, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07969850595746357, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3560 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1388.0, "completions/max_terminated_length": 1388.0, "completions/mean_length": 1054.8125, "completions/mean_terminated_length": 1054.8125, "completions/min_length": 623.0, "completions/min_terminated_length": 623.0, "epoch": 0.8904726181545386, "frac_reward_zero_std": 0.0, "grad_norm": 3.7403868339959963, "kl": 0.018310546875, "learning_rate": 1.3263822421601878e-07, "loss": -0.0159, "num_tokens": 161293496.0, "reward": 0.0, "reward_std": 0.8264500498771667, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.052483935223950104, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03738304027939481, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10532137766186216, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3561 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1476.0, "completions/max_terminated_length": 1476.0, "completions/mean_length": 1046.1875, "completions/mean_terminated_length": 1046.1875, "completions/min_length": 613.0, "completions/min_terminated_length": 613.0, "epoch": 0.8907226806701676, "frac_reward_zero_std": 0.0, "grad_norm": 3.395751726766096, "kl": 0.02349853515625, "learning_rate": 1.3249151380682151e-07, "loss": -0.0043, "num_tokens": 161345731.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9576758146286011, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.015723636404359923, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0530726925936905, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7333333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14807405554629052, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3562 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1415.0, "completions/max_terminated_length": 1415.0, "completions/mean_length": 1162.625, "completions/mean_terminated_length": 1162.625, "completions/min_length": 829.0, "completions/min_terminated_length": 829.0, "epoch": 0.8909727431857964, "frac_reward_zero_std": 0.0, "grad_norm": 3.4206112453880886, "kl": 0.015960693359375, "learning_rate": 1.323451215252116e-07, "loss": -0.0336, "num_tokens": 161395133.0, "reward": 4.470348358154297e-08, "reward_std": 0.9596651196479797, "rewards/wordcountpos_reward_GEOBench/mean": 4.470348358154297e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.030835201967581435, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.2294429046537533, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.85, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0958393717904348, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3563 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1485.0, "completions/mean_length": 1198.625, "completions/mean_terminated_length": 1098.166748046875, "completions/min_length": 841.0, "completions/min_terminated_length": 841.0, "epoch": 0.8912228057014253, "frac_reward_zero_std": 0.0, "grad_norm": 2.968519103564201, "kl": 0.0185546875, "learning_rate": 1.3219904748273497e-07, "loss": -0.0421, "num_tokens": 161443767.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9735491871833801, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06894800877251332, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1567286410436714, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.15104573749303493, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3564 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1428.0, "completions/max_terminated_length": 1428.0, "completions/mean_length": 1109.875, "completions/mean_terminated_length": 1109.875, "completions/min_length": 893.0, "completions/min_terminated_length": 893.0, "epoch": 0.8914728682170543, "frac_reward_zero_std": 0.0, "grad_norm": 2.9159356889186934, "kl": 0.0164642333984375, "learning_rate": 1.320532917906953e-07, "loss": 0.0036, "num_tokens": 161484941.0, "reward": 0.0, "reward_std": 0.7087223529815674, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.08361923848199437, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08486897320903564, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9041666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10027739304327549, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3565 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1323.0, "completions/mean_length": 1146.75, "completions/mean_terminated_length": 1123.2000732421875, "completions/min_length": 779.0, "completions/min_terminated_length": 779.0, "epoch": 0.8917229307326832, "frac_reward_zero_std": 0.0, "grad_norm": 2.9856414074235054, "kl": 0.01995849609375, "learning_rate": 1.3190785456015357e-07, "loss": 0.0113, "num_tokens": 161518881.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8232381343841553, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.05980345492172554, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.054424005516772546, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10461569884316811, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3566 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1353.0, "completions/mean_length": 1274.4375, "completions/mean_terminated_length": 1099.0, "completions/min_length": 876.0, "completions/min_terminated_length": 876.0, "epoch": 0.891972993248312, "frac_reward_zero_std": 0.0, "grad_norm": 2.7369292594494445, "kl": 0.015533447265625, "learning_rate": 1.3176273590192815e-07, "loss": 0.0006, "num_tokens": 161565896.0, "reward": 0.0, "reward_std": 0.96779465675354, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.040910017295453106, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10902720271279383, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.775, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10852547064066473, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3567 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1478.0, "completions/mean_length": 1348.75, "completions/mean_terminated_length": 1258.0, "completions/min_length": 857.0, "completions/min_terminated_length": 857.0, "epoch": 0.892223055763941, "frac_reward_zero_std": 0.0, "grad_norm": 3.1626268304462655, "kl": 0.024078369140625, "learning_rate": 1.3161793592659458e-07, "loss": 0.0032, "num_tokens": 161620748.0, "reward": 0.0, "reward_std": 0.4546915590763092, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.18023618520420237, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.21333055730346148, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07588978362901862, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3568 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1257.0, "completions/max_terminated_length": 1257.0, "completions/mean_length": 967.625, "completions/mean_terminated_length": 967.625, "completions/min_length": 702.0, "completions/min_terminated_length": 702.0, "epoch": 0.8924731182795699, "frac_reward_zero_std": 0.0, "grad_norm": 3.3877533738222207, "kl": 0.017425537109375, "learning_rate": 1.3147345474448561e-07, "loss": -0.0374, "num_tokens": 161650790.0, "reward": 0.0, "reward_std": 0.7703821659088135, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.09166957849937679, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.20924607522538408, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.102469507659596, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3569 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1406.0, "completions/mean_length": 1174.5, "completions/mean_terminated_length": 1152.800048828125, "completions/min_length": 957.0, "completions/min_terminated_length": 957.0, "epoch": 0.8927231807951987, "frac_reward_zero_std": 0.0, "grad_norm": 3.5644629001797377, "kl": 0.02020263671875, "learning_rate": 1.3132929246569114e-07, "loss": -0.0008, "num_tokens": 161693966.0, "reward": 0.0, "reward_std": 0.9928744435310364, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03925776210203896, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1479479547394026, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9291666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08933913745655642, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3570 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1426.0, "completions/mean_length": 1185.1875, "completions/mean_terminated_length": 1164.2000732421875, "completions/min_length": 888.0, "completions/min_terminated_length": 888.0, "epoch": 0.8929732433108277, "frac_reward_zero_std": 0.0, "grad_norm": 3.034387375370565, "kl": 0.020904541015625, "learning_rate": 1.3118544920005791e-07, "loss": 0.015, "num_tokens": 161734697.0, "reward": 1.1175870895385742e-08, "reward_std": 1.0663858652114868, "rewards/wordcountpos_reward_GEOBench/mean": 1.1175870895385742e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03945628834415938, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.14995498108413294, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10852547064066473, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3571 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1398.0, "completions/max_terminated_length": 1398.0, "completions/mean_length": 1114.9375, "completions/mean_terminated_length": 1114.9375, "completions/min_length": 764.0, "completions/min_terminated_length": 764.0, "epoch": 0.8932233058264566, "frac_reward_zero_std": 0.0, "grad_norm": 3.606417498184678, "kl": 0.02130126953125, "learning_rate": 1.3104192505718993e-07, "loss": -0.0155, "num_tokens": 161792032.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9936434030532837, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.051986471931174824, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.028190837311032196, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9041666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10878112581387148, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3572 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1350.0, "completions/max_terminated_length": 1350.0, "completions/mean_length": 1170.5625, "completions/mean_terminated_length": 1170.5625, "completions/min_length": 947.0, "completions/min_terminated_length": 947.0, "epoch": 0.8934733683420856, "frac_reward_zero_std": 0.0, "grad_norm": 3.2907553397739124, "kl": 0.023345947265625, "learning_rate": 1.308987201464477e-07, "loss": 0.0389, "num_tokens": 161821977.0, "reward": 0.0, "reward_std": 0.9788131713867188, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.045736336663911116, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0823480887350111, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10532137766186214, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3573 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1495.0, "completions/mean_length": 1183.9375, "completions/mean_terminated_length": 1111.0, "completions/min_length": 793.0, "completions/min_terminated_length": 793.0, "epoch": 0.8937234308577144, "frac_reward_zero_std": 0.0, "grad_norm": 2.736829513835388, "kl": 0.0151824951171875, "learning_rate": 1.307558345769487e-07, "loss": -0.0252, "num_tokens": 161863408.0, "reward": -5.960464477539063e-08, "reward_std": 0.4785347878932953, "rewards/wordcountpos_reward_GEOBench/mean": -5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0417716963257939, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09024172169718551, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7916666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14782371884055637, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3574 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1451.0, "completions/mean_length": 1294.625, "completions/mean_terminated_length": 1265.2857666015625, "completions/min_length": 1078.0, "completions/min_terminated_length": 1078.0, "epoch": 0.8939734933733433, "frac_reward_zero_std": 0.0, "grad_norm": 3.2042757770337578, "kl": 0.01763916015625, "learning_rate": 1.3061326845756667e-07, "loss": -0.0051, "num_tokens": 161916634.0, "reward": 0.0, "reward_std": 1.0108994245529175, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.008700311915992038, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.016748170617825756, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09699179041242312, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3575 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1437.0, "completions/mean_length": 1249.625, "completions/mean_terminated_length": 1191.84619140625, "completions/min_length": 998.0, "completions/min_terminated_length": 998.0, "epoch": 0.8942235558889723, "frac_reward_zero_std": 0.0, "grad_norm": 3.451019409175792, "kl": 0.022247314453125, "learning_rate": 1.3047102189693266e-07, "loss": -0.0176, "num_tokens": 161966932.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8440049886703491, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06982557131515697, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12396111193535751, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8291666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1002773930432755, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3576 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1373.0, "completions/mean_length": 1274.5625, "completions/mean_terminated_length": 1139.300048828125, "completions/min_length": 808.0, "completions/min_terminated_length": 808.0, "epoch": 0.8944736184046012, "frac_reward_zero_std": 0.0, "grad_norm": 3.2146083873138167, "kl": 0.024658203125, "learning_rate": 1.3032909500343356e-07, "loss": -0.0717, "num_tokens": 162012029.0, "reward": 0.0, "reward_std": 1.0509064197540283, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0782916071486745, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04527005963249042, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8916666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11385500851066221, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3577 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1458.0, "completions/mean_length": 1137.4375, "completions/mean_terminated_length": 972.6364135742188, "completions/min_length": 682.0, "completions/min_terminated_length": 682.0, "epoch": 0.89472368092023, "frac_reward_zero_std": 0.0, "grad_norm": 3.608134007055041, "kl": 0.01959228515625, "learning_rate": 1.30187487885213e-07, "loss": 0.0369, "num_tokens": 162070908.0, "reward": -2.9802322387695312e-08, "reward_std": 0.7821747064590454, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.04819438983557788, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06457235001029121, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08944271909999162, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3578 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1392.0, "completions/max_terminated_length": 1392.0, "completions/mean_length": 1146.125, "completions/mean_terminated_length": 1146.125, "completions/min_length": 970.0, "completions/min_terminated_length": 970.0, "epoch": 0.894973743435859, "frac_reward_zero_std": 0.0, "grad_norm": 3.159893656551232, "kl": 0.023193359375, "learning_rate": 1.30046200650171e-07, "loss": 0.0065, "num_tokens": 162117406.0, "reward": 7.450580596923828e-09, "reward_std": 0.9259882569313049, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.023258940847862977, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08219038848267314, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09339283817414601, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3579 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1464.0, "completions/mean_length": 1279.875, "completions/mean_terminated_length": 1248.4285888671875, "completions/min_length": 810.0, "completions/min_terminated_length": 810.0, "epoch": 0.8952238059514879, "frac_reward_zero_std": 0.0, "grad_norm": 3.3029842232769933, "kl": 0.021392822265625, "learning_rate": 1.2990523340596362e-07, "loss": -0.0226, "num_tokens": 162172964.0, "reward": 0.0, "reward_std": 1.0017611980438232, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.009019634836237788, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07540860803274715, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1246476515504285, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3580 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1411.0, "completions/max_terminated_length": 1411.0, "completions/mean_length": 1177.875, "completions/mean_terminated_length": 1177.875, "completions/min_length": 992.0, "completions/min_terminated_length": 992.0, "epoch": 0.8954738684671167, "frac_reward_zero_std": 0.0, "grad_norm": 3.2675257095869625, "kl": 0.0160980224609375, "learning_rate": 1.2976458626000328e-07, "loss": -0.0549, "num_tokens": 162219442.0, "reward": -7.450580596923828e-09, "reward_std": 0.9740040302276611, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.013266000881551127, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03891370881888095, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.825, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1753303759784389, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3581 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1476.0, "completions/mean_length": 1447.0625, "completions/mean_terminated_length": 1379.0001220703125, "completions/min_length": 1049.0, "completions/min_terminated_length": 1049.0, "epoch": 0.8957239309827457, "frac_reward_zero_std": 0.0, "grad_norm": 2.4256254224428364, "kl": 0.0159149169921875, "learning_rate": 1.2962425931945833e-07, "loss": -0.0176, "num_tokens": 162277163.0, "reward": -2.9802322387695312e-08, "reward_std": 0.7929416298866272, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.017873908497733598, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.022608333329802756, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07781745019952502, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3582 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1385.0, "completions/mean_length": 1295.0625, "completions/mean_terminated_length": 1247.769287109375, "completions/min_length": 1060.0, "completions/min_terminated_length": 1060.0, "epoch": 0.8959739934983746, "frac_reward_zero_std": 0.0, "grad_norm": 2.405230636362876, "kl": 0.013397216796875, "learning_rate": 1.2948425269125333e-07, "loss": -0.002, "num_tokens": 162321364.0, "reward": 0.0, "reward_std": 0.5876642465591431, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.08286639844035075, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10709785780421237, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07649739768026002, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3583 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1371.0, "completions/mean_length": 1049.9375, "completions/mean_terminated_length": 1019.9334106445312, "completions/min_length": 677.0, "completions/min_terminated_length": 677.0, "epoch": 0.8962240560140035, "frac_reward_zero_std": 0.0, "grad_norm": 2.8307849967121896, "kl": 0.0172882080078125, "learning_rate": 1.293445664820687e-07, "loss": -0.0019, "num_tokens": 162362891.0, "reward": -2.9802322387695312e-08, "reward_std": 0.9323052167892456, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03913759947029939, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08444349801620865, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09574271077563382, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3584 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1493.0, "completions/mean_length": 1320.875, "completions/mean_terminated_length": 1239.45458984375, "completions/min_length": 975.0, "completions/min_terminated_length": 975.0, "epoch": 0.8964741185296324, "frac_reward_zero_std": 0.0, "grad_norm": 2.8326024434067323, "kl": 0.0157318115234375, "learning_rate": 1.2920520079834058e-07, "loss": -0.0045, "num_tokens": 162403457.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9458730220794678, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.34671957102551315, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.18136098283936158, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08255189164891871, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3585 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1462.0, "completions/mean_length": 1229.25, "completions/mean_terminated_length": 1190.571533203125, "completions/min_length": 925.0, "completions/min_terminated_length": 925.0, "epoch": 0.8967241810452613, "frac_reward_zero_std": 0.0, "grad_norm": 2.7519202574296657, "kl": 0.0176849365234375, "learning_rate": 1.2906615574626113e-07, "loss": -0.0159, "num_tokens": 162437029.0, "reward": -2.9802322387695312e-08, "reward_std": 0.7835686206817627, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04128359646751115, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05897210248037544, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8583333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0906764700582363, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3586 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1407.0, "completions/mean_length": 1332.9375, "completions/mean_terminated_length": 1203.0, "completions/min_length": 881.0, "completions/min_terminated_length": 881.0, "epoch": 0.8969742435608902, "frac_reward_zero_std": 0.0, "grad_norm": 2.841052601702869, "kl": 0.02142333984375, "learning_rate": 1.2892743143177793e-07, "loss": 0.0041, "num_tokens": 162489156.0, "reward": 0.0, "reward_std": 0.9272683262825012, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06755416588281551, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1371344396386832, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8250000000000001, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0906764700582363, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3587 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1250.0, "completions/max_terminated_length": 1250.0, "completions/mean_length": 1031.0, "completions/mean_terminated_length": 1031.0, "completions/min_length": 828.0, "completions/min_terminated_length": 828.0, "epoch": 0.8972243060765192, "frac_reward_zero_std": 0.0, "grad_norm": 3.412582117069374, "kl": 0.022216796875, "learning_rate": 1.287890279605943e-07, "loss": -0.021, "num_tokens": 162536524.0, "reward": -2.9802322387695312e-08, "reward_std": 1.0535669326782227, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.02926951054135181, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08909814406858564, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13709958532503408, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3588 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1411.0, "completions/mean_length": 1401.8125, "completions/mean_terminated_length": 1325.4444580078125, "completions/min_length": 1168.0, "completions/min_terminated_length": 1168.0, "epoch": 0.897474368592148, "frac_reward_zero_std": 0.0, "grad_norm": 3.188400769535831, "kl": 0.02166748046875, "learning_rate": 1.286509454381691e-07, "loss": 0.008, "num_tokens": 162602129.0, "reward": 0.0, "reward_std": 0.9861205816268921, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.024389553897262193, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.034073770164091285, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11642832797715322, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3589 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1432.0, "completions/mean_length": 1206.3125, "completions/mean_terminated_length": 1186.7333984375, "completions/min_length": 896.0, "completions/min_terminated_length": 896.0, "epoch": 0.897724431107777, "frac_reward_zero_std": 0.0, "grad_norm": 3.2345491084401314, "kl": 0.0195159912109375, "learning_rate": 1.285131839697167e-07, "loss": -0.0099, "num_tokens": 162648870.0, "reward": -2.9802322387695312e-08, "reward_std": 0.5311387181282043, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.01686044050181519, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07706083503585348, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7041666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12405196043952266, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3590 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1407.0, "completions/mean_length": 1342.6875, "completions/mean_terminated_length": 1248.300048828125, "completions/min_length": 1052.0, "completions/min_terminated_length": 1052.0, "epoch": 0.8979744936234059, "frac_reward_zero_std": 0.0, "grad_norm": 3.2149716903114687, "kl": 0.022064208984375, "learning_rate": 1.2837574366020676e-07, "loss": 0.0266, "num_tokens": 162694041.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9456653594970703, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.019686329435734326, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1375725202349855, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8041666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13655822255780922, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3591 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1279.0, "completions/mean_length": 1199.9375, "completions/mean_terminated_length": 1063.5455322265625, "completions/min_length": 971.0, "completions/min_terminated_length": 971.0, "epoch": 0.8982245561390347, "frac_reward_zero_std": 0.0, "grad_norm": 2.668421562234479, "kl": 0.017913818359375, "learning_rate": 1.282386246143641e-07, "loss": 0.0195, "num_tokens": 162734448.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8360947370529175, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0018999159724956242, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04237098368010498, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8333333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11155467020454342, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3592 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1346.0, "completions/max_terminated_length": 1346.0, "completions/mean_length": 1044.0625, "completions/mean_terminated_length": 1044.0625, "completions/min_length": 886.0, "completions/min_terminated_length": 886.0, "epoch": 0.8984746186546637, "frac_reward_zero_std": 0.0, "grad_norm": 2.665115530609258, "kl": 0.01397705078125, "learning_rate": 1.2810182693666893e-07, "loss": -0.0525, "num_tokens": 162776641.0, "reward": -1.1175870895385742e-08, "reward_std": 1.0184303522109985, "rewards/wordcountpos_reward_GEOBench/mean": -1.1175870895385742e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.01182379927044149, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06981489404539953, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11800816042090449, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3593 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1381.0, "completions/mean_length": 1215.3125, "completions/mean_terminated_length": 1120.416748046875, "completions/min_length": 697.0, "completions/min_terminated_length": 697.0, "epoch": 0.8987246811702926, "frac_reward_zero_std": 0.0, "grad_norm": 2.8631056629843465, "kl": 0.02484130859375, "learning_rate": 1.2796535073135662e-07, "loss": -0.049, "num_tokens": 162813990.0, "reward": -2.9802322387695312e-08, "reward_std": 0.7975665330886841, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.036092924731368006, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10525865538462424, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1112221667221529, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3594 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1447.0, "completions/mean_length": 1443.9375, "completions/mean_terminated_length": 1371.857177734375, "completions/min_length": 1302.0, "completions/min_terminated_length": 1302.0, "epoch": 0.8989747436859215, "frac_reward_zero_std": 0.0, "grad_norm": 1.9620929068339066, "kl": 0.006603240966796875, "learning_rate": 1.2782919610241734e-07, "loss": 0.0059, "num_tokens": 162866525.0, "reward": -1.4901161193847656e-08, "reward_std": 0.8365291357040405, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.007109065863723267, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11085096368909846, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8041666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06191391873668904, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3595 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1456.0, "completions/max_terminated_length": 1456.0, "completions/mean_length": 1035.0, "completions/mean_terminated_length": 1035.0, "completions/min_length": 802.0, "completions/min_terminated_length": 802.0, "epoch": 0.8992248062015504, "frac_reward_zero_std": 0.0, "grad_norm": 3.76564868326899, "kl": 0.021728515625, "learning_rate": 1.2769336315359653e-07, "loss": -0.0062, "num_tokens": 162906565.0, "reward": -5.960464477539063e-08, "reward_std": 0.7047804594039917, "rewards/wordcountpos_reward_GEOBench/mean": -5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.12330403738792405, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.18907385660498427, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07252075054258102, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3596 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1168.0, "completions/max_terminated_length": 1168.0, "completions/mean_length": 941.625, "completions/mean_terminated_length": 941.625, "completions/min_length": 828.0, "completions/min_terminated_length": 828.0, "epoch": 0.8994748687171793, "frac_reward_zero_std": 0.0, "grad_norm": 2.6597606354113084, "kl": 0.015228271484375, "learning_rate": 1.275578519883944e-07, "loss": 0.0377, "num_tokens": 162950295.0, "reward": -5.960464477539063e-08, "reward_std": 0.4103986918926239, "rewards/wordcountpos_reward_GEOBench/mean": -5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.02289719102984474, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08886871726486847, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12049281521534187, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3597 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1292.0, "completions/mean_length": 1181.875, "completions/mean_terminated_length": 1160.666748046875, "completions/min_length": 1076.0, "completions/min_terminated_length": 1076.0, "epoch": 0.8997249312328082, "frac_reward_zero_std": 0.0, "grad_norm": 2.8864651074189127, "kl": 0.013580322265625, "learning_rate": 1.2742266271006585e-07, "loss": -0.0042, "num_tokens": 162993213.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9090452194213867, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.032250748750914354, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1887430953729899, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11385500851066223, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3598 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1465.0, "completions/mean_length": 1348.0625, "completions/mean_terminated_length": 1297.416748046875, "completions/min_length": 819.0, "completions/min_terminated_length": 819.0, "epoch": 0.8999749937484371, "frac_reward_zero_std": 0.0, "grad_norm": 2.8865659208367433, "kl": 0.0154876708984375, "learning_rate": 1.2728779542162057e-07, "loss": -0.0172, "num_tokens": 163042782.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9568639993667603, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.026620863276974327, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.034675947199271695, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8958333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09098229375970787, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3599 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1401.0, "completions/mean_length": 1267.75, "completions/mean_terminated_length": 1214.1539306640625, "completions/min_length": 764.0, "completions/min_terminated_length": 764.0, "epoch": 0.900225056264066, "frac_reward_zero_std": 0.0, "grad_norm": 2.9332038363516117, "kl": 0.0164031982421875, "learning_rate": 1.271532502258231e-07, "loss": -0.0582, "num_tokens": 163100770.0, "reward": 0.0, "reward_std": 0.29104292392730713, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0629779843765324, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06590420129132167, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.15869840952317446, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3600 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1285.0, "completions/mean_length": 1226.125, "completions/mean_terminated_length": 952.25, "completions/min_length": 631.0, "completions/min_terminated_length": 631.0, "epoch": 0.9004751187796949, "frac_reward_zero_std": 0.0, "grad_norm": 2.5665361280915646, "kl": 0.0164794921875, "learning_rate": 1.2701902722519234e-07, "loss": 0.0224, "num_tokens": 163135436.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9986288547515869, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.13522536520142286, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07415875020014809, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.775, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08734775114237134, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3601 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1471.0, "completions/mean_length": 1254.1875, "completions/mean_terminated_length": 1172.25, "completions/min_length": 786.0, "completions/min_terminated_length": 786.0, "epoch": 0.9007251812953239, "frac_reward_zero_std": 0.0, "grad_norm": 2.7433631576951076, "kl": 0.0145111083984375, "learning_rate": 1.2688512652200176e-07, "loss": 0.0328, "num_tokens": 163187527.0, "reward": 0.0, "reward_std": 0.4208694100379944, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.1423028707557892, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1563057872677145, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14343665526661614, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3602 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1442.0, "completions/mean_length": 1097.25, "completions/mean_terminated_length": 1070.4000244140625, "completions/min_length": 666.0, "completions/min_terminated_length": 666.0, "epoch": 0.9009752438109527, "frac_reward_zero_std": 0.0, "grad_norm": 3.408024224967045, "kl": 0.02203369140625, "learning_rate": 1.2675154821827928e-07, "loss": 0.0, "num_tokens": 163223787.0, "reward": -2.9802322387695312e-08, "reward_std": 0.6293579339981079, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.016120390972836726, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09802561059290535, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14900907255500823, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3603 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1246.0, "completions/mean_length": 1023.875, "completions/mean_terminated_length": 992.1333618164062, "completions/min_length": 787.0, "completions/min_terminated_length": 787.0, "epoch": 0.9012253063265816, "frac_reward_zero_std": 0.0, "grad_norm": 2.783364351190139, "kl": 0.01116943359375, "learning_rate": 1.2661829241580705e-07, "loss": -0.0591, "num_tokens": 163262065.0, "reward": -2.9802322387695312e-08, "reward_std": 0.6782119870185852, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.35112931186598645, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.4022560838395606, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06763190130459204, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3604 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1197.0, "completions/mean_length": 963.5625, "completions/mean_terminated_length": 927.800048828125, "completions/min_length": 688.0, "completions/min_terminated_length": 688.0, "epoch": 0.9014753688422106, "frac_reward_zero_std": 0.0, "grad_norm": 3.2528973374346095, "kl": 0.02215576171875, "learning_rate": 1.2648535921612156e-07, "loss": -0.0505, "num_tokens": 163314146.0, "reward": 5.960464477539063e-08, "reward_std": 0.6708420515060425, "rewards/wordcountpos_reward_GEOBench/mean": 5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.10601662829308178, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1653020514593023, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.85, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09269623828717427, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3605 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1392.0, "completions/mean_length": 1340.8125, "completions/mean_terminated_length": 1245.300048828125, "completions/min_length": 989.0, "completions/min_terminated_length": 989.0, "epoch": 0.9017254313578394, "frac_reward_zero_std": 0.0, "grad_norm": 3.0655883246569067, "kl": 0.018463134765625, "learning_rate": 1.2635274872051352e-07, "loss": 0.0427, "num_tokens": 163374239.0, "reward": 0.0, "reward_std": 1.0282553434371948, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.015496554811280894, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03523206926856795, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8583333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0969917904124231, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3606 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1347.0, "completions/mean_length": 1226.375, "completions/mean_terminated_length": 1135.166748046875, "completions/min_length": 941.0, "completions/min_terminated_length": 941.0, "epoch": 0.9019754938734683, "frac_reward_zero_std": 0.0, "grad_norm": 3.302238251517701, "kl": 0.019500732421875, "learning_rate": 1.2622046103002775e-07, "loss": 0.0218, "num_tokens": 163417589.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0392258167266846, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06550682400379125, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08166128047820638, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08333333333333336, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3607 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1395.0, "completions/mean_length": 1189.4375, "completions/mean_terminated_length": 1117.769287109375, "completions/min_length": 821.0, "completions/min_terminated_length": 821.0, "epoch": 0.9022255563890973, "frac_reward_zero_std": 0.0, "grad_norm": 2.856012136234197, "kl": 0.01708984375, "learning_rate": 1.2608849624546306e-07, "loss": -0.0352, "num_tokens": 163465700.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8152775168418884, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.08260041304700166, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.13149116403106653, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10532137766186216, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3608 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1480.0, "completions/max_terminated_length": 1480.0, "completions/mean_length": 1196.4375, "completions/mean_terminated_length": 1196.4375, "completions/min_length": 950.0, "completions/min_terminated_length": 950.0, "epoch": 0.9024756189047262, "frac_reward_zero_std": 0.0, "grad_norm": 3.32309504451428, "kl": 0.0153961181640625, "learning_rate": 1.2595685446737229e-07, "loss": -0.0113, "num_tokens": 163514987.0, "reward": 0.0, "reward_std": 0.8872237205505371, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.11027115004372968, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.2226526679713512, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09803627446568496, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3609 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1321.0, "completions/max_terminated_length": 1321.0, "completions/mean_length": 893.375, "completions/mean_terminated_length": 893.375, "completions/min_length": 674.0, "completions/min_terminated_length": 674.0, "epoch": 0.9027256814203551, "frac_reward_zero_std": 0.0, "grad_norm": 2.9521398777293864, "kl": 0.0159149169921875, "learning_rate": 1.258255357960619e-07, "loss": -0.0512, "num_tokens": 163558601.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9762018322944641, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03519169044896205, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11861020835480447, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13743685418725538, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3610 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1400.0, "completions/mean_length": 1052.125, "completions/mean_terminated_length": 1022.2667236328125, "completions/min_length": 668.0, "completions/min_terminated_length": 668.0, "epoch": 0.902975743935984, "frac_reward_zero_std": 0.0, "grad_norm": 3.2521979664177065, "kl": 0.023345947265625, "learning_rate": 1.2569454033159253e-07, "loss": -0.0413, "num_tokens": 163596931.0, "reward": -1.6763806343078613e-08, "reward_std": 1.0608930587768555, "rewards/wordcountpos_reward_GEOBench/mean": -1.6763806343078613e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.046159073995836325, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04936208870704707, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11674600476945511, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3611 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1464.0, "completions/mean_length": 1011.375, "completions/mean_terminated_length": 978.800048828125, "completions/min_length": 671.0, "completions/min_terminated_length": 671.0, "epoch": 0.9032258064516129, "frac_reward_zero_std": 0.0, "grad_norm": 3.6318966369074595, "kl": 0.019866943359375, "learning_rate": 1.255638681737783e-07, "loss": 0.0101, "num_tokens": 163629137.0, "reward": 0.0, "reward_std": 0.8456045389175415, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04806768146427881, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.061321320368035656, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10602235962635781, "rewards/wordcountpos_reward_GEOBench/std": 1.0327954292297363, "step": 3612 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1308.0, "completions/mean_length": 1037.0625, "completions/mean_terminated_length": 970.9285888671875, "completions/min_length": 703.0, "completions/min_terminated_length": 703.0, "epoch": 0.9034758689672419, "frac_reward_zero_std": 0.0, "grad_norm": 3.2106677289770054, "kl": 0.0130157470703125, "learning_rate": 1.2543351942218704e-07, "loss": -0.1091, "num_tokens": 163671586.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9997631311416626, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.08099394491076423, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10915772279674464, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1330552655993129, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3613 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1340.0, "completions/max_terminated_length": 1340.0, "completions/mean_length": 991.0625, "completions/mean_terminated_length": 991.0625, "completions/min_length": 633.0, "completions/min_terminated_length": 633.0, "epoch": 0.9037259314828707, "frac_reward_zero_std": 0.0, "grad_norm": 3.5610609407539093, "kl": 0.02874755859375, "learning_rate": 1.2530349417614035e-07, "loss": -0.0236, "num_tokens": 163705627.0, "reward": 0.0, "reward_std": 0.8505828380584717, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.11406649715695948, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09373024301212124, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1080980350662545, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3614 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1226.0, "completions/max_terminated_length": 1226.0, "completions/mean_length": 812.9375, "completions/mean_terminated_length": 812.9375, "completions/min_length": 628.0, "completions/min_terminated_length": 628.0, "epoch": 0.9039759939984996, "frac_reward_zero_std": 0.0, "grad_norm": 3.2137979263673517, "kl": 0.0159149169921875, "learning_rate": 1.2517379253471291e-07, "loss": -0.0497, "num_tokens": 163746978.0, "reward": -2.9802322387695312e-08, "reward_std": 0.7886738777160645, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03490902804051585, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0745969377797724, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1837873166945363, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3615 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1399.0, "completions/mean_length": 1388.1875, "completions/mean_terminated_length": 1276.375, "completions/min_length": 1081.0, "completions/min_terminated_length": 1081.0, "epoch": 0.9042260565141286, "frac_reward_zero_std": 0.0, "grad_norm": 3.223578614677759, "kl": 0.024627685546875, "learning_rate": 1.250444145967331e-07, "loss": 0.0008, "num_tokens": 163794437.0, "reward": 0.0, "reward_std": 0.97353196144104, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.10097705862055663, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10804674500003772, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8291666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.133263870794973, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3616 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1342.0, "completions/max_terminated_length": 1342.0, "completions/mean_length": 1033.5, "completions/mean_terminated_length": 1033.5, "completions/min_length": 824.0, "completions/min_terminated_length": 824.0, "epoch": 0.9044761190297574, "frac_reward_zero_std": 0.0, "grad_norm": 3.3907851351844576, "kl": 0.023193359375, "learning_rate": 1.2491536046078257e-07, "loss": -0.0079, "num_tokens": 163832317.0, "reward": 0.0, "reward_std": 1.0105458498001099, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.016935583025870275, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.029211351814649913, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8916666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07649739768026002, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3617 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1487.0, "completions/mean_length": 1199.5625, "completions/mean_terminated_length": 1130.2308349609375, "completions/min_length": 754.0, "completions/min_terminated_length": 754.0, "epoch": 0.9047261815453863, "frac_reward_zero_std": 0.0, "grad_norm": 2.9958169552002594, "kl": 0.01971435546875, "learning_rate": 1.247866302251965e-07, "loss": -0.0486, "num_tokens": 163872102.0, "reward": 0.0, "reward_std": 0.605796217918396, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.015102728018840423, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06207061354278604, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1514742369000235, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3618 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1077.0, "completions/max_terminated_length": 1077.0, "completions/mean_length": 847.125, "completions/mean_terminated_length": 847.125, "completions/min_length": 723.0, "completions/min_terminated_length": 723.0, "epoch": 0.9049762440610153, "frac_reward_zero_std": 0.0, "grad_norm": 2.1902348469400947, "kl": 0.0086822509765625, "learning_rate": 1.2465822398806287e-07, "loss": -0.0058, "num_tokens": 163914096.0, "reward": 0.0, "reward_std": 0.812868058681488, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.10805541575247535, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.20270373468822342, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13381856152046848, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3619 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1470.0, "completions/mean_length": 1205.875, "completions/mean_terminated_length": 1107.8333740234375, "completions/min_length": 794.0, "completions/min_terminated_length": 794.0, "epoch": 0.9052263065766442, "frac_reward_zero_std": 0.0, "grad_norm": 3.327719000185695, "kl": 0.0192718505859375, "learning_rate": 1.2453014184722295e-07, "loss": -0.0708, "num_tokens": 163960918.0, "reward": 0.0, "reward_std": 0.9743466377258301, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.07293047303408458, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1501622570692563, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09339283817414601, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3620 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1488.0, "completions/max_terminated_length": 1488.0, "completions/mean_length": 1079.625, "completions/mean_terminated_length": 1079.625, "completions/min_length": 778.0, "completions/min_terminated_length": 778.0, "epoch": 0.905476369092273, "frac_reward_zero_std": 0.0, "grad_norm": 3.6172448048913535, "kl": 0.019866943359375, "learning_rate": 1.244023839002712e-07, "loss": -0.0418, "num_tokens": 164001424.0, "reward": 0.0, "reward_std": 0.7619771957397461, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.07639487823218502, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12714691889103394, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12345339501504503, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3621 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1251.0, "completions/mean_length": 1027.8125, "completions/mean_terminated_length": 960.357177734375, "completions/min_length": 707.0, "completions/min_terminated_length": 707.0, "epoch": 0.905726431607902, "frac_reward_zero_std": 0.0, "grad_norm": 3.29411853530354, "kl": 0.01849365234375, "learning_rate": 1.242749502445548e-07, "loss": -0.0546, "num_tokens": 164032517.0, "reward": 2.9802322387695312e-08, "reward_std": 0.886413037776947, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.2482702819530146, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.19386108610844013, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7916666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07649739768026004, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3622 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1493.0, "completions/mean_length": 1335.4375, "completions/mean_terminated_length": 1297.4615478515625, "completions/min_length": 989.0, "completions/min_terminated_length": 989.0, "epoch": 0.9059764941235309, "frac_reward_zero_std": 0.0, "grad_norm": 3.027821704079173, "kl": 0.0167999267578125, "learning_rate": 1.2414784097717406e-07, "loss": -0.0545, "num_tokens": 164082532.0, "reward": -2.9802322387695312e-08, "reward_std": 1.0367540121078491, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04052280457450827, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07610704663666021, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.04849589520621159, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3623 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1465.0, "completions/mean_length": 1227.9375, "completions/mean_terminated_length": 1104.272705078125, "completions/min_length": 788.0, "completions/min_terminated_length": 788.0, "epoch": 0.9062265566391597, "frac_reward_zero_std": 0.0, "grad_norm": 3.2250314911650793, "kl": 0.018524169921875, "learning_rate": 1.2402105619498186e-07, "loss": -0.0162, "num_tokens": 164135723.0, "reward": 2.9802322387695312e-08, "reward_std": 1.0159612894058228, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.02520833839182911, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.15924733208011918, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13305526559931294, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3624 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1498.0, "completions/mean_length": 1299.1875, "completions/mean_terminated_length": 1285.800048828125, "completions/min_length": 1114.0, "completions/min_terminated_length": 1114.0, "epoch": 0.9064766191547887, "frac_reward_zero_std": 0.0, "grad_norm": 2.9566913194305555, "kl": 0.01580810546875, "learning_rate": 1.238945959945842e-07, "loss": -0.0071, "num_tokens": 164182014.0, "reward": -2.9802322387695312e-08, "reward_std": 0.7446556687355042, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.013115951579192497, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06957529393909004, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09428090415820636, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3625 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1318.0, "completions/mean_length": 997.75, "completions/mean_terminated_length": 964.2667236328125, "completions/min_length": 784.0, "completions/min_terminated_length": 784.0, "epoch": 0.9067266816704176, "frac_reward_zero_std": 0.0, "grad_norm": 3.2420812403396564, "kl": 0.017364501953125, "learning_rate": 1.2376846047233943e-07, "loss": -0.0601, "num_tokens": 164217674.0, "reward": -7.450580596923828e-09, "reward_std": 0.9895612001419067, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.02534782632689208, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07587454770072671, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10461569884316813, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3626 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1383.0, "completions/mean_length": 1024.25, "completions/mean_terminated_length": 992.5333862304688, "completions/min_length": 791.0, "completions/min_terminated_length": 791.0, "epoch": 0.9069767441860465, "frac_reward_zero_std": 0.0, "grad_norm": 2.451679477894927, "kl": 0.017852783203125, "learning_rate": 1.236426497243586e-07, "loss": -0.1122, "num_tokens": 164256446.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9923255443572998, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0055823301350714435, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03716352758004033, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06831300510639735, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3627 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1361.0, "completions/max_terminated_length": 1361.0, "completions/mean_length": 1059.5625, "completions/mean_terminated_length": 1059.5625, "completions/min_length": 613.0, "completions/min_terminated_length": 613.0, "epoch": 0.9072268067016754, "frac_reward_zero_std": 0.0, "grad_norm": 3.3249028698388243, "kl": 0.022796630859375, "learning_rate": 1.2351716384650545e-07, "loss": -0.025, "num_tokens": 164301407.0, "reward": 0.0, "reward_std": 0.8633238077163696, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.14009046044529333, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1744589933753213, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13158576980363348, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3628 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1361.0, "completions/mean_length": 1356.6875, "completions/mean_terminated_length": 1172.4285888671875, "completions/min_length": 933.0, "completions/min_terminated_length": 933.0, "epoch": 0.9074768692173043, "frac_reward_zero_std": 0.0, "grad_norm": 2.4316185759240114, "kl": 0.0150909423828125, "learning_rate": 1.2339200293439588e-07, "loss": 0.0084, "num_tokens": 164348898.0, "reward": -2.2351741790771484e-08, "reward_std": 0.9892346858978271, "rewards/wordcountpos_reward_GEOBench/mean": -2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0759705812337776, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10240933584553813, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.925, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1029203215725281, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3629 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1490.0, "completions/mean_length": 1343.625, "completions/mean_terminated_length": 1291.5, "completions/min_length": 1038.0, "completions/min_terminated_length": 1038.0, "epoch": 0.9077269317329333, "frac_reward_zero_std": 0.0, "grad_norm": 2.4349817892046635, "kl": 0.016937255859375, "learning_rate": 1.2326716708339845e-07, "loss": 0.0305, "num_tokens": 164401492.0, "reward": 0.0, "reward_std": 0.7984222769737244, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.01711377420864891, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.027102627154493367, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9666666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.059628479399994376, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3630 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1412.0, "completions/max_terminated_length": 1412.0, "completions/mean_length": 1090.125, "completions/mean_terminated_length": 1090.125, "completions/min_length": 668.0, "completions/min_terminated_length": 668.0, "epoch": 0.9079769942485622, "frac_reward_zero_std": 0.0, "grad_norm": 3.2094280060861027, "kl": 0.023345947265625, "learning_rate": 1.2314265638863389e-07, "loss": -0.0162, "num_tokens": 164455014.0, "reward": 0.0, "reward_std": 0.8804277777671814, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.09484168496137377, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06723384282696161, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07588978362901863, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3631 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1423.0, "completions/max_terminated_length": 1423.0, "completions/mean_length": 1118.8125, "completions/mean_terminated_length": 1118.8125, "completions/min_length": 760.0, "completions/min_terminated_length": 760.0, "epoch": 0.908227056764191, "frac_reward_zero_std": 0.0, "grad_norm": 3.5227741907656656, "kl": 0.0222625732421875, "learning_rate": 1.2301847094497527e-07, "loss": 0.0215, "num_tokens": 164503411.0, "reward": -7.450580596923828e-09, "reward_std": 1.0516479015350342, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.028875866840698608, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11802264604383515, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8583333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09388724521901161, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3632 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1404.0, "completions/max_terminated_length": 1404.0, "completions/mean_length": 1095.75, "completions/mean_terminated_length": 1095.75, "completions/min_length": 653.0, "completions/min_terminated_length": 653.0, "epoch": 0.90847711927982, "frac_reward_zero_std": 0.0, "grad_norm": 3.1353471484693665, "kl": 0.019012451171875, "learning_rate": 1.228946108470477e-07, "loss": -0.0422, "num_tokens": 164545327.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9494290351867676, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.33081355433710685, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.359947602967969, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09016445879408158, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3633 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1425.0, "completions/mean_length": 1248.5, "completions/mean_terminated_length": 1164.666748046875, "completions/min_length": 1000.0, "completions/min_terminated_length": 1000.0, "epoch": 0.9087271817954489, "frac_reward_zero_std": 0.0, "grad_norm": 2.4098805965989807, "kl": 0.0106048583984375, "learning_rate": 1.2277107618922842e-07, "loss": -0.0064, "num_tokens": 164585767.0, "reward": 2.9802322387695312e-08, "reward_std": 0.5449643135070801, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.08549247515119929, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10775606534757544, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12224747213928168, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3634 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1485.0, "completions/mean_length": 1287.25, "completions/mean_terminated_length": 1159.5999755859375, "completions/min_length": 844.0, "completions/min_terminated_length": 844.0, "epoch": 0.9089772443110777, "frac_reward_zero_std": 0.0, "grad_norm": 2.8800100675316846, "kl": 0.0217437744140625, "learning_rate": 1.2264786706564682e-07, "loss": 0.0008, "num_tokens": 164632763.0, "reward": 0.0, "reward_std": 0.8095055818557739, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0034961092053927036, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.15502843530250707, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7708333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0909822937597079, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3635 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1229.0, "completions/mean_length": 1334.5625, "completions/mean_terminated_length": 1169.125, "completions/min_length": 1094.0, "completions/min_terminated_length": 1094.0, "epoch": 0.9092273068267067, "frac_reward_zero_std": 0.0, "grad_norm": 2.7582401675531143, "kl": 0.0185394287109375, "learning_rate": 1.2252498357018418e-07, "loss": -0.0061, "num_tokens": 164691220.0, "reward": 0.0, "reward_std": 1.0145350694656372, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.1335813293954375, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.13172464268298056, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.85, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12049281521534187, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3636 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1500.0, "completions/mean_length": 1473.3125, "completions/mean_terminated_length": 1428.8333740234375, "completions/min_length": 1307.0, "completions/min_terminated_length": 1307.0, "epoch": 0.9094773693423356, "frac_reward_zero_std": 0.0, "grad_norm": 2.7287212225342756, "kl": 0.014984130859375, "learning_rate": 1.224024257964735e-07, "loss": -0.0021, "num_tokens": 164743601.0, "reward": -2.9802322387695312e-08, "reward_std": 0.6756376028060913, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03414347694592076, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0637824160275433, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7041666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10878112581387149, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3637 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1408.0, "completions/mean_length": 1090.25, "completions/mean_terminated_length": 1062.933349609375, "completions/min_length": 821.0, "completions/min_terminated_length": 821.0, "epoch": 0.9097274318579645, "frac_reward_zero_std": 0.0, "grad_norm": 2.7992321384674184, "kl": 0.0130615234375, "learning_rate": 1.222801938378999e-07, "loss": 0.0098, "num_tokens": 164792893.0, "reward": 0.0, "reward_std": 0.8565899133682251, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06603457148900355, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10072921407666353, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06871842709362769, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3638 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1177.0, "completions/mean_length": 1314.0625, "completions/mean_terminated_length": 1004.1666870117188, "completions/min_length": 871.0, "completions/min_terminated_length": 871.0, "epoch": 0.9099774943735934, "frac_reward_zero_std": 0.0, "grad_norm": 2.4805987623400876, "kl": 0.0130767822265625, "learning_rate": 1.2215828778759994e-07, "loss": -0.0364, "num_tokens": 164826310.0, "reward": 0.0, "reward_std": 0.9788527488708496, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.056797899127790374, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08743013238711607, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10602235962635781, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3639 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1476.0, "completions/mean_length": 1113.6875, "completions/mean_terminated_length": 1087.933349609375, "completions/min_length": 710.0, "completions/min_terminated_length": 710.0, "epoch": 0.9102275568892223, "frac_reward_zero_std": 0.0, "grad_norm": 3.478674454210866, "kl": 0.018646240234375, "learning_rate": 1.22036707738462e-07, "loss": -0.0316, "num_tokens": 164879425.0, "reward": 0.0, "reward_std": 0.597262978553772, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.017153432142461525, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11494627081873163, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1338185615204685, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3640 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1497.0, "completions/mean_length": 1098.9375, "completions/mean_terminated_length": 1072.2000732421875, "completions/min_length": 702.0, "completions/min_terminated_length": 702.0, "epoch": 0.9104776194048512, "frac_reward_zero_std": 0.0, "grad_norm": 2.344101431918225, "kl": 0.0123748779296875, "learning_rate": 1.2191545378312608e-07, "loss": 0.0011, "num_tokens": 164921744.0, "reward": -2.9802322387695312e-08, "reward_std": 0.6007506847381592, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.27577609956327476, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.14049351989114017, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13957607775504186, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3641 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1391.0, "completions/mean_length": 1291.25, "completions/mean_terminated_length": 1128.888916015625, "completions/min_length": 886.0, "completions/min_terminated_length": 886.0, "epoch": 0.9107276819204801, "frac_reward_zero_std": 0.0, "grad_norm": 2.974997517501814, "kl": 0.019744873046875, "learning_rate": 1.217945260139836e-07, "loss": -0.0419, "num_tokens": 164966868.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9911636114120483, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.08653771957623371, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08894021886974013, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07969850595746356, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3642 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1312.0, "completions/mean_length": 1279.5625, "completions/mean_terminated_length": 1179.3636474609375, "completions/min_length": 1088.0, "completions/min_terminated_length": 1088.0, "epoch": 0.910977744436109, "frac_reward_zero_std": 0.0, "grad_norm": 3.0659356796827844, "kl": 0.023040771484375, "learning_rate": 1.216739245231776e-07, "loss": -0.0052, "num_tokens": 165016253.0, "reward": 0.0, "reward_std": 0.7091052532196045, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.004315088032536781, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1015300077806463, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.18413964105375955, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3643 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1449.0, "completions/mean_length": 1281.75, "completions/mean_terminated_length": 1250.571533203125, "completions/min_length": 891.0, "completions/min_terminated_length": 891.0, "epoch": 0.9112278069517379, "frac_reward_zero_std": 0.0, "grad_norm": 2.985758260758289, "kl": 0.01995849609375, "learning_rate": 1.2155364940260236e-07, "loss": -0.0411, "num_tokens": 165069961.0, "reward": -1.4901161193847656e-08, "reward_std": 0.8724949359893799, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03149392312039575, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.4071209375652838, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8583333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10292032157252812, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3644 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1495.0, "completions/mean_length": 1388.1875, "completions/mean_terminated_length": 1337.3636474609375, "completions/min_length": 1160.0, "completions/min_terminated_length": 1160.0, "epoch": 0.9114778694673669, "frac_reward_zero_std": 0.0, "grad_norm": 2.870732891384861, "kl": 0.01708984375, "learning_rate": 1.2143370074390348e-07, "loss": 0.018, "num_tokens": 165133644.0, "reward": 2.9802322387695312e-08, "reward_std": 0.735543429851532, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0014665016236185113, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04316644196704216, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.16683325008322933, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3645 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1404.0, "completions/mean_length": 1249.6875, "completions/mean_terminated_length": 1055.0, "completions/min_length": 910.0, "completions/min_terminated_length": 910.0, "epoch": 0.9117279319829957, "frac_reward_zero_std": 0.0, "grad_norm": 2.9561075049729064, "kl": 0.020172119140625, "learning_rate": 1.2131407863847786e-07, "loss": -0.0018, "num_tokens": 165168151.0, "reward": 0.0, "reward_std": 1.0060992240905762, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.13633570315588003, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.26045587526287295, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8583333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09067647005823629, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3646 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1436.0, "completions/mean_length": 1228.8125, "completions/mean_terminated_length": 1190.071533203125, "completions/min_length": 880.0, "completions/min_terminated_length": 880.0, "epoch": 0.9119779944986247, "frac_reward_zero_std": 0.0, "grad_norm": 2.8341343475970397, "kl": 0.018524169921875, "learning_rate": 1.2119478317747363e-07, "loss": 0.0098, "num_tokens": 165211924.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9845577478408813, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.029414492329391754, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06446807172611664, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8291666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.094182643679026, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3647 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1385.0, "completions/max_terminated_length": 1385.0, "completions/mean_length": 1171.6875, "completions/mean_terminated_length": 1171.6875, "completions/min_length": 799.0, "completions/min_terminated_length": 799.0, "epoch": 0.9122280570142536, "frac_reward_zero_std": 0.0, "grad_norm": 3.4673052837153704, "kl": 0.0198974609375, "learning_rate": 1.2107581445178983e-07, "loss": -0.0312, "num_tokens": 165243615.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9066362380981445, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08606629658238707, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3648 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1496.0, "completions/mean_length": 1303.8125, "completions/mean_terminated_length": 1258.5384521484375, "completions/min_length": 968.0, "completions/min_terminated_length": 968.0, "epoch": 0.9124781195298824, "frac_reward_zero_std": 0.0, "grad_norm": 2.8105451595673605, "kl": 0.019683837890625, "learning_rate": 1.209571725520769e-07, "loss": -0.0087, "num_tokens": 165284956.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9635767936706543, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.07095709230210194, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.039191793361292096, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12583057392117916, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3649 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1347.0, "completions/max_terminated_length": 1347.0, "completions/mean_length": 1044.75, "completions/mean_terminated_length": 1044.75, "completions/min_length": 719.0, "completions/min_terminated_length": 719.0, "epoch": 0.9127281820455114, "frac_reward_zero_std": 0.0, "grad_norm": 2.9595058428784, "kl": 0.024169921875, "learning_rate": 1.208388575687359e-07, "loss": 0.0309, "num_tokens": 165315304.0, "reward": 0.0, "reward_std": 1.0555014610290527, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03664477865184567, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0378465646517481, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.825, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.15371932093796678, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3650 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1241.0, "completions/mean_length": 1007.75, "completions/mean_terminated_length": 974.9334106445312, "completions/min_length": 883.0, "completions/min_terminated_length": 883.0, "epoch": 0.9129782445611403, "frac_reward_zero_std": 0.0, "grad_norm": 2.617124970018278, "kl": 0.01080322265625, "learning_rate": 1.2072086959191881e-07, "loss": 0.0009, "num_tokens": 165361388.0, "reward": 2.9802322387695312e-08, "reward_std": 0.7379844188690186, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04599835480892887, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.16328116593251715, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14343665526661614, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3651 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1232.0, "completions/max_terminated_length": 1232.0, "completions/mean_length": 985.4375, "completions/mean_terminated_length": 985.4375, "completions/min_length": 719.0, "completions/min_terminated_length": 719.0, "epoch": 0.9132283070767692, "frac_reward_zero_std": 0.0, "grad_norm": 2.965344181481015, "kl": 0.016571044921875, "learning_rate": 1.2060320871152864e-07, "loss": -0.082, "num_tokens": 165408595.0, "reward": 0.0, "reward_std": 0.5503830909729004, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.007331141974758361, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0715308574947356, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12141145226353545, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3652 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1476.0, "completions/max_terminated_length": 1476.0, "completions/mean_length": 1075.625, "completions/mean_terminated_length": 1075.625, "completions/min_length": 673.0, "completions/min_terminated_length": 673.0, "epoch": 0.9134783695923981, "frac_reward_zero_std": 0.0, "grad_norm": 2.615316127438917, "kl": 0.0156402587890625, "learning_rate": 1.2048587501721916e-07, "loss": -0.0181, "num_tokens": 165447133.0, "reward": 0.0, "reward_std": 0.773940920829773, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.07155317734258537, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10320694497667576, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10318986456114841, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3653 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1339.0, "completions/mean_length": 1105.1875, "completions/mean_terminated_length": 925.727294921875, "completions/min_length": 689.0, "completions/min_terminated_length": 689.0, "epoch": 0.913728432108027, "frac_reward_zero_std": 0.0, "grad_norm": 3.083334324506, "kl": 0.019775390625, "learning_rate": 1.2036886859839459e-07, "loss": 0.0251, "num_tokens": 165483920.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0390379428863525, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.011545753631720938, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09884119422294856, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09067647005823631, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3654 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1310.0, "completions/max_terminated_length": 1310.0, "completions/mean_length": 1068.5625, "completions/mean_terminated_length": 1068.5625, "completions/min_length": 658.0, "completions/min_terminated_length": 658.0, "epoch": 0.9139784946236559, "frac_reward_zero_std": 0.0, "grad_norm": 3.933617726445086, "kl": 0.021148681640625, "learning_rate": 1.2025218954421002e-07, "loss": -0.0497, "num_tokens": 165529281.0, "reward": 0.0, "reward_std": 0.6990038156509399, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.08933799165942986, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1751672140997969, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8333333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10327955589886446, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3655 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1171.0, "completions/mean_length": 1000.125, "completions/mean_terminated_length": 966.800048828125, "completions/min_length": 760.0, "completions/min_terminated_length": 760.0, "epoch": 0.9142285571392849, "frac_reward_zero_std": 0.0, "grad_norm": 2.5951525346298827, "kl": 0.010406494140625, "learning_rate": 1.20135837943571e-07, "loss": 0.0011, "num_tokens": 165557947.0, "reward": 7.450580596923828e-09, "reward_std": 1.0578759908676147, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06830479339333356, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.063409340903508, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07969850595746356, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3656 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1342.0, "completions/max_terminated_length": 1342.0, "completions/mean_length": 986.625, "completions/mean_terminated_length": 986.625, "completions/min_length": 698.0, "completions/min_terminated_length": 698.0, "epoch": 0.9144786196549137, "frac_reward_zero_std": 0.0, "grad_norm": 3.3307946157610147, "kl": 0.0191497802734375, "learning_rate": 1.2001981388513354e-07, "loss": -0.0178, "num_tokens": 165605981.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9865949153900146, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.019654004849219305, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07772984757870213, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.725, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09699179041242312, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3657 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1474.0, "completions/mean_length": 1239.4375, "completions/mean_terminated_length": 1121.0, "completions/min_length": 699.0, "completions/min_terminated_length": 699.0, "epoch": 0.9147286821705426, "frac_reward_zero_std": 0.0, "grad_norm": 3.295689935021245, "kl": 0.016815185546875, "learning_rate": 1.1990411745730418e-07, "loss": -0.0301, "num_tokens": 165661844.0, "reward": 2.9802322387695312e-08, "reward_std": 1.0284578800201416, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.37973275835719655, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10209269500970017, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14801151106386087, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3658 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1280.0, "completions/mean_length": 962.25, "completions/mean_terminated_length": 926.4000244140625, "completions/min_length": 498.0, "completions/min_terminated_length": 498.0, "epoch": 0.9149787446861716, "frac_reward_zero_std": 0.0, "grad_norm": 3.9504753329417657, "kl": 0.0247802734375, "learning_rate": 1.1978874874823966e-07, "loss": -0.0176, "num_tokens": 165700208.0, "reward": 0.0, "reward_std": 0.9438822865486145, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.011307018236355762, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09944233383493724, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13443985299781488, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3659 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1374.0, "completions/max_terminated_length": 1374.0, "completions/mean_length": 1084.875, "completions/mean_terminated_length": 1084.875, "completions/min_length": 834.0, "completions/min_terminated_length": 834.0, "epoch": 0.9152288072018004, "frac_reward_zero_std": 0.0, "grad_norm": 3.546383412654599, "kl": 0.025421142578125, "learning_rate": 1.1967370784584722e-07, "loss": -0.0477, "num_tokens": 165742998.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9071033000946045, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.026741083306709705, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07730578002374457, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12141145226353543, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3660 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1300.0, "completions/max_terminated_length": 1300.0, "completions/mean_length": 959.75, "completions/mean_terminated_length": 959.75, "completions/min_length": 683.0, "completions/min_terminated_length": 683.0, "epoch": 0.9154788697174293, "frac_reward_zero_std": 0.0, "grad_norm": 3.667195286626399, "kl": 0.020965576171875, "learning_rate": 1.1955899483778414e-07, "loss": -0.051, "num_tokens": 165793346.0, "reward": 2.9802322387695312e-08, "reward_std": 0.969125509262085, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.046955619608878486, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07108279048435734, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.825, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10000000000000002, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3661 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1134.0, "completions/mean_length": 1043.0, "completions/mean_terminated_length": 937.5385131835938, "completions/min_length": 776.0, "completions/min_terminated_length": 776.0, "epoch": 0.9157289322330583, "frac_reward_zero_std": 0.0, "grad_norm": 3.4466550788508763, "kl": 0.021575927734375, "learning_rate": 1.1944460981145786e-07, "loss": -0.0152, "num_tokens": 165837002.0, "reward": -2.9802322387695312e-08, "reward_std": 0.5857294797897339, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.04464122573681901, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03152698263979651, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10461569884316813, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3662 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1441.0, "completions/mean_length": 1329.1875, "completions/mean_terminated_length": 1226.7000732421875, "completions/min_length": 951.0, "completions/min_terminated_length": 951.0, "epoch": 0.9159789947486872, "frac_reward_zero_std": 0.0, "grad_norm": 3.0389118927808765, "kl": 0.018524169921875, "learning_rate": 1.193305528540261e-07, "loss": -0.0081, "num_tokens": 165893117.0, "reward": 0.0, "reward_std": 0.71659255027771, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.009517181802962781, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.023031638982865997, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07685966046898342, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3663 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1304.0, "completions/mean_length": 1201.5625, "completions/mean_terminated_length": 1132.6923828125, "completions/min_length": 672.0, "completions/min_terminated_length": 672.0, "epoch": 0.916229057264316, "frac_reward_zero_std": 0.0, "grad_norm": 3.1426520877532407, "kl": 0.0264892578125, "learning_rate": 1.1921682405239642e-07, "loss": -0.0245, "num_tokens": 165941974.0, "reward": 2.9802322387695312e-08, "reward_std": 1.068223476409912, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.13691096299449798, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.18655484860236776, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09269623828717427, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3664 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1369.0, "completions/mean_length": 1413.0625, "completions/mean_terminated_length": 1326.125, "completions/min_length": 1272.0, "completions/min_terminated_length": 1272.0, "epoch": 0.916479119779945, "frac_reward_zero_std": 0.0, "grad_norm": 1.9755503408588944, "kl": 0.008575439453125, "learning_rate": 1.1910342349322628e-07, "loss": -0.0014, "num_tokens": 165993495.0, "reward": 2.9802322387695312e-08, "reward_std": 0.859343409538269, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.033964755234913456, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.058818089296163646, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07876359377087683, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3665 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1476.0, "completions/mean_length": 1455.8125, "completions/mean_terminated_length": 1421.4444580078125, "completions/min_length": 1292.0, "completions/min_terminated_length": 1292.0, "epoch": 0.9167291822955739, "frac_reward_zero_std": 0.0, "grad_norm": 3.1645696952881406, "kl": 0.02557373046875, "learning_rate": 1.189903512629232e-07, "loss": -0.0026, "num_tokens": 166048196.0, "reward": 0.0, "reward_std": 0.9250848293304443, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.014082842748634649, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07334284338450847, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8958333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11666666666666667, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3666 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1331.0, "completions/max_terminated_length": 1331.0, "completions/mean_length": 1057.0625, "completions/mean_terminated_length": 1057.0625, "completions/min_length": 757.0, "completions/min_terminated_length": 757.0, "epoch": 0.9169792448112029, "frac_reward_zero_std": 0.0, "grad_norm": 3.0038469341280662, "kl": 0.0148773193359375, "learning_rate": 1.1887760744764461e-07, "loss": -0.0298, "num_tokens": 166092533.0, "reward": 2.9802322387695312e-08, "reward_std": 0.7504178285598755, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.009824053092160903, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.057052996018908585, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.17638342073763938, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3667 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1496.0, "completions/mean_length": 1173.5, "completions/mean_terminated_length": 1126.857177734375, "completions/min_length": 778.0, "completions/min_terminated_length": 778.0, "epoch": 0.9172293073268317, "frac_reward_zero_std": 0.0, "grad_norm": 2.843996961562941, "kl": 0.015533447265625, "learning_rate": 1.187651921332974e-07, "loss": -0.0518, "num_tokens": 166139917.0, "reward": 0.0, "reward_std": 0.6764519810676575, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.020786376155859727, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.02193883529140396, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7374999999999999, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12041594578792297, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3668 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1190.0, "completions/max_terminated_length": 1190.0, "completions/mean_length": 829.6875, "completions/mean_terminated_length": 829.6875, "completions/min_length": 535.0, "completions/min_terminated_length": 535.0, "epoch": 0.9174793698424606, "frac_reward_zero_std": 0.0, "grad_norm": 4.24682340097439, "kl": 0.02105712890625, "learning_rate": 1.186531054055382e-07, "loss": -0.1094, "num_tokens": 166179728.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9328632950782776, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.15751357530655943, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.17859156496104278, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0906764700582363, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3669 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1353.0, "completions/max_terminated_length": 1353.0, "completions/mean_length": 965.875, "completions/mean_terminated_length": 965.875, "completions/min_length": 537.0, "completions/min_terminated_length": 537.0, "epoch": 0.9177294323580896, "frac_reward_zero_std": 0.0, "grad_norm": 2.956090886330282, "kl": 0.0189056396484375, "learning_rate": 1.1854134734977362e-07, "loss": -0.1183, "num_tokens": 166209662.0, "reward": -2.9802322387695312e-08, "reward_std": 0.6649502515792847, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.09382092424074559, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0887637923743045, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7708333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1354690069789096, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3670 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1310.0, "completions/mean_length": 1086.0625, "completions/mean_terminated_length": 1026.9285888671875, "completions/min_length": 642.0, "completions/min_terminated_length": 642.0, "epoch": 0.9179794948737184, "frac_reward_zero_std": 0.0, "grad_norm": 3.2413064616695673, "kl": 0.02081298828125, "learning_rate": 1.1842991805115943e-07, "loss": -0.0038, "num_tokens": 166247367.0, "reward": -7.450580596923828e-09, "reward_std": 1.0466474294662476, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.02519493966525234, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11141416732891947, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.725, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09699179041242309, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3671 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1070.0, "completions/max_terminated_length": 1070.0, "completions/mean_length": 868.8125, "completions/mean_terminated_length": 868.8125, "completions/min_length": 647.0, "completions/min_terminated_length": 647.0, "epoch": 0.9182295573893473, "frac_reward_zero_std": 0.0, "grad_norm": 4.052918000587236, "kl": 0.0204925537109375, "learning_rate": 1.1831881759460102e-07, "loss": -0.0328, "num_tokens": 166291212.0, "reward": -2.9802322387695312e-08, "reward_std": 0.9026131629943848, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.13524684936401407, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1496331025152014, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14291929864761418, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3672 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.9375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1224.0, "completions/mean_length": 1482.75, "completions/mean_terminated_length": 1224.0, "completions/min_length": 1224.0, "completions/min_terminated_length": 1224.0, "epoch": 0.9184796199049763, "frac_reward_zero_std": 0.0, "grad_norm": 2.895701525654411, "kl": 0.0181732177734375, "learning_rate": 1.1820804606475338e-07, "loss": -0.0035, "num_tokens": 166347240.0, "reward": 0.0, "reward_std": 0.6414437294006348, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.021349836838124563, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08978910756320248, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.16947631758514883, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3673 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1359.0, "completions/mean_length": 1230.5625, "completions/mean_terminated_length": 1108.0909423828125, "completions/min_length": 892.0, "completions/min_terminated_length": 892.0, "epoch": 0.9187296824206052, "frac_reward_zero_std": 0.0, "grad_norm": 2.9759454867578556, "kl": 0.01904296875, "learning_rate": 1.180976035460206e-07, "loss": 0.0805, "num_tokens": 166399385.0, "reward": -1.4901161193847656e-08, "reward_std": 1.045499563217163, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.007565439447408341, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.016824428657265803, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09651328828101764, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3674 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1289.0, "completions/max_terminated_length": 1289.0, "completions/mean_length": 1150.5625, "completions/mean_terminated_length": 1150.5625, "completions/min_length": 915.0, "completions/min_terminated_length": 915.0, "epoch": 0.918979744936234, "frac_reward_zero_std": 0.0, "grad_norm": 2.614783556922729, "kl": 0.0167236328125, "learning_rate": 1.1798749012255632e-07, "loss": -0.0182, "num_tokens": 166441578.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8135178089141846, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.08980085561530321, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1726390543546756, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9041666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10318986456114838, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3675 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1182.0, "completions/max_terminated_length": 1182.0, "completions/mean_length": 1019.9375, "completions/mean_terminated_length": 1019.9375, "completions/min_length": 851.0, "completions/min_terminated_length": 851.0, "epoch": 0.919229807451863, "frac_reward_zero_std": 0.0, "grad_norm": 2.778686337269156, "kl": 0.015655517578125, "learning_rate": 1.1787770587826315e-07, "loss": 0.0196, "num_tokens": 166480673.0, "reward": -2.9802322387695312e-08, "reward_std": 0.34620043635368347, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.020455639132508106, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0978963535010105, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12531441937663723, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3676 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1490.0, "completions/mean_length": 1346.625, "completions/mean_terminated_length": 1295.5, "completions/min_length": 1041.0, "completions/min_terminated_length": 1041.0, "epoch": 0.9194798699674919, "frac_reward_zero_std": 0.0, "grad_norm": 3.1367189207537924, "kl": 0.021575927734375, "learning_rate": 1.1776825089679324e-07, "loss": -0.0232, "num_tokens": 166521891.0, "reward": 0.0, "reward_std": 0.9211207032203674, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03138988822012761, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05572121183203751, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06871842709362769, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3677 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1309.0, "completions/max_terminated_length": 1309.0, "completions/mean_length": 1136.4375, "completions/mean_terminated_length": 1136.4375, "completions/min_length": 775.0, "completions/min_terminated_length": 775.0, "epoch": 0.9197299324831207, "frac_reward_zero_std": 0.0, "grad_norm": 3.2215799764730133, "kl": 0.021697998046875, "learning_rate": 1.1765912526154752e-07, "loss": 0.0481, "num_tokens": 166562338.0, "reward": -1.4901161193847656e-08, "reward_std": 1.048806071281433, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.24584124067019048, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.2251008216630915, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8333333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11417984514369006, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3678 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1461.0, "completions/mean_length": 1228.0, "completions/mean_terminated_length": 1189.1429443359375, "completions/min_length": 864.0, "completions/min_terminated_length": 864.0, "epoch": 0.9199799949987497, "frac_reward_zero_std": 0.0, "grad_norm": 2.504142014124764, "kl": 0.0125274658203125, "learning_rate": 1.1755032905567612e-07, "loss": -0.0235, "num_tokens": 166622506.0, "reward": -2.9802322387695312e-08, "reward_std": 1.0465307235717773, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.00014653291919973586, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08457826789418427, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11279282877125756, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3679 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1272.0, "completions/max_terminated_length": 1272.0, "completions/mean_length": 1006.875, "completions/mean_terminated_length": 1006.875, "completions/min_length": 780.0, "completions/min_terminated_length": 780.0, "epoch": 0.9202300575143786, "frac_reward_zero_std": 0.0, "grad_norm": 3.9337755872664153, "kl": 0.02880859375, "learning_rate": 1.1744186236207815e-07, "loss": 0.0007, "num_tokens": 166666504.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8192830681800842, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.11577778025658722, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12163667161299514, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10852547064066473, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3680 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1492.0, "completions/mean_length": 1206.125, "completions/mean_terminated_length": 1186.533447265625, "completions/min_length": 831.0, "completions/min_terminated_length": 831.0, "epoch": 0.9204801200300075, "frac_reward_zero_std": 0.0, "grad_norm": 3.2457984259974944, "kl": 0.023101806640625, "learning_rate": 1.1733372526340158e-07, "loss": 0.0275, "num_tokens": 166712618.0, "reward": 0.0, "reward_std": 0.5258550643920898, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.017611437283145563, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04531597114359553, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.725, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13526380260918403, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3681 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1483.0, "completions/mean_length": 1261.3125, "completions/mean_terminated_length": 1206.2308349609375, "completions/min_length": 881.0, "completions/min_terminated_length": 881.0, "epoch": 0.9207301825456364, "frac_reward_zero_std": 0.0, "grad_norm": 2.9608639482078907, "kl": 0.016632080078125, "learning_rate": 1.1722591784204336e-07, "loss": 0.0459, "num_tokens": 166752167.0, "reward": -2.9802322387695312e-08, "reward_std": 0.9382869005203247, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.02657541761950207, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.17701708598800076, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.85, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10183501544346313, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3682 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1380.0, "completions/mean_length": 1218.125, "completions/mean_terminated_length": 1090.0, "completions/min_length": 890.0, "completions/min_terminated_length": 890.0, "epoch": 0.9209802450612653, "frac_reward_zero_std": 0.0, "grad_norm": 2.6223416861418145, "kl": 0.018890380859375, "learning_rate": 1.1711844018014902e-07, "loss": 0.0148, "num_tokens": 166812593.0, "reward": 2.2351741790771484e-08, "reward_std": 1.0462459325790405, "rewards/wordcountpos_reward_GEOBench/mean": 2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.04479768450040108, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.13266311651880697, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.825, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11122216672215289, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3683 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1127.0, "completions/max_terminated_length": 1127.0, "completions/mean_length": 995.5625, "completions/mean_terminated_length": 995.5625, "completions/min_length": 794.0, "completions/min_terminated_length": 794.0, "epoch": 0.9212303075768942, "frac_reward_zero_std": 0.0, "grad_norm": 2.669315029539074, "kl": 0.01318359375, "learning_rate": 1.1701129235961311e-07, "loss": -0.0154, "num_tokens": 166851930.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9633774757385254, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.011162130287810042, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08380648066109268, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08243965245133131, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3684 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1315.0, "completions/max_terminated_length": 1315.0, "completions/mean_length": 957.75, "completions/mean_terminated_length": 957.75, "completions/min_length": 727.0, "completions/min_terminated_length": 727.0, "epoch": 0.9214803700925231, "frac_reward_zero_std": 0.0, "grad_norm": 4.331535322403649, "kl": 0.0264892578125, "learning_rate": 1.169044744620787e-07, "loss": -0.0254, "num_tokens": 166893846.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0149259567260742, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.019294443883018084, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0950007262523985, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.85, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09888264649460886, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3685 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1374.0, "completions/max_terminated_length": 1374.0, "completions/mean_length": 921.5, "completions/mean_terminated_length": 921.5, "completions/min_length": 681.0, "completions/min_terminated_length": 681.0, "epoch": 0.921730432608152, "frac_reward_zero_std": 0.0, "grad_norm": 3.2479465530176608, "kl": 0.02154541015625, "learning_rate": 1.1679798656893742e-07, "loss": 0.0118, "num_tokens": 166944670.0, "reward": 2.2351741790771484e-08, "reward_std": 1.0569757223129272, "rewards/wordcountpos_reward_GEOBench/mean": 2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0117741943687278, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04123346943966635, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10101338378503963, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3686 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1450.0, "completions/max_terminated_length": 1450.0, "completions/mean_length": 1130.1875, "completions/mean_terminated_length": 1130.1875, "completions/min_length": 830.0, "completions/min_terminated_length": 830.0, "epoch": 0.921980495123781, "frac_reward_zero_std": 0.0, "grad_norm": 2.8306733240606268, "kl": 0.02117919921875, "learning_rate": 1.1669182876132949e-07, "loss": -0.033, "num_tokens": 166987793.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8796590566635132, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.01968715161280749, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06739216862442296, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9583333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06382847385042252, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3687 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1423.0, "completions/max_terminated_length": 1423.0, "completions/mean_length": 1124.0, "completions/mean_terminated_length": 1124.0, "completions/min_length": 858.0, "completions/min_terminated_length": 858.0, "epoch": 0.9222305576394099, "frac_reward_zero_std": 0.0, "grad_norm": 2.975101672423889, "kl": 0.01380157470703125, "learning_rate": 1.1658600112014368e-07, "loss": -0.0178, "num_tokens": 167030457.0, "reward": 1.1175870895385742e-08, "reward_std": 0.9482818841934204, "rewards/wordcountpos_reward_GEOBench/mean": 1.1175870895385742e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.08898790407699046, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0864153823665012, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08062257748298553, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3688 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1434.0, "completions/max_terminated_length": 1434.0, "completions/mean_length": 1254.0625, "completions/mean_terminated_length": 1254.0625, "completions/min_length": 1066.0, "completions/min_terminated_length": 1066.0, "epoch": 0.9224806201550387, "frac_reward_zero_std": 0.0, "grad_norm": 3.077910709407568, "kl": 0.02410888671875, "learning_rate": 1.164805037260171e-07, "loss": 0.0016, "num_tokens": 167080378.0, "reward": 0.0, "reward_std": 0.8884323239326477, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04603644347376898, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12772213312309055, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8041666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10174405069512348, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3689 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1434.0, "completions/max_terminated_length": 1434.0, "completions/mean_length": 950.9375, "completions/mean_terminated_length": 950.9375, "completions/min_length": 496.0, "completions/min_terminated_length": 496.0, "epoch": 0.9227306826706677, "frac_reward_zero_std": 0.0, "grad_norm": 2.85390803124126, "kl": 0.0139312744140625, "learning_rate": 1.1637533665933522e-07, "loss": -0.0238, "num_tokens": 167110753.0, "reward": 0.0, "reward_std": 1.02589750289917, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03341112113618596, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07028939343230597, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.85, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0958393717904348, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3690 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1454.0, "completions/mean_length": 1174.0, "completions/mean_terminated_length": 1152.2667236328125, "completions/min_length": 739.0, "completions/min_terminated_length": 739.0, "epoch": 0.9229807451862966, "frac_reward_zero_std": 0.0, "grad_norm": 3.5026658296095317, "kl": 0.0144195556640625, "learning_rate": 1.1627050000023199e-07, "loss": -0.0857, "num_tokens": 167165785.0, "reward": 0.0, "reward_std": 0.9063175916671753, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.04431496298501416, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06972499508012106, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10945995377982527, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3691 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1412.0, "completions/mean_length": 1183.0625, "completions/mean_terminated_length": 1161.933349609375, "completions/min_length": 917.0, "completions/min_terminated_length": 917.0, "epoch": 0.9232308077019254, "frac_reward_zero_std": 0.0, "grad_norm": 2.0811727325076985, "kl": 0.0154876708984375, "learning_rate": 1.1616599382858936e-07, "loss": 0.0371, "num_tokens": 167202946.0, "reward": 0.0, "reward_std": 1.0078431367874146, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.002522716824938962, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06532044927400216, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.775, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12852438880818895, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3692 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1311.0, "completions/mean_length": 1105.75, "completions/mean_terminated_length": 1049.4285888671875, "completions/min_length": 788.0, "completions/min_terminated_length": 788.0, "epoch": 0.9234808702175544, "frac_reward_zero_std": 0.0, "grad_norm": 3.472817751820018, "kl": 0.0175628662109375, "learning_rate": 1.1606181822403753e-07, "loss": -0.0607, "num_tokens": 167257462.0, "reward": 0.0, "reward_std": 1.058694839477539, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06444914979041289, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.15879541340280515, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09098229375970789, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3693 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1216.0, "completions/mean_length": 1122.25, "completions/mean_terminated_length": 996.3333740234375, "completions/min_length": 607.0, "completions/min_terminated_length": 607.0, "epoch": 0.9237309327331833, "frac_reward_zero_std": 0.0, "grad_norm": 3.2667491540126776, "kl": 0.01531982421875, "learning_rate": 1.1595797326595485e-07, "loss": -0.0349, "num_tokens": 167291130.0, "reward": 0.0, "reward_std": 0.7666068077087402, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.009392406661667707, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.019434783544758652, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13526380260918403, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3694 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1455.0, "completions/mean_length": 1199.5, "completions/mean_terminated_length": 1130.1539306640625, "completions/min_length": 821.0, "completions/min_terminated_length": 821.0, "epoch": 0.9239809952488122, "frac_reward_zero_std": 0.0, "grad_norm": 3.3976624786399188, "kl": 0.022613525390625, "learning_rate": 1.1585445903346783e-07, "loss": 0.0606, "num_tokens": 167338298.0, "reward": 0.0, "reward_std": 0.7824001312255859, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.043498827686845994, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09176494532437252, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7041666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.133263870794973, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3695 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1313.0, "completions/mean_length": 1176.375, "completions/mean_terminated_length": 1101.6923828125, "completions/min_length": 729.0, "completions/min_terminated_length": 729.0, "epoch": 0.9242310577644411, "frac_reward_zero_std": 0.0, "grad_norm": 3.1504112683764287, "kl": 0.014312744140625, "learning_rate": 1.1575127560545078e-07, "loss": 0.0337, "num_tokens": 167380264.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8989863395690918, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.049686545446026936, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06538249030468826, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13305526559931294, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3696 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1500.0, "completions/mean_length": 1317.8125, "completions/mean_terminated_length": 1275.769287109375, "completions/min_length": 1025.0, "completions/min_terminated_length": 1025.0, "epoch": 0.92448112028007, "frac_reward_zero_std": 0.0, "grad_norm": 2.8081692525288835, "kl": 0.0153045654296875, "learning_rate": 1.1564842306052605e-07, "loss": -0.0302, "num_tokens": 167422525.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9955623745918274, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.05499473222217102, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12823056820017184, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7666666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.18539247657434854, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3697 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1439.0, "completions/mean_length": 1252.0625, "completions/mean_terminated_length": 1103.300048828125, "completions/min_length": 828.0, "completions/min_terminated_length": 828.0, "epoch": 0.9247311827956989, "frac_reward_zero_std": 0.0, "grad_norm": 3.367780209186047, "kl": 0.01995849609375, "learning_rate": 1.1554590147706392e-07, "loss": 0.0127, "num_tokens": 167455806.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0361104011535645, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04201290408791498, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11954296018850936, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1112221667221529, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3698 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1317.0, "completions/mean_length": 1035.6875, "completions/mean_terminated_length": 1004.7333984375, "completions/min_length": 733.0, "completions/min_terminated_length": 733.0, "epoch": 0.9249812453113279, "frac_reward_zero_std": 0.0, "grad_norm": 2.9102563303118156, "kl": 0.025909423828125, "learning_rate": 1.1544371093318238e-07, "loss": -0.0484, "num_tokens": 167498697.0, "reward": 0.0, "reward_std": 0.8374572992324829, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.11105867315075595, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06588625300016976, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11538983843829065, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3699 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1385.0, "completions/mean_length": 1205.4375, "completions/mean_terminated_length": 1185.800048828125, "completions/min_length": 902.0, "completions/min_terminated_length": 902.0, "epoch": 0.9252313078269567, "frac_reward_zero_std": 0.0, "grad_norm": 3.296944332087222, "kl": 0.019744873046875, "learning_rate": 1.1534185150674724e-07, "loss": -0.0397, "num_tokens": 167550328.0, "reward": 0.0, "reward_std": 1.0235538482666016, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.02670051545653741, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.052485238323633276, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12382783747337808, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3700 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1493.0, "completions/mean_length": 1040.3125, "completions/mean_terminated_length": 1009.666748046875, "completions/min_length": 711.0, "completions/min_terminated_length": 711.0, "epoch": 0.9254813703425856, "frac_reward_zero_std": 0.0, "grad_norm": 3.008064001061431, "kl": 0.020050048828125, "learning_rate": 1.1524032327537189e-07, "loss": -0.0373, "num_tokens": 167591205.0, "reward": 2.9802322387695312e-08, "reward_std": 0.7322176694869995, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.08300715030783865, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11393710493941661, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.85, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10183501544346311, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3701 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1212.0, "completions/max_terminated_length": 1212.0, "completions/mean_length": 983.1875, "completions/mean_terminated_length": 983.1875, "completions/min_length": 741.0, "completions/min_terminated_length": 741.0, "epoch": 0.9257314328582146, "frac_reward_zero_std": 0.0, "grad_norm": 2.957791970361254, "kl": 0.0140533447265625, "learning_rate": 1.1513912631641768e-07, "loss": -0.0345, "num_tokens": 167627776.0, "reward": 7.450580596923828e-09, "reward_std": 1.061094880104065, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.013546931689707437, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09281789952175556, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06540472290116195, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3702 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1496.0, "completions/mean_length": 1306.9375, "completions/mean_terminated_length": 1262.3846435546875, "completions/min_length": 1023.0, "completions/min_terminated_length": 1023.0, "epoch": 0.9259814953738434, "frac_reward_zero_std": 0.0, "grad_norm": 2.2866607808289046, "kl": 0.00909423828125, "learning_rate": 1.1503826070699325e-07, "loss": -0.0062, "num_tokens": 167679695.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0034544467926025, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0032694061658154194, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08856487343901384, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10741060020797315, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3703 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1262.0, "completions/max_terminated_length": 1262.0, "completions/mean_length": 1042.75, "completions/mean_terminated_length": 1042.75, "completions/min_length": 843.0, "completions/min_terminated_length": 843.0, "epoch": 0.9262315578894724, "frac_reward_zero_std": 0.0, "grad_norm": 2.999992433341095, "kl": 0.021759033203125, "learning_rate": 1.1493772652395468e-07, "loss": -0.0236, "num_tokens": 167711363.0, "reward": 2.2351741790771484e-08, "reward_std": 1.0209553241729736, "rewards/wordcountpos_reward_GEOBench/mean": 2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.013736270699684361, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04023809951816783, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08509254221575907, "rewards/wordcountpos_reward_GEOBench/std": 1.0327954292297363, "step": 3704 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1482.0, "completions/mean_length": 1210.625, "completions/mean_terminated_length": 1114.166748046875, "completions/min_length": 726.0, "completions/min_terminated_length": 726.0, "epoch": 0.9264816204051013, "frac_reward_zero_std": 0.0, "grad_norm": 3.093794604729201, "kl": 0.0206298828125, "learning_rate": 1.1483752384390582e-07, "loss": 0.0558, "num_tokens": 167754221.0, "reward": 0.0, "reward_std": 0.7159785032272339, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.012710912092848314, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0683534653583931, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11917929226045819, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3705 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1444.0, "completions/mean_length": 1181.4375, "completions/mean_terminated_length": 933.6666870117188, "completions/min_length": 555.0, "completions/min_terminated_length": 555.0, "epoch": 0.9267316829207302, "frac_reward_zero_std": 0.0, "grad_norm": 3.2516175017813818, "kl": 0.0164337158203125, "learning_rate": 1.1473765274319786e-07, "loss": -0.0308, "num_tokens": 167804076.0, "reward": 0.0, "reward_std": 0.9640519618988037, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06519588001676221, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08238359966314572, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6916666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1308094458023239, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3706 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1484.0, "completions/max_terminated_length": 1484.0, "completions/mean_length": 1150.625, "completions/mean_terminated_length": 1150.625, "completions/min_length": 837.0, "completions/min_terminated_length": 837.0, "epoch": 0.9269817454363591, "frac_reward_zero_std": 0.0, "grad_norm": 3.3201367058190585, "kl": 0.02081298828125, "learning_rate": 1.146381132979291e-07, "loss": 0.0005, "num_tokens": 167849294.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9468681812286377, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.01304214802578947, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.036317122528147, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8041666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11538983843829066, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3707 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1234.0, "completions/max_terminated_length": 1234.0, "completions/mean_length": 972.125, "completions/mean_terminated_length": 972.125, "completions/min_length": 783.0, "completions/min_terminated_length": 783.0, "epoch": 0.927231807951988, "frac_reward_zero_std": 0.0, "grad_norm": 5.959086598764745, "kl": 0.033203125, "learning_rate": 1.145389055839453e-07, "loss": 0.0152, "num_tokens": 167883696.0, "reward": -3.725290298461914e-09, "reward_std": 1.0413585901260376, "rewards/wordcountpos_reward_GEOBench/mean": -3.725290298461914e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.01489147810072024, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1362894018590004, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09388724521901162, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3708 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1385.0, "completions/mean_length": 1305.5, "completions/mean_terminated_length": 1217.0909423828125, "completions/min_length": 997.0, "completions/min_terminated_length": 997.0, "epoch": 0.9274818704676169, "frac_reward_zero_std": 0.0, "grad_norm": 2.525358058156034, "kl": 0.017181396484375, "learning_rate": 1.1444002967683961e-07, "loss": -0.0324, "num_tokens": 167940736.0, "reward": 2.2351741790771484e-08, "reward_std": 1.0090341567993164, "rewards/wordcountpos_reward_GEOBench/mean": 2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.05655878529289674, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12346577053901824, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.102469507659596, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3709 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1439.0, "completions/mean_length": 1338.5625, "completions/mean_terminated_length": 1241.7000732421875, "completions/min_length": 984.0, "completions/min_terminated_length": 984.0, "epoch": 0.9277319329832459, "frac_reward_zero_std": 0.0, "grad_norm": 3.663510102545798, "kl": 0.03155517578125, "learning_rate": 1.1434148565195204e-07, "loss": -0.0232, "num_tokens": 168002481.0, "reward": 0.0, "reward_std": 1.0652945041656494, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03447230969174992, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08340242134864712, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13709958532503408, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3710 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1446.0, "completions/mean_length": 1384.25, "completions/mean_terminated_length": 1235.4285888671875, "completions/min_length": 1087.0, "completions/min_terminated_length": 1087.0, "epoch": 0.9279819954988747, "frac_reward_zero_std": 0.0, "grad_norm": 1.980456351829907, "kl": 0.011016845703125, "learning_rate": 1.1424327358436979e-07, "loss": -0.0202, "num_tokens": 168061197.0, "reward": 2.9802322387695312e-08, "reward_std": 0.7928066253662109, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.09307709770905287, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11309887740569939, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0859586463881842, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3711 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1473.0, "completions/mean_length": 1268.4375, "completions/mean_terminated_length": 1235.357177734375, "completions/min_length": 950.0, "completions/min_terminated_length": 950.0, "epoch": 0.9282320580145036, "frac_reward_zero_std": 0.0, "grad_norm": 2.869184880268294, "kl": 0.0153961181640625, "learning_rate": 1.1414539354892734e-07, "loss": -0.0071, "num_tokens": 168110196.0, "reward": 0.0, "reward_std": 0.7408984899520874, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.14190117564659246, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.24480623972331175, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13871099718746435, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3712 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1372.0, "completions/mean_length": 1298.5, "completions/mean_terminated_length": 1097.0, "completions/min_length": 937.0, "completions/min_terminated_length": 937.0, "epoch": 0.9284821205301326, "frac_reward_zero_std": 0.0, "grad_norm": 3.206596304170365, "kl": 0.019500732421875, "learning_rate": 1.14047845620206e-07, "loss": -0.0459, "num_tokens": 168156460.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8133715391159058, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.16164104382340966, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.059324852720729786, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11287488977066931, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3713 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1365.0, "completions/mean_length": 1206.0625, "completions/mean_terminated_length": 1186.4666748046875, "completions/min_length": 951.0, "completions/min_terminated_length": 951.0, "epoch": 0.9287321830457614, "frac_reward_zero_std": 0.0, "grad_norm": 3.496590533073252, "kl": 0.0247802734375, "learning_rate": 1.13950629872534e-07, "loss": -0.0378, "num_tokens": 168203949.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9511152505874634, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.021509539226702522, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0393626860730906, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8333333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09737289911202955, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3714 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1499.0, "completions/mean_length": 1283.9375, "completions/mean_terminated_length": 1211.916748046875, "completions/min_length": 732.0, "completions/min_terminated_length": 732.0, "epoch": 0.9289822455613903, "frac_reward_zero_std": 0.0, "grad_norm": 2.488844156860945, "kl": 0.0114898681640625, "learning_rate": 1.1385374637998654e-07, "loss": -0.0318, "num_tokens": 168248908.0, "reward": 0.0, "reward_std": 0.8914376497268677, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.2758068788410624, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.5756107239577221, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.060705726131767716, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3715 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1468.0, "completions/mean_length": 1264.8125, "completions/mean_terminated_length": 1210.5384521484375, "completions/min_length": 1012.0, "completions/min_terminated_length": 1012.0, "epoch": 0.9292323080770193, "frac_reward_zero_std": 0.0, "grad_norm": 2.538710206334408, "kl": 0.01494598388671875, "learning_rate": 1.137571952163856e-07, "loss": -0.0004, "num_tokens": 168293017.0, "reward": 0.0, "reward_std": 0.9002714157104492, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.02098093648033003, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08852600238439304, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10292032157252812, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3716 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1285.0, "completions/max_terminated_length": 1285.0, "completions/mean_length": 1134.8125, "completions/mean_terminated_length": 1134.8125, "completions/min_length": 951.0, "completions/min_terminated_length": 951.0, "epoch": 0.9294823705926482, "frac_reward_zero_std": 0.0, "grad_norm": 2.7842666803118394, "kl": 0.0218505859375, "learning_rate": 1.1366097645529999e-07, "loss": -0.0054, "num_tokens": 168338542.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9584531784057617, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.09862667415268088, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11114464403711355, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09179284245476839, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3717 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1458.0, "completions/mean_length": 1250.8125, "completions/mean_terminated_length": 1234.2000732421875, "completions/min_length": 912.0, "completions/min_terminated_length": 912.0, "epoch": 0.929732433108277, "frac_reward_zero_std": 0.0, "grad_norm": 3.174515298372483, "kl": 0.0184173583984375, "learning_rate": 1.1356509017004506e-07, "loss": 0.0047, "num_tokens": 168391011.0, "reward": 0.0, "reward_std": 0.6713659763336182, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.1365881227280565, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.24280307385117603, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.17421782874278927, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3718 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1426.0, "completions/mean_length": 1379.3125, "completions/mean_terminated_length": 1224.1429443359375, "completions/min_length": 1021.0, "completions/min_terminated_length": 1021.0, "epoch": 0.929982495623906, "frac_reward_zero_std": 0.0, "grad_norm": 2.862664198376647, "kl": 0.019378662109375, "learning_rate": 1.1346953643368323e-07, "loss": -0.0307, "num_tokens": 168446856.0, "reward": 0.0, "reward_std": 0.5578821301460266, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03744641368021573, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06264953628207848, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8583333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09388724521901161, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3719 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1445.0, "completions/max_terminated_length": 1445.0, "completions/mean_length": 1266.8125, "completions/mean_terminated_length": 1266.8125, "completions/min_length": 1130.0, "completions/min_terminated_length": 1130.0, "epoch": 0.9302325581395349, "frac_reward_zero_std": 0.0, "grad_norm": 2.742147149651199, "kl": 0.016448974609375, "learning_rate": 1.1337431531902309e-07, "loss": 0.0087, "num_tokens": 168496381.0, "reward": 2.9802322387695312e-08, "reward_std": 0.7464860677719116, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0035606811283251903, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06501226381848355, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.825, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10852547064066473, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3720 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1491.0, "completions/mean_length": 1300.375, "completions/mean_terminated_length": 1233.8333740234375, "completions/min_length": 950.0, "completions/min_terminated_length": 950.0, "epoch": 0.9304826206551637, "frac_reward_zero_std": 0.0, "grad_norm": 3.339130760790173, "kl": 0.022430419921875, "learning_rate": 1.1327942689862006e-07, "loss": -0.0299, "num_tokens": 168549883.0, "reward": 0.0, "reward_std": 0.6953235864639282, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.09905348041410841, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10128766564553646, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11792967144619462, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3721 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1473.0, "completions/max_terminated_length": 1473.0, "completions/mean_length": 1184.3125, "completions/mean_terminated_length": 1184.3125, "completions/min_length": 906.0, "completions/min_terminated_length": 906.0, "epoch": 0.9307326831707927, "frac_reward_zero_std": 0.0, "grad_norm": 3.189893126237647, "kl": 0.0168914794921875, "learning_rate": 1.131848712447758e-07, "loss": 0.022, "num_tokens": 168587440.0, "reward": 2.2351741790771484e-08, "reward_std": 0.9741250276565552, "rewards/wordcountpos_reward_GEOBench/mean": 2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.007294315678352813, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10538052725017402, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.725, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.05900408021045226, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3722 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.6875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1474.0, "completions/mean_length": 1415.4375, "completions/mean_terminated_length": 1229.4000244140625, "completions/min_length": 952.0, "completions/min_terminated_length": 952.0, "epoch": 0.9309827456864216, "frac_reward_zero_std": 0.0, "grad_norm": 2.70577914499038, "kl": 0.020416259765625, "learning_rate": 1.1309064842953873e-07, "loss": -0.0279, "num_tokens": 168650295.0, "reward": -2.2351741790771484e-08, "reward_std": 1.0387792587280273, "rewards/wordcountpos_reward_GEOBench/mean": -2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04406661412149763, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07052332557117479, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07490735018081413, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3723 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1447.0, "completions/max_terminated_length": 1447.0, "completions/mean_length": 1003.9375, "completions/mean_terminated_length": 1003.9375, "completions/min_length": 696.0, "completions/min_terminated_length": 696.0, "epoch": 0.9312328082020506, "frac_reward_zero_std": 0.0, "grad_norm": 3.8234379261998144, "kl": 0.0213623046875, "learning_rate": 1.129967585247035e-07, "loss": -0.0854, "num_tokens": 168691078.0, "reward": -2.9802322387695312e-08, "reward_std": 0.9566839337348938, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.019379760917478034, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.025289924591592645, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12405196043952266, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3724 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1434.0, "completions/mean_length": 1260.6875, "completions/mean_terminated_length": 1226.5, "completions/min_length": 1053.0, "completions/min_terminated_length": 1053.0, "epoch": 0.9314828707176794, "frac_reward_zero_std": 0.0, "grad_norm": 3.1210195600159465, "kl": 0.0175323486328125, "learning_rate": 1.12903201601811e-07, "loss": -0.0257, "num_tokens": 168741665.0, "reward": 0.0, "reward_std": 0.9274099469184875, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.023292883379914055, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09582579050413584, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14089659985908765, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3725 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1267.0, "completions/mean_length": 1222.6875, "completions/mean_terminated_length": 1007.0, "completions/min_length": 578.0, "completions/min_terminated_length": 578.0, "epoch": 0.9317329332333083, "frac_reward_zero_std": 0.0, "grad_norm": 2.8740191253613294, "kl": 0.0198974609375, "learning_rate": 1.1280997773214862e-07, "loss": -0.03, "num_tokens": 168784044.0, "reward": 0.0, "reward_std": 0.8374345898628235, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.032701642756742526, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0781125081308063, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09496588081262936, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3726 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1455.0, "completions/mean_length": 1351.25, "completions/mean_terminated_length": 1235.5555419921875, "completions/min_length": 1018.0, "completions/min_terminated_length": 1018.0, "epoch": 0.9319829957489373, "frac_reward_zero_std": 0.0, "grad_norm": 2.486204460729253, "kl": 0.0146942138671875, "learning_rate": 1.1271708698674978e-07, "loss": 0.0051, "num_tokens": 168841976.0, "reward": 5.960464477539063e-08, "reward_std": 0.7415708899497986, "rewards/wordcountpos_reward_GEOBench/mean": 5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.08504731849606924, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.14671501199648515, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13158576980363346, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3727 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1361.0, "completions/mean_length": 1018.3125, "completions/mean_terminated_length": 986.2000732421875, "completions/min_length": 731.0, "completions/min_terminated_length": 731.0, "epoch": 0.9322330582645662, "frac_reward_zero_std": 0.0, "grad_norm": 3.5577673579215756, "kl": 0.0181732177734375, "learning_rate": 1.126245294363941e-07, "loss": -0.0616, "num_tokens": 168876117.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0117090940475464, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03115273876545437, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08199763801411568, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11344765475923412, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3728 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1460.0, "completions/mean_length": 1180.8125, "completions/mean_terminated_length": 1135.21435546875, "completions/min_length": 829.0, "completions/min_terminated_length": 829.0, "epoch": 0.932483120780195, "frac_reward_zero_std": 0.0, "grad_norm": 3.149910779904981, "kl": 0.0152587890625, "learning_rate": 1.1253230515160734e-07, "loss": 0.0023, "num_tokens": 168922978.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9817203879356384, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.00342808229703628, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09002074222332865, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10602235962635781, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3729 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1392.0, "completions/max_terminated_length": 1392.0, "completions/mean_length": 1164.4375, "completions/mean_terminated_length": 1164.4375, "completions/min_length": 814.0, "completions/min_terminated_length": 814.0, "epoch": 0.932733183295824, "frac_reward_zero_std": 0.0, "grad_norm": 2.488939522166382, "kl": 0.017669677734375, "learning_rate": 1.1244041420266149e-07, "loss": 0.0031, "num_tokens": 168965697.0, "reward": -7.450580596923828e-09, "reward_std": 0.9931528568267822, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.040079577404445565, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.043065292890433086, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8708333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0787635937708768, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3730 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1379.0, "completions/mean_length": 1116.25, "completions/mean_terminated_length": 1061.4285888671875, "completions/min_length": 736.0, "completions/min_terminated_length": 736.0, "epoch": 0.9329832458114529, "frac_reward_zero_std": 0.0, "grad_norm": 2.8937204961611576, "kl": 0.01611328125, "learning_rate": 1.1234885665957424e-07, "loss": 0.0281, "num_tokens": 169016517.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8816565275192261, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.006794891882347925, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12199405215380137, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8041666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0859586463881842, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3731 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1459.0, "completions/max_terminated_length": 1459.0, "completions/mean_length": 1140.625, "completions/mean_terminated_length": 1140.625, "completions/min_length": 840.0, "completions/min_terminated_length": 840.0, "epoch": 0.9332333083270817, "frac_reward_zero_std": 0.0, "grad_norm": 3.1207305601210593, "kl": 0.019317626953125, "learning_rate": 1.122576325921095e-07, "loss": 0.0408, "num_tokens": 169060655.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8805487155914307, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.14260461885723316, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.19071515421801727, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10671873729054747, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3732 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1440.0, "completions/mean_length": 1261.6875, "completions/mean_terminated_length": 1182.25, "completions/min_length": 877.0, "completions/min_terminated_length": 877.0, "epoch": 0.9334833708427107, "frac_reward_zero_std": 0.0, "grad_norm": 3.4111375510467448, "kl": 0.022674560546875, "learning_rate": 1.1216674206977689e-07, "loss": -0.0671, "num_tokens": 169116866.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0373167991638184, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.04773311478157664, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07631920859351922, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0909822937597079, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3733 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1453.0, "completions/mean_length": 1218.625, "completions/mean_terminated_length": 1153.6923828125, "completions/min_length": 755.0, "completions/min_terminated_length": 755.0, "epoch": 0.9337334333583396, "frac_reward_zero_std": 0.0, "grad_norm": 3.4451221347064784, "kl": 0.021484375, "learning_rate": 1.1207618516183209e-07, "loss": -0.0134, "num_tokens": 169163300.0, "reward": 3.725290298461914e-09, "reward_std": 0.9931322932243347, "rewards/wordcountpos_reward_GEOBench/mean": 3.725290298461914e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.07904659435666805, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.098038873980686, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10292032157252809, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3734 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1377.0, "completions/mean_length": 1164.125, "completions/mean_terminated_length": 1141.7333984375, "completions/min_length": 857.0, "completions/min_terminated_length": 857.0, "epoch": 0.9339834958739685, "frac_reward_zero_std": 0.0, "grad_norm": 2.5711985356582017, "kl": 0.014404296875, "learning_rate": 1.1198596193727631e-07, "loss": -0.001, "num_tokens": 169214174.0, "reward": -2.9802322387695312e-08, "reward_std": 0.765924334526062, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.059112013013092046, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08404646279367393, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08734775114237134, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3735 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1348.0, "completions/max_terminated_length": 1348.0, "completions/mean_length": 1069.625, "completions/mean_terminated_length": 1069.625, "completions/min_length": 822.0, "completions/min_terminated_length": 822.0, "epoch": 0.9342335583895974, "frac_reward_zero_std": 0.0, "grad_norm": 3.172188370332883, "kl": 0.01953125, "learning_rate": 1.1189607246485672e-07, "loss": -0.0013, "num_tokens": 169262488.0, "reward": 3.725290298461914e-09, "reward_std": 1.019342303276062, "rewards/wordcountpos_reward_GEOBench/mean": 3.725290298461914e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.036775452688261066, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05784257617353264, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10101338378503963, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3736 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1441.0, "completions/mean_length": 1418.0, "completions/mean_terminated_length": 1281.3333740234375, "completions/min_length": 1074.0, "completions/min_terminated_length": 1074.0, "epoch": 0.9344836209052263, "frac_reward_zero_std": 0.0, "grad_norm": 2.668684848684593, "kl": 0.02154541015625, "learning_rate": 1.118065168130661e-07, "loss": -0.0341, "num_tokens": 169312752.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9535478353500366, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0044470183720703785, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08202775154768775, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10461569884316811, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3737 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1175.0, "completions/mean_length": 1033.25, "completions/mean_terminated_length": 966.5714721679688, "completions/min_length": 545.0, "completions/min_terminated_length": 545.0, "epoch": 0.9347336834208552, "frac_reward_zero_std": 0.0, "grad_norm": 2.569821512641045, "kl": 0.018707275390625, "learning_rate": 1.1171729505014289e-07, "loss": 0.0339, "num_tokens": 169348268.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8009868264198303, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.1193132088031719, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07146392771249223, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.775, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.161245154965971, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3738 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1470.0, "completions/mean_length": 1152.5, "completions/mean_terminated_length": 1129.3333740234375, "completions/min_length": 899.0, "completions/min_terminated_length": 899.0, "epoch": 0.9349837459364841, "frac_reward_zero_std": 0.0, "grad_norm": 2.9783983028935004, "kl": 0.013702392578125, "learning_rate": 1.1162840724407111e-07, "loss": 0.0214, "num_tokens": 169391380.0, "reward": 2.9802322387695312e-08, "reward_std": 0.6526873111724854, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0786710469774868, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10366465518778446, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0758897836290186, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3739 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1433.0, "completions/mean_length": 1011.1875, "completions/mean_terminated_length": 978.6000366210938, "completions/min_length": 650.0, "completions/min_terminated_length": 650.0, "epoch": 0.935233808452113, "frac_reward_zero_std": 0.0, "grad_norm": 3.5159255144300676, "kl": 0.0167083740234375, "learning_rate": 1.1153985346258031e-07, "loss": -0.0276, "num_tokens": 169423391.0, "reward": -1.862645149230957e-08, "reward_std": 0.9398580193519592, "rewards/wordcountpos_reward_GEOBench/mean": -1.862645149230957e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.00792885966502574, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1125446273554091, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10174405069512348, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3740 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1460.0, "completions/mean_length": 1126.125, "completions/mean_terminated_length": 1039.84619140625, "completions/min_length": 775.0, "completions/min_terminated_length": 775.0, "epoch": 0.9354838709677419, "frac_reward_zero_std": 0.0, "grad_norm": 2.969895817663745, "kl": 0.0162353515625, "learning_rate": 1.114516337731455e-07, "loss": -0.0155, "num_tokens": 169467329.0, "reward": -2.9802322387695312e-08, "reward_std": 0.5059453845024109, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.22124966296782128, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.28061913062905786, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07781745019952499, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3741 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1392.0, "completions/mean_length": 1343.5625, "completions/mean_terminated_length": 1221.888916015625, "completions/min_length": 1041.0, "completions/min_terminated_length": 1041.0, "epoch": 0.9357339334833709, "frac_reward_zero_std": 0.0, "grad_norm": 2.9206929587426864, "kl": 0.0143890380859375, "learning_rate": 1.1136374824298717e-07, "loss": -0.0176, "num_tokens": 169519674.0, "reward": 5.960464477539063e-08, "reward_std": 0.7059236764907837, "rewards/wordcountpos_reward_GEOBench/mean": 5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.049344317717004114, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0825666060032947, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7374999999999999, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.05146016078626408, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3742 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1469.0, "completions/max_terminated_length": 1469.0, "completions/mean_length": 1280.8125, "completions/mean_terminated_length": 1280.8125, "completions/min_length": 1039.0, "completions/min_terminated_length": 1039.0, "epoch": 0.9359839959989997, "frac_reward_zero_std": 0.0, "grad_norm": 3.486819686894327, "kl": 0.023040771484375, "learning_rate": 1.1127619693907118e-07, "loss": 0.0191, "num_tokens": 169565967.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8846029043197632, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.006977152605395977, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.15197538902927568, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1387777332977422, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3743 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1489.0, "completions/max_terminated_length": 1489.0, "completions/mean_length": 1162.8125, "completions/mean_terminated_length": 1162.8125, "completions/min_length": 681.0, "completions/min_terminated_length": 681.0, "epoch": 0.9362340585146287, "frac_reward_zero_std": 0.0, "grad_norm": 2.911777606118841, "kl": 0.02392578125, "learning_rate": 1.1118897992810876e-07, "loss": -0.0358, "num_tokens": 169601972.0, "reward": -2.9802322387695312e-08, "reward_std": 1.0211304426193237, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.07726274785723004, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06861200261819, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13333333333333336, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3744 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1369.0, "completions/mean_length": 1331.9375, "completions/mean_terminated_length": 1231.0999755859375, "completions/min_length": 982.0, "completions/min_terminated_length": 982.0, "epoch": 0.9364841210302576, "frac_reward_zero_std": 0.0, "grad_norm": 2.1474223460556474, "kl": 0.0117645263671875, "learning_rate": 1.1110209727655625e-07, "loss": 0.023, "num_tokens": 169662547.0, "reward": -1.4901161193847656e-08, "reward_std": 0.987065851688385, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06475932793313578, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10065804466754494, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10461569884316813, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3745 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1444.0, "completions/max_terminated_length": 1444.0, "completions/mean_length": 1102.3125, "completions/mean_terminated_length": 1102.3125, "completions/min_length": 979.0, "completions/min_terminated_length": 979.0, "epoch": 0.9367341835458864, "frac_reward_zero_std": 0.0, "grad_norm": 3.111485670733276, "kl": 0.018646240234375, "learning_rate": 1.1101554905061539e-07, "loss": -0.0129, "num_tokens": 169703232.0, "reward": 5.960464477539063e-08, "reward_std": 0.5867870450019836, "rewards/wordcountpos_reward_GEOBench/mean": 5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.1685538747715983, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12305949338663093, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.056927504255331086, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3746 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1460.0, "completions/mean_length": 1287.375, "completions/mean_terminated_length": 1190.727294921875, "completions/min_length": 697.0, "completions/min_terminated_length": 697.0, "epoch": 0.9369842460615154, "frac_reward_zero_std": 0.0, "grad_norm": 2.8959820113526304, "kl": 0.01739501953125, "learning_rate": 1.1092933531623313e-07, "loss": -0.0784, "num_tokens": 169760358.0, "reward": 0.0, "reward_std": 0.9801734089851379, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.08357400448967302, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10880865028575952, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11642832797715322, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3747 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1496.0, "completions/max_terminated_length": 1496.0, "completions/mean_length": 1082.125, "completions/mean_terminated_length": 1082.125, "completions/min_length": 937.0, "completions/min_terminated_length": 937.0, "epoch": 0.9372343085771443, "frac_reward_zero_std": 0.0, "grad_norm": 2.7404199294411953, "kl": 0.0128021240234375, "learning_rate": 1.1084345613910139e-07, "loss": -0.0047, "num_tokens": 169809728.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9644354581832886, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.13827615539146962, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1568646788728784, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7333333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13984117975602023, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3748 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.9375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1351.0, "completions/mean_length": 1490.6875, "completions/mean_terminated_length": 1351.0, "completions/min_length": 1351.0, "completions/min_terminated_length": 1351.0, "epoch": 0.9374843710927732, "frac_reward_zero_std": 0.0, "grad_norm": 2.650351304667493, "kl": 0.025146484375, "learning_rate": 1.1075791158465729e-07, "loss": -0.0044, "num_tokens": 169881579.0, "reward": 0.0, "reward_std": 0.88329017162323, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0071670283144553626, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.055335396919035634, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1261979632400061, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3749 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1482.0, "completions/mean_length": 1320.5625, "completions/mean_terminated_length": 1260.75, "completions/min_length": 963.0, "completions/min_terminated_length": 963.0, "epoch": 0.9377344336084021, "frac_reward_zero_std": 0.0, "grad_norm": 2.4084524152863818, "kl": 0.0149993896484375, "learning_rate": 1.106727017180829e-07, "loss": -0.0641, "num_tokens": 169932180.0, "reward": 0.0, "reward_std": 1.0258845090866089, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.028452377920597065, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11658045590004719, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07649739768026005, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3750 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1499.0, "completions/mean_length": 1254.875, "completions/mean_terminated_length": 1173.166748046875, "completions/min_length": 891.0, "completions/min_terminated_length": 891.0, "epoch": 0.937984496124031, "frac_reward_zero_std": 0.0, "grad_norm": 3.3618036528527098, "kl": 0.016632080078125, "learning_rate": 1.1058782660430536e-07, "loss": -0.0552, "num_tokens": 169984082.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0449031591415405, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03920939602645947, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09032648346327138, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09878896324620105, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3751 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1310.0, "completions/mean_length": 1146.125, "completions/mean_terminated_length": 1095.571533203125, "completions/min_length": 893.0, "completions/min_terminated_length": 893.0, "epoch": 0.9382345586396599, "frac_reward_zero_std": 0.0, "grad_norm": 2.7229996540073205, "kl": 0.018890380859375, "learning_rate": 1.1050328630799662e-07, "loss": -0.0707, "num_tokens": 170034980.0, "reward": -2.9802322387695312e-08, "reward_std": 0.7098343372344971, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.046975473535144155, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.33386736475225415, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.85, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1276569477008451, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3752 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1408.0, "completions/max_terminated_length": 1408.0, "completions/mean_length": 940.3125, "completions/mean_terminated_length": 940.3125, "completions/min_length": 639.0, "completions/min_terminated_length": 639.0, "epoch": 0.9384846211552889, "frac_reward_zero_std": 0.0, "grad_norm": 3.777234846667137, "kl": 0.01885986328125, "learning_rate": 1.1041908089357355e-07, "loss": 0.0024, "num_tokens": 170076945.0, "reward": 4.470348358154297e-08, "reward_std": 1.0004500150680542, "rewards/wordcountpos_reward_GEOBench/mean": 4.470348358154297e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.054237635515501606, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0850704608385363, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09651328828101766, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3753 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1426.0, "completions/mean_length": 1116.75, "completions/mean_terminated_length": 1028.3077392578125, "completions/min_length": 803.0, "completions/min_terminated_length": 803.0, "epoch": 0.9387346836709177, "frac_reward_zero_std": 0.0, "grad_norm": 2.9155670670954654, "kl": 0.0198974609375, "learning_rate": 1.1033521042519803e-07, "loss": -0.01, "num_tokens": 170132877.0, "reward": -2.9802322387695312e-08, "reward_std": 0.9280862808227539, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.029181622087024038, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07248242975938413, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10809803506625451, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3754 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1429.0, "completions/mean_length": 1269.25, "completions/mean_terminated_length": 1164.3636474609375, "completions/min_length": 802.0, "completions/min_terminated_length": 802.0, "epoch": 0.9389847461865466, "frac_reward_zero_std": 0.0, "grad_norm": 3.5440982617709733, "kl": 0.017913818359375, "learning_rate": 1.1025167496677643e-07, "loss": -0.0385, "num_tokens": 170182609.0, "reward": 0.0, "reward_std": 0.9184513688087463, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.10067833038033251, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12555908790577958, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11279282877125756, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3755 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1428.0, "completions/max_terminated_length": 1428.0, "completions/mean_length": 1150.4375, "completions/mean_terminated_length": 1150.4375, "completions/min_length": 840.0, "completions/min_terminated_length": 840.0, "epoch": 0.9392348087021756, "frac_reward_zero_std": 0.0, "grad_norm": 3.157317588525578, "kl": 0.025848388671875, "learning_rate": 1.1016847458195999e-07, "loss": 0.0456, "num_tokens": 170225616.0, "reward": 2.9802322387695312e-08, "reward_std": 0.6481975317001343, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06750410835910484, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08871071747234419, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12049281521534187, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3756 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1474.0, "completions/mean_length": 1185.625, "completions/mean_terminated_length": 1113.076904296875, "completions/min_length": 844.0, "completions/min_terminated_length": 844.0, "epoch": 0.9394848712178044, "frac_reward_zero_std": 0.0, "grad_norm": 2.143625641436947, "kl": 0.00890350341796875, "learning_rate": 1.1008560933414477e-07, "loss": -0.0087, "num_tokens": 170267290.0, "reward": 0.0, "reward_std": 0.9062747955322266, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.01606597966038691, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.026725292116477235, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7708333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.168599898949928, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3757 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1493.0, "completions/mean_length": 1270.9375, "completions/mean_terminated_length": 1218.0770263671875, "completions/min_length": 1072.0, "completions/min_terminated_length": 1072.0, "epoch": 0.9397349337334333, "frac_reward_zero_std": 0.0, "grad_norm": 1.944009488002827, "kl": 0.01318359375, "learning_rate": 1.1000307928647118e-07, "loss": 0.0046, "num_tokens": 170315049.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8368691205978394, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.08525278167301681, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.052104682864225906, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10390522747338701, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3758 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1335.0, "completions/max_terminated_length": 1335.0, "completions/mean_length": 1016.4375, "completions/mean_terminated_length": 1016.4375, "completions/min_length": 785.0, "completions/min_terminated_length": 785.0, "epoch": 0.9399849962490623, "frac_reward_zero_std": 0.0, "grad_norm": 3.3720015260940697, "kl": 0.0166168212890625, "learning_rate": 1.0992088450182442e-07, "loss": 0.0034, "num_tokens": 170345864.0, "reward": 0.0, "reward_std": 0.7619072198867798, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.11173780827711068, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08822257770404088, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7916666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10000000000000002, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3759 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1472.0, "completions/mean_length": 1311.5, "completions/mean_terminated_length": 1284.571533203125, "completions/min_length": 980.0, "completions/min_terminated_length": 980.0, "epoch": 0.9402350587646912, "frac_reward_zero_std": 0.0, "grad_norm": 3.1424755214574644, "kl": 0.04034423828125, "learning_rate": 1.0983902504283421e-07, "loss": -0.0457, "num_tokens": 170393904.0, "reward": 7.450580596923828e-09, "reward_std": 1.025816559791565, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.017553796209734122, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1443365741365279, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9333333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06885303726590962, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3760 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1423.0, "completions/mean_length": 1348.6875, "completions/mean_terminated_length": 1197.375, "completions/min_length": 950.0, "completions/min_terminated_length": 950.0, "epoch": 0.9404851212803201, "frac_reward_zero_std": 0.0, "grad_norm": 2.7924898077670157, "kl": 0.0175628662109375, "learning_rate": 1.0975750097187475e-07, "loss": -0.0108, "num_tokens": 170445891.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9896355867385864, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.003053574650410823, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.00905425545510945, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.85, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10470416879457553, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3761 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1490.0, "completions/mean_length": 1287.75, "completions/mean_terminated_length": 1160.4000244140625, "completions/min_length": 941.0, "completions/min_terminated_length": 941.0, "epoch": 0.940735183795949, "frac_reward_zero_std": 0.0, "grad_norm": 2.6796210523646184, "kl": 0.018951416015625, "learning_rate": 1.0967631235106465e-07, "loss": 0.0393, "num_tokens": 170501623.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0224671363830566, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04691437466307361, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.054812576063797656, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8541666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08850612031567838, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3762 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1387.0, "completions/max_terminated_length": 1387.0, "completions/mean_length": 1034.1875, "completions/mean_terminated_length": 1034.1875, "completions/min_length": 165.0, "completions/min_terminated_length": 165.0, "epoch": 0.9409852463115779, "frac_reward_zero_std": 0.0, "grad_norm": 3.92462550510029, "kl": 0.028594970703125, "learning_rate": 1.0959545924226697e-07, "loss": -0.019, "num_tokens": 170548778.0, "reward": 0.0, "reward_std": 0.8709743022918701, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.002821773649859135, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05396939201460356, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1343709624716425, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3763 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1474.0, "completions/mean_length": 1362.5, "completions/mean_terminated_length": 1280.0, "completions/min_length": 1050.0, "completions/min_terminated_length": 1050.0, "epoch": 0.9412353088272069, "frac_reward_zero_std": 0.0, "grad_norm": 2.848210926135252, "kl": 0.020599365234375, "learning_rate": 1.0951494170708898e-07, "loss": 0.0118, "num_tokens": 170590106.0, "reward": 2.9802322387695312e-08, "reward_std": 0.814010500907898, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.1265401904069634, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.13401744836939347, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08243965245133131, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3764 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1343.0, "completions/mean_length": 1339.1875, "completions/mean_terminated_length": 1178.375, "completions/min_length": 1093.0, "completions/min_terminated_length": 1093.0, "epoch": 0.9414853713428357, "frac_reward_zero_std": 0.0, "grad_norm": 3.2375961369344672, "kl": 0.0154571533203125, "learning_rate": 1.0943475980688246e-07, "loss": -0.0334, "num_tokens": 170640501.0, "reward": 5.960464477539063e-08, "reward_std": 0.5831708908081055, "rewards/wordcountpos_reward_GEOBench/mean": 5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03425020305914779, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03670782324455935, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09388724521901161, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3765 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1450.0, "completions/mean_length": 1389.0, "completions/mean_terminated_length": 1302.6666259765625, "completions/min_length": 1192.0, "completions/min_terminated_length": 1192.0, "epoch": 0.9417354338584646, "frac_reward_zero_std": 0.0, "grad_norm": 2.9242339423092045, "kl": 0.0194091796875, "learning_rate": 1.093549136027434e-07, "loss": -0.0064, "num_tokens": 170695301.0, "reward": -2.9802322387695312e-08, "reward_std": 1.0559093952178955, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.021626030329372027, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07619873677937226, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13957607775504186, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3766 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1031.0, "completions/max_terminated_length": 1031.0, "completions/mean_length": 770.0625, "completions/mean_terminated_length": 770.0625, "completions/min_length": 669.0, "completions/min_terminated_length": 669.0, "epoch": 0.9419854963740936, "frac_reward_zero_std": 0.0, "grad_norm": 3.87666569854833, "kl": 0.0180511474609375, "learning_rate": 1.0927540315551184e-07, "loss": 0.0271, "num_tokens": 170744222.0, "reward": -2.9802322387695312e-08, "reward_std": 0.7120234966278076, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.014710744113458313, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.14906085343864733, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7041666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09098229375970787, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3767 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1232.0, "completions/mean_length": 1264.5, "completions/mean_terminated_length": 1029.0, "completions/min_length": 857.0, "completions/min_terminated_length": 857.0, "epoch": 0.9422355588897224, "frac_reward_zero_std": 0.0, "grad_norm": 4.799727600621826, "kl": 0.025390625, "learning_rate": 1.0919622852577214e-07, "loss": -0.0115, "num_tokens": 170805766.0, "reward": 0.0, "reward_std": 0.9022330641746521, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.013479871862183532, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.032428453940437, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6749999999999999, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.059004080210452226, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3768 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1490.0, "completions/mean_length": 1323.1875, "completions/mean_terminated_length": 1282.3846435546875, "completions/min_length": 1116.0, "completions/min_terminated_length": 1116.0, "epoch": 0.9424856214053513, "frac_reward_zero_std": 0.0, "grad_norm": 2.7273343308376297, "kl": 0.015106201171875, "learning_rate": 1.0911738977385276e-07, "loss": -0.0211, "num_tokens": 170851353.0, "reward": 2.9802322387695312e-08, "reward_std": 0.5132064819335938, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.015779783553798464, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05137081157401174, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14291929864761416, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3769 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1416.0, "completions/max_terminated_length": 1416.0, "completions/mean_length": 1173.9375, "completions/mean_terminated_length": 1173.9375, "completions/min_length": 831.0, "completions/min_terminated_length": 831.0, "epoch": 0.9427356839209803, "frac_reward_zero_std": 0.0, "grad_norm": 3.430969819780302, "kl": 0.020050048828125, "learning_rate": 1.0903888695982625e-07, "loss": -0.0261, "num_tokens": 170890736.0, "reward": 0.0, "reward_std": 0.7334511280059814, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03126431144847216, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.032060469815444574, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12641788434189796, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3770 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1464.0, "completions/max_terminated_length": 1464.0, "completions/mean_length": 1062.25, "completions/mean_terminated_length": 1062.25, "completions/min_length": 787.0, "completions/min_terminated_length": 787.0, "epoch": 0.9429857464366092, "frac_reward_zero_std": 0.0, "grad_norm": 2.9340230739419035, "kl": 0.02630615234375, "learning_rate": 1.0896072014350898e-07, "loss": 0.049, "num_tokens": 170937108.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9963919520378113, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.09906336422547, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10013769145867223, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7333333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06885303726590966, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3771 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1440.0, "completions/mean_length": 1275.9375, "completions/mean_terminated_length": 1224.2308349609375, "completions/min_length": 1047.0, "completions/min_terminated_length": 1047.0, "epoch": 0.943235808952238, "frac_reward_zero_std": 0.0, "grad_norm": 2.7506333867340813, "kl": 0.0166778564453125, "learning_rate": 1.088828893844616e-07, "loss": 0.0267, "num_tokens": 170978715.0, "reward": 0.0, "reward_std": 0.9670782089233398, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.24555170683341193, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.2225388009972844, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06871842709362769, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3772 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1481.0, "completions/mean_length": 1357.3125, "completions/mean_terminated_length": 1309.75, "completions/min_length": 1138.0, "completions/min_terminated_length": 1138.0, "epoch": 0.943485871467867, "frac_reward_zero_std": 0.0, "grad_norm": 2.81801247765991, "kl": 0.0198974609375, "learning_rate": 1.0880539474198858e-07, "loss": 0.0325, "num_tokens": 171017312.0, "reward": 7.450580596923828e-09, "reward_std": 0.9843195080757141, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.024773201047297157, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04907057424230647, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10246950765959599, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3773 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1469.0, "completions/mean_length": 1386.5625, "completions/mean_terminated_length": 1348.75, "completions/min_length": 1073.0, "completions/min_terminated_length": 1073.0, "epoch": 0.9437359339834959, "frac_reward_zero_std": 0.0, "grad_norm": 3.316879640723234, "kl": 0.020751953125, "learning_rate": 1.0872823627513818e-07, "loss": -0.0024, "num_tokens": 171069017.0, "reward": -2.9802322387695312e-08, "reward_std": 0.7426510453224182, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.1414183674560033, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.14228159964935938, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625000000000001, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.17207879332187076, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3774 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1471.0, "completions/max_terminated_length": 1471.0, "completions/mean_length": 1203.25, "completions/mean_terminated_length": 1203.25, "completions/min_length": 727.0, "completions/min_terminated_length": 727.0, "epoch": 0.9439859964991247, "frac_reward_zero_std": 0.0, "grad_norm": 3.3798793236825095, "kl": 0.01947021484375, "learning_rate": 1.0865141404270264e-07, "loss": -0.0381, "num_tokens": 171122053.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9288386106491089, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04283620931120703, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08720665169232816, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.16238956361284543, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3775 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1436.0, "completions/max_terminated_length": 1436.0, "completions/mean_length": 1075.8125, "completions/mean_terminated_length": 1075.8125, "completions/min_length": 800.0, "completions/min_terminated_length": 800.0, "epoch": 0.9442360590147537, "frac_reward_zero_std": 0.0, "grad_norm": 3.341116763780623, "kl": 0.018707275390625, "learning_rate": 1.0857492810321795e-07, "loss": 0.0266, "num_tokens": 171153898.0, "reward": 0.0, "reward_std": 0.7018105983734131, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.20078659627148418, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.18712501427812026, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10461569884316813, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3776 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1407.0, "completions/mean_length": 1206.125, "completions/mean_terminated_length": 1138.3077392578125, "completions/min_length": 896.0, "completions/min_terminated_length": 896.0, "epoch": 0.9444861215303826, "frac_reward_zero_std": 0.0, "grad_norm": 3.1965667234860953, "kl": 0.021240234375, "learning_rate": 1.0849877851496376e-07, "loss": -0.0168, "num_tokens": 171199580.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9335830211639404, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.08786865405839507, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1063478795055099, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.775, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09699179041242312, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3777 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1413.0, "completions/max_terminated_length": 1413.0, "completions/mean_length": 964.3125, "completions/mean_terminated_length": 964.3125, "completions/min_length": 669.0, "completions/min_terminated_length": 669.0, "epoch": 0.9447361840460115, "frac_reward_zero_std": 0.0, "grad_norm": 3.169977463747259, "kl": 0.0143890380859375, "learning_rate": 1.0842296533596364e-07, "loss": 0.0072, "num_tokens": 171239985.0, "reward": 0.0, "reward_std": 1.0121691226959229, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.045179559110796255, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08994655103040936, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7666666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06440611887195309, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3778 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1205.0, "completions/max_terminated_length": 1205.0, "completions/mean_length": 974.125, "completions/mean_terminated_length": 974.125, "completions/min_length": 834.0, "completions/min_terminated_length": 834.0, "epoch": 0.9449862465616404, "frac_reward_zero_std": 0.0, "grad_norm": 2.8992994415958986, "kl": 0.01390838623046875, "learning_rate": 1.0834748862398466e-07, "loss": -0.0433, "num_tokens": 171270451.0, "reward": -2.9802322387695312e-08, "reward_std": 1.062233328819275, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0088782002238202, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0390944221601529, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.725, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1308094458023239, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3779 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1477.0, "completions/max_terminated_length": 1477.0, "completions/mean_length": 1122.1875, "completions/mean_terminated_length": 1122.1875, "completions/min_length": 868.0, "completions/min_terminated_length": 868.0, "epoch": 0.9452363090772693, "frac_reward_zero_std": 0.0, "grad_norm": 3.442484050912438, "kl": 0.019378662109375, "learning_rate": 1.0827234843653762e-07, "loss": -0.0384, "num_tokens": 171315486.0, "reward": -2.9802322387695312e-08, "reward_std": 1.0616614818572998, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.02285976781513942, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10788602273955877, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08509254221575908, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3780 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1388.0, "completions/mean_length": 1115.375, "completions/mean_terminated_length": 1089.7333984375, "completions/min_length": 736.0, "completions/min_terminated_length": 736.0, "epoch": 0.9454863715928983, "frac_reward_zero_std": 0.0, "grad_norm": 3.387819926448556, "kl": 0.026092529296875, "learning_rate": 1.0819754483087676e-07, "loss": -0.0569, "num_tokens": 171353228.0, "reward": 0.0, "reward_std": 0.842126190662384, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04581029998966318, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07821664263246376, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12102953419784838, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3781 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1415.0, "completions/mean_length": 1103.0, "completions/mean_terminated_length": 1076.533447265625, "completions/min_length": 796.0, "completions/min_terminated_length": 796.0, "epoch": 0.9457364341085271, "frac_reward_zero_std": 0.0, "grad_norm": 2.7616569616761946, "kl": 0.015106201171875, "learning_rate": 1.0812307786399997e-07, "loss": 0.0118, "num_tokens": 171387972.0, "reward": -2.9802322387695312e-08, "reward_std": 0.9614995718002319, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.08392347354420654, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0896963191206291, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09067647005823631, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3782 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1426.0, "completions/max_terminated_length": 1426.0, "completions/mean_length": 1203.0625, "completions/mean_terminated_length": 1203.0625, "completions/min_length": 1071.0, "completions/min_terminated_length": 1071.0, "epoch": 0.945986496624156, "frac_reward_zero_std": 0.0, "grad_norm": 2.939234983773858, "kl": 0.0147857666015625, "learning_rate": 1.0804894759264861e-07, "loss": -0.0164, "num_tokens": 171429061.0, "reward": 2.9802322387695312e-08, "reward_std": 1.0112570524215698, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.01876694064957212, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09852393790587773, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11800816042090449, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3783 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1461.0, "completions/mean_length": 1330.0, "completions/mean_terminated_length": 1273.3333740234375, "completions/min_length": 886.0, "completions/min_terminated_length": 886.0, "epoch": 0.946236559139785, "frac_reward_zero_std": 0.0, "grad_norm": 2.344954344796532, "kl": 0.01708984375, "learning_rate": 1.0797515407330755e-07, "loss": -0.0294, "num_tokens": 171485525.0, "reward": 5.960464477539063e-08, "reward_std": 0.814410924911499, "rewards/wordcountpos_reward_GEOBench/mean": 5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.00033726908078737274, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.039448662958288055, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9208333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06978803887752091, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3784 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1304.0, "completions/max_terminated_length": 1304.0, "completions/mean_length": 1047.6875, "completions/mean_terminated_length": 1047.6875, "completions/min_length": 807.0, "completions/min_terminated_length": 807.0, "epoch": 0.9464866216554139, "frac_reward_zero_std": 0.0, "grad_norm": 3.391995977615616, "kl": 0.0185546875, "learning_rate": 1.0790169736220489e-07, "loss": -0.0567, "num_tokens": 171527120.0, "reward": 0.0, "reward_std": 0.6676482558250427, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.07633033419907649, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06933643470072381, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8541666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1270024788326182, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3785 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1103.0, "completions/max_terminated_length": 1103.0, "completions/mean_length": 824.625, "completions/mean_terminated_length": 824.625, "completions/min_length": 587.0, "completions/min_terminated_length": 587.0, "epoch": 0.9467366841710427, "frac_reward_zero_std": 0.0, "grad_norm": 3.9086985904059945, "kl": 0.017730712890625, "learning_rate": 1.0782857751531225e-07, "loss": -0.037, "num_tokens": 171555522.0, "reward": 7.450580596923828e-09, "reward_std": 0.9184122085571289, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.020540494005217014, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08572267950911798, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14707015206910487, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3786 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1215.0, "completions/mean_length": 1278.25, "completions/mean_terminated_length": 993.1428833007812, "completions/min_length": 340.0, "completions/min_terminated_length": 340.0, "epoch": 0.9469867466866717, "frac_reward_zero_std": 0.0, "grad_norm": 3.1945422106774943, "kl": 0.01995849609375, "learning_rate": 1.0775579458834453e-07, "loss": 0.0116, "num_tokens": 171615054.0, "reward": 2.9802322387695312e-08, "reward_std": 0.5374252796173096, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.3593935867096097, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.4330373182270167, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12224747213928167, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3787 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1349.0, "completions/mean_length": 1116.3125, "completions/mean_terminated_length": 1090.7333984375, "completions/min_length": 861.0, "completions/min_terminated_length": 861.0, "epoch": 0.9472368092023006, "frac_reward_zero_std": 0.0, "grad_norm": 2.8697315813929514, "kl": 0.019775390625, "learning_rate": 1.0768334863675983e-07, "loss": -0.0243, "num_tokens": 171651275.0, "reward": 0.0, "reward_std": 0.8972643613815308, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.052326076445716185, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1003225470133035, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11344765475923412, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3788 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1495.0, "completions/mean_length": 1288.4375, "completions/mean_terminated_length": 1192.272705078125, "completions/min_length": 656.0, "completions/min_terminated_length": 656.0, "epoch": 0.9474868717179294, "frac_reward_zero_std": 0.0, "grad_norm": 3.3609759695186963, "kl": 0.024505615234375, "learning_rate": 1.0761123971575964e-07, "loss": -0.0701, "num_tokens": 171708178.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0114654302597046, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.2392673311181543, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.294481418510535, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.15244914148902494, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3789 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.6875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1422.0, "completions/mean_length": 1382.9375, "completions/mean_terminated_length": 1125.4000244140625, "completions/min_length": 482.0, "completions/min_terminated_length": 482.0, "epoch": 0.9477369342335584, "frac_reward_zero_std": 0.0, "grad_norm": 2.3571089641901564, "kl": 0.0101318359375, "learning_rate": 1.0753946788028859e-07, "loss": -0.0451, "num_tokens": 171774601.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0584301948547363, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.20646224998989823, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09856311180953081, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10183501544346311, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3790 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1498.0, "completions/mean_length": 1124.4375, "completions/mean_terminated_length": 1070.7857666015625, "completions/min_length": 799.0, "completions/min_terminated_length": 799.0, "epoch": 0.9479869967491873, "frac_reward_zero_std": 0.0, "grad_norm": 2.606274659446445, "kl": 0.01556396484375, "learning_rate": 1.0746803318503434e-07, "loss": -0.0495, "num_tokens": 171818648.0, "reward": -2.9802322387695312e-08, "reward_std": 0.9715002775192261, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.11979258198769531, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.045940147857814306, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0958393717904348, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3791 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1463.0, "completions/mean_length": 1366.875, "completions/mean_terminated_length": 1287.0, "completions/min_length": 1122.0, "completions/min_terminated_length": 1122.0, "epoch": 0.9482370592648162, "frac_reward_zero_std": 0.0, "grad_norm": 2.3585268139972526, "kl": 0.0144500732421875, "learning_rate": 1.0739693568442779e-07, "loss": -0.009, "num_tokens": 171874918.0, "reward": 0.0, "reward_std": 0.8575986623764038, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.08725537249885364, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.2263069694320082, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07391185942027816, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3792 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1474.0, "completions/mean_length": 1212.375, "completions/mean_terminated_length": 1193.2000732421875, "completions/min_length": 879.0, "completions/min_terminated_length": 879.0, "epoch": 0.9484871217804451, "frac_reward_zero_std": 0.0, "grad_norm": 2.7769745345131653, "kl": 0.01849365234375, "learning_rate": 1.073261754326429e-07, "loss": -0.0315, "num_tokens": 171929620.0, "reward": 2.9802322387695312e-08, "reward_std": 0.48209255933761597, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.19278347612778146, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.2517906125115363, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1134476547592341, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3793 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1447.0, "completions/mean_length": 1372.375, "completions/mean_terminated_length": 1314.3636474609375, "completions/min_length": 1180.0, "completions/min_terminated_length": 1180.0, "epoch": 0.948737184296074, "frac_reward_zero_std": 0.0, "grad_norm": 2.494823352835216, "kl": 0.0130157470703125, "learning_rate": 1.072557524835966e-07, "loss": 0.0075, "num_tokens": 171969906.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8527266979217529, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.10832208777942944, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.19407191614664088, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3794 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1498.0, "completions/max_terminated_length": 1498.0, "completions/mean_length": 1136.875, "completions/mean_terminated_length": 1136.875, "completions/min_length": 884.0, "completions/min_terminated_length": 884.0, "epoch": 0.9489872468117029, "frac_reward_zero_std": 0.0, "grad_norm": 3.5129359752575, "kl": 0.0185089111328125, "learning_rate": 1.0718566689094882e-07, "loss": -0.0194, "num_tokens": 172011664.0, "reward": 0.0, "reward_std": 0.8911680579185486, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.020862686434068224, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.032709250211024554, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7916666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.16487930490266264, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3795 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1361.0, "completions/mean_length": 1105.125, "completions/mean_terminated_length": 1048.71435546875, "completions/min_length": 712.0, "completions/min_terminated_length": 712.0, "epoch": 0.9492373093273319, "frac_reward_zero_std": 0.0, "grad_norm": 2.05062337438898, "kl": 0.0181732177734375, "learning_rate": 1.071159187081025e-07, "loss": 0.0099, "num_tokens": 172056330.0, "reward": 0.0, "reward_std": 1.0518404245376587, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.08026418071463552, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09487506746265001, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1270024788326182, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3796 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1482.0, "completions/mean_length": 1273.25, "completions/mean_terminated_length": 1240.857177734375, "completions/min_length": 1042.0, "completions/min_terminated_length": 1042.0, "epoch": 0.9494873718429607, "frac_reward_zero_std": 0.0, "grad_norm": 2.138055143771168, "kl": 0.015411376953125, "learning_rate": 1.070465079882034e-07, "loss": 0.0078, "num_tokens": 172109558.0, "reward": 0.0, "reward_std": 0.6458609104156494, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.009151789543030073, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.2528242450383896, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7041666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09418264367902598, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3797 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1442.0, "completions/max_terminated_length": 1442.0, "completions/mean_length": 1247.0625, "completions/mean_terminated_length": 1247.0625, "completions/min_length": 1037.0, "completions/min_terminated_length": 1037.0, "epoch": 0.9497374343585896, "frac_reward_zero_std": 0.0, "grad_norm": 3.282719988488555, "kl": 0.0225830078125, "learning_rate": 1.0697743478414019e-07, "loss": -0.0261, "num_tokens": 172152767.0, "reward": 2.9802322387695312e-08, "reward_std": 1.0035452842712402, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.044945752690506255, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05276541059766826, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9041666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09418264367902596, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3798 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1493.0, "completions/mean_length": 1283.125, "completions/mean_terminated_length": 1252.1429443359375, "completions/min_length": 908.0, "completions/min_terminated_length": 908.0, "epoch": 0.9499874968742186, "frac_reward_zero_std": 0.0, "grad_norm": 2.672258371848487, "kl": 0.0133209228515625, "learning_rate": 1.0690869914854435e-07, "loss": -0.0096, "num_tokens": 172208529.0, "reward": 0.0, "reward_std": 0.8666238784790039, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06366595919609876, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0709824913069525, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08243965245133134, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3799 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1403.0, "completions/max_terminated_length": 1403.0, "completions/mean_length": 1081.625, "completions/mean_terminated_length": 1081.625, "completions/min_length": 790.0, "completions/min_terminated_length": 790.0, "epoch": 0.9502375593898474, "frac_reward_zero_std": 0.0, "grad_norm": 3.5352833775344297, "kl": 0.02557373046875, "learning_rate": 1.0684030113379015e-07, "loss": -0.028, "num_tokens": 172254219.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8791790008544922, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.07463098282298919, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08725758015801707, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8541666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1270024788326182, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3800 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1491.0, "completions/mean_length": 1348.25, "completions/mean_terminated_length": 1257.2000732421875, "completions/min_length": 894.0, "completions/min_terminated_length": 894.0, "epoch": 0.9504876219054764, "frac_reward_zero_std": 0.0, "grad_norm": 3.116338320658924, "kl": 0.020416259765625, "learning_rate": 1.0677224079199465e-07, "loss": -0.0671, "num_tokens": 172312463.0, "reward": -2.9802322387695312e-08, "reward_std": 0.6294140815734863, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.10259811209423389, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.16710204592146236, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.17164778752714224, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3801 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1477.0, "completions/mean_length": 1067.25, "completions/mean_terminated_length": 1038.4000244140625, "completions/min_length": 816.0, "completions/min_terminated_length": 816.0, "epoch": 0.9507376844211053, "frac_reward_zero_std": 0.0, "grad_norm": 2.577416876571747, "kl": 0.01132965087890625, "learning_rate": 1.0670451817501745e-07, "loss": 0.0183, "num_tokens": 172357979.0, "reward": -1.4901161193847656e-08, "reward_std": 0.8796327114105225, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.11423011332034774, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.088364453796898, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7916666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10576003586036264, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3802 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1385.0, "completions/max_terminated_length": 1385.0, "completions/mean_length": 928.5625, "completions/mean_terminated_length": 928.5625, "completions/min_length": 724.0, "completions/min_terminated_length": 724.0, "epoch": 0.9509877469367342, "frac_reward_zero_std": 0.0, "grad_norm": 3.461180877802579, "kl": 0.0185089111328125, "learning_rate": 1.066371333344611e-07, "loss": 0.0336, "num_tokens": 172402932.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8940681219100952, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.02766826359299442, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.17115210728447663, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625000000000001, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10878112581387149, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3803 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1285.0, "completions/mean_length": 1343.0, "completions/mean_terminated_length": 1141.1429443359375, "completions/min_length": 996.0, "completions/min_terminated_length": 996.0, "epoch": 0.9512378094523631, "frac_reward_zero_std": 0.0, "grad_norm": 2.3942993386435596, "kl": 0.0218505859375, "learning_rate": 1.0657008632167044e-07, "loss": -0.0231, "num_tokens": 172457084.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9383769035339355, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.021533606062153956, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.14956249400653068, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12464765155042849, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3804 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1494.0, "completions/max_terminated_length": 1494.0, "completions/mean_length": 1230.375, "completions/mean_terminated_length": 1230.375, "completions/min_length": 942.0, "completions/min_terminated_length": 942.0, "epoch": 0.951487871967992, "frac_reward_zero_std": 0.0, "grad_norm": 3.145843434164538, "kl": 0.02117919921875, "learning_rate": 1.0650337718773318e-07, "loss": -0.0433, "num_tokens": 172507578.0, "reward": 0.0, "reward_std": 0.7124574780464172, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.044268238293336155, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05725940177238088, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.15533714826025885, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3805 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1475.0, "completions/mean_length": 1172.375, "completions/mean_terminated_length": 1150.533447265625, "completions/min_length": 682.0, "completions/min_terminated_length": 682.0, "epoch": 0.9517379344836209, "frac_reward_zero_std": 0.0, "grad_norm": 3.404299054203463, "kl": 0.02301025390625, "learning_rate": 1.0643700598347941e-07, "loss": -0.0646, "num_tokens": 172548336.0, "reward": 0.0, "reward_std": 0.8502640128135681, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.12291507899716062, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08524075293318999, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.16815997674172586, "rewards/wordcountpos_reward_GEOBench/std": 1.0327954292297363, "step": 3806 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1354.0, "completions/max_terminated_length": 1354.0, "completions/mean_length": 1002.6875, "completions/mean_terminated_length": 1002.6875, "completions/min_length": 531.0, "completions/min_terminated_length": 531.0, "epoch": 0.9519879969992499, "frac_reward_zero_std": 0.0, "grad_norm": 3.2429872687072443, "kl": 0.02215576171875, "learning_rate": 1.0637097275948183e-07, "loss": 0.003, "num_tokens": 172579171.0, "reward": 0.0, "reward_std": 0.9476653337478638, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.006657933036615681, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.062264723066517105, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.85, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07097208632298363, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3807 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1350.0, "completions/mean_length": 1466.0, "completions/mean_terminated_length": 1228.0, "completions/min_length": 1106.0, "completions/min_terminated_length": 1106.0, "epoch": 0.9522380595148787, "frac_reward_zero_std": 0.0, "grad_norm": 2.201972460843035, "kl": 0.0140838623046875, "learning_rate": 1.0630527756605548e-07, "loss": 0.0258, "num_tokens": 172637435.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9643556475639343, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.07487054606831513, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06814273889739904, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1753303759784389, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3808 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1114.0, "completions/max_terminated_length": 1114.0, "completions/mean_length": 847.875, "completions/mean_terminated_length": 847.875, "completions/min_length": 667.0, "completions/min_terminated_length": 667.0, "epoch": 0.9524881220305076, "frac_reward_zero_std": 0.0, "grad_norm": 3.2706361430587823, "kl": 0.0111541748046875, "learning_rate": 1.0623992045325803e-07, "loss": -0.0226, "num_tokens": 172676777.0, "reward": 0.0, "reward_std": 0.9587114453315735, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03259585239161066, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06813331475500407, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6916666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08388704928078612, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3809 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1245.0, "completions/max_terminated_length": 1245.0, "completions/mean_length": 1056.875, "completions/mean_terminated_length": 1056.875, "completions/min_length": 633.0, "completions/min_terminated_length": 633.0, "epoch": 0.9527381845461366, "frac_reward_zero_std": 0.0, "grad_norm": 2.2407808798040665, "kl": 0.0116424560546875, "learning_rate": 1.0617490147088931e-07, "loss": -0.0394, "num_tokens": 172712831.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8464981317520142, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.019792513346274295, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07714626037879982, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.775, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07252075054258102, "rewards/wordcountpos_reward_GEOBench/std": 1.0327954292297363, "step": 3810 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1422.0, "completions/max_terminated_length": 1422.0, "completions/mean_length": 1106.5625, "completions/mean_terminated_length": 1106.5625, "completions/min_length": 901.0, "completions/min_terminated_length": 901.0, "epoch": 0.9529882470617654, "frac_reward_zero_std": 0.0, "grad_norm": 3.260440425550093, "kl": 0.02154541015625, "learning_rate": 1.061102206684917e-07, "loss": -0.0645, "num_tokens": 172745744.0, "reward": 0.0, "reward_std": 0.9132782816886902, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04234703296452713, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04860988117433075, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8708333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08243965245133131, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3811 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1462.0, "completions/max_terminated_length": 1462.0, "completions/mean_length": 1089.0, "completions/mean_terminated_length": 1089.0, "completions/min_length": 767.0, "completions/min_terminated_length": 767.0, "epoch": 0.9532383095773943, "frac_reward_zero_std": 0.0, "grad_norm": 3.124188927401488, "kl": 0.017608642578125, "learning_rate": 1.0604587809534976e-07, "loss": -0.0132, "num_tokens": 172779568.0, "reward": -7.450580596923828e-09, "reward_std": 0.9570242166519165, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0712055994370714, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05473220789794189, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08595864638818419, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3812 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1477.0, "completions/mean_length": 1093.0, "completions/mean_terminated_length": 1065.86669921875, "completions/min_length": 788.0, "completions/min_terminated_length": 788.0, "epoch": 0.9534883720930233, "frac_reward_zero_std": 0.0, "grad_norm": 2.412917288793452, "kl": 0.00948333740234375, "learning_rate": 1.0598187380049038e-07, "loss": -0.0123, "num_tokens": 172827288.0, "reward": 0.0, "reward_std": 0.7437519431114197, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04959622381689802, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.22423437999240803, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13871099718746435, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3813 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1497.0, "completions/mean_length": 1305.8125, "completions/mean_terminated_length": 1189.300048828125, "completions/min_length": 940.0, "completions/min_terminated_length": 940.0, "epoch": 0.9537384346086522, "frac_reward_zero_std": 0.0, "grad_norm": 2.5055879233792293, "kl": 0.0158538818359375, "learning_rate": 1.0591820783268283e-07, "loss": -0.047, "num_tokens": 172874157.0, "reward": 0.0, "reward_std": 0.8169389367103577, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0170776016782556, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.060515174264125504, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7708333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08421753138505425, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3814 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1397.0, "completions/mean_length": 1021.9375, "completions/mean_terminated_length": 911.6154174804688, "completions/min_length": 450.0, "completions/min_terminated_length": 450.0, "epoch": 0.953988497124281, "frac_reward_zero_std": 0.0, "grad_norm": 2.7730404771875734, "kl": 0.01541900634765625, "learning_rate": 1.0585488024043837e-07, "loss": -0.1017, "num_tokens": 172918068.0, "reward": 0.0, "reward_std": 0.9344015121459961, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03245667034851222, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09531796721027949, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7666666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13984117975602023, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3815 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1328.0, "completions/max_terminated_length": 1328.0, "completions/mean_length": 971.8125, "completions/mean_terminated_length": 971.8125, "completions/min_length": 625.0, "completions/min_terminated_length": 625.0, "epoch": 0.95423855963991, "frac_reward_zero_std": 0.0, "grad_norm": 2.7363403419959402, "kl": 0.02880859375, "learning_rate": 1.0579189107201055e-07, "loss": -0.0661, "num_tokens": 172947473.0, "reward": 0.0, "reward_std": 0.8471357822418213, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.07814581830869166, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1430769983444435, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08333333333333334, "rewards/wordcountpos_reward_GEOBench/std": 1.0327954292297363, "step": 3816 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1495.0, "completions/mean_length": 1129.75, "completions/mean_terminated_length": 907.6000366210938, "completions/min_length": 617.0, "completions/min_terminated_length": 617.0, "epoch": 0.9544886221555389, "frac_reward_zero_std": 0.0, "grad_norm": 2.985219877484492, "kl": 0.020050048828125, "learning_rate": 1.0572924037539495e-07, "loss": -0.0703, "num_tokens": 172998869.0, "reward": 0.0, "reward_std": 0.7150782346725464, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.01243990356674279, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07198625203277192, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8583333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14168300559373406, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3817 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1351.0, "completions/max_terminated_length": 1351.0, "completions/mean_length": 1021.5, "completions/mean_terminated_length": 1021.5, "completions/min_length": 757.0, "completions/min_terminated_length": 757.0, "epoch": 0.9547386846711677, "frac_reward_zero_std": 0.0, "grad_norm": 3.673105070079273, "kl": 0.02496337890625, "learning_rate": 1.056669281983294e-07, "loss": -0.0145, "num_tokens": 173041045.0, "reward": -1.1175870895385742e-08, "reward_std": 1.063668131828308, "rewards/wordcountpos_reward_GEOBench/mean": -1.1175870895385742e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06138807590716812, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.13238199247587765, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11409872268574492, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3818 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1468.0, "completions/mean_length": 1324.25, "completions/mean_terminated_length": 1299.1429443359375, "completions/min_length": 874.0, "completions/min_terminated_length": 874.0, "epoch": 0.9549887471867967, "frac_reward_zero_std": 0.0, "grad_norm": 3.157121314520134, "kl": 0.022613525390625, "learning_rate": 1.056049545882937e-07, "loss": -0.0422, "num_tokens": 173090961.0, "reward": 0.0, "reward_std": 1.0424120426177979, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03367083938407522, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07860657077294778, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.825, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13305526559931294, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3819 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1304.0, "completions/mean_length": 1201.25, "completions/mean_terminated_length": 1101.666748046875, "completions/min_length": 726.0, "completions/min_terminated_length": 726.0, "epoch": 0.9552388097024256, "frac_reward_zero_std": 0.0, "grad_norm": 3.443479844300672, "kl": 0.031097412109375, "learning_rate": 1.055433195925096e-07, "loss": 0.0336, "num_tokens": 173144781.0, "reward": 2.9802322387695312e-08, "reward_std": 0.7275317907333374, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0019235942819046106, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.046128675019707736, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.15563490039905004, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3820 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1417.0, "completions/max_terminated_length": 1417.0, "completions/mean_length": 1218.0625, "completions/mean_terminated_length": 1218.0625, "completions/min_length": 981.0, "completions/min_terminated_length": 981.0, "epoch": 0.9554888722180546, "frac_reward_zero_std": 0.0, "grad_norm": 3.394363429471651, "kl": 0.021484375, "learning_rate": 1.0548202325794106e-07, "loss": 0.0097, "num_tokens": 173191590.0, "reward": -7.450580596923828e-09, "reward_std": 1.0649147033691406, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.016330211174757935, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07115477532561941, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1377060745318193, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3821 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1475.0, "completions/mean_length": 1335.4375, "completions/mean_terminated_length": 1280.5833740234375, "completions/min_length": 1075.0, "completions/min_terminated_length": 1075.0, "epoch": 0.9557389347336834, "frac_reward_zero_std": 0.0, "grad_norm": 2.3212494611422696, "kl": 0.01141357421875, "learning_rate": 1.0542106563129368e-07, "loss": -0.0105, "num_tokens": 173240381.0, "reward": 0.0, "reward_std": 0.7216614484786987, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03965837037543832, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.18880017250762546, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12171612389003693, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3822 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1499.0, "completions/mean_length": 1143.375, "completions/mean_terminated_length": 1061.076904296875, "completions/min_length": 790.0, "completions/min_terminated_length": 790.0, "epoch": 0.9559889972493123, "frac_reward_zero_std": 0.0, "grad_norm": 3.3796285041534992, "kl": 0.023040771484375, "learning_rate": 1.0536044675901533e-07, "loss": -0.0336, "num_tokens": 173279523.0, "reward": 0.0, "reward_std": 0.5529353618621826, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.08685872059444542, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10597202169197194, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8541666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12464765155042849, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3823 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1432.0, "completions/mean_length": 1117.1875, "completions/mean_terminated_length": 989.5833740234375, "completions/min_length": 758.0, "completions/min_terminated_length": 758.0, "epoch": 0.9562390597649413, "frac_reward_zero_std": 0.0, "grad_norm": 4.002687386944794, "kl": 0.024139404296875, "learning_rate": 1.0530016668729537e-07, "loss": 0.0079, "num_tokens": 173328910.0, "reward": 0.0, "reward_std": 1.0681593418121338, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03534745407890144, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1361831967827029, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6916666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08388704928078612, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3824 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1448.0, "completions/mean_length": 1372.5625, "completions/mean_terminated_length": 1245.125, "completions/min_length": 1034.0, "completions/min_terminated_length": 1034.0, "epoch": 0.9564891222805701, "frac_reward_zero_std": 0.0, "grad_norm": 2.742512540441348, "kl": 0.017303466796875, "learning_rate": 1.0524022546206537e-07, "loss": -0.0118, "num_tokens": 173381359.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8766384720802307, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.04908626880447284, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09833558207912721, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.131021626713557, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3825 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1487.0, "completions/max_terminated_length": 1487.0, "completions/mean_length": 1079.3125, "completions/mean_terminated_length": 1079.3125, "completions/min_length": 555.0, "completions/min_terminated_length": 555.0, "epoch": 0.956739184796199, "frac_reward_zero_std": 0.0, "grad_norm": 2.6020866988721316, "kl": 0.01690673828125, "learning_rate": 1.0518062312899852e-07, "loss": 0.0136, "num_tokens": 173420980.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9898308515548706, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.12207936115279537, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11770942988411713, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11792967144619461, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3826 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1495.0, "completions/max_terminated_length": 1495.0, "completions/mean_length": 1199.0, "completions/mean_terminated_length": 1199.0, "completions/min_length": 393.0, "completions/min_terminated_length": 393.0, "epoch": 0.956989247311828, "frac_reward_zero_std": 0.0, "grad_norm": 3.0954312595393327, "kl": 0.0198211669921875, "learning_rate": 1.0512135973350976e-07, "loss": -0.1252, "num_tokens": 173460188.0, "reward": -7.450580596923828e-09, "reward_std": 1.041907787322998, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.02497211110602738, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0632716166191165, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11855612829185827, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3827 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1492.0, "completions/mean_length": 1363.4375, "completions/mean_terminated_length": 1301.3636474609375, "completions/min_length": 969.0, "completions/min_terminated_length": 969.0, "epoch": 0.9572393098274569, "frac_reward_zero_std": 0.0, "grad_norm": 3.1645691934840436, "kl": 0.01995849609375, "learning_rate": 1.0506243532075589e-07, "loss": 0.0182, "num_tokens": 173506923.0, "reward": -2.9802322387695312e-08, "reward_std": 0.7643247842788696, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.05839399135057993, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.041724058753611966, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12224747213928167, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3828 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1488.0, "completions/mean_length": 1277.375, "completions/mean_terminated_length": 1262.533447265625, "completions/min_length": 1007.0, "completions/min_terminated_length": 1007.0, "epoch": 0.9574893723430857, "frac_reward_zero_std": 0.0, "grad_norm": 2.3644260739396223, "kl": 0.0196990966796875, "learning_rate": 1.0500384993563532e-07, "loss": -0.0149, "num_tokens": 173554273.0, "reward": 1.4901161193847656e-08, "reward_std": 0.8792661428451538, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.01697895553325053, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07463251330496276, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09651328828101766, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3829 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1437.0, "completions/max_terminated_length": 1437.0, "completions/mean_length": 1151.0625, "completions/mean_terminated_length": 1151.0625, "completions/min_length": 849.0, "completions/min_terminated_length": 849.0, "epoch": 0.9577394348587147, "frac_reward_zero_std": 0.0, "grad_norm": 3.437815578109961, "kl": 0.023895263671875, "learning_rate": 1.0494560362278818e-07, "loss": 0.0565, "num_tokens": 173605658.0, "reward": 0.0, "reward_std": 0.9306818842887878, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.021003559805452092, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04809633706639413, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10852547064066471, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3830 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1474.0, "completions/mean_length": 1284.625, "completions/mean_terminated_length": 1186.727294921875, "completions/min_length": 897.0, "completions/min_terminated_length": 897.0, "epoch": 0.9579894973743436, "frac_reward_zero_std": 0.0, "grad_norm": 3.0183295714478784, "kl": 0.017425537109375, "learning_rate": 1.0488769642659618e-07, "loss": -0.0079, "num_tokens": 173659420.0, "reward": 0.0, "reward_std": 0.19549036026000977, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.00859053393085808, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.13522408367090424, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.85, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13662601021279466, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3831 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1440.0, "completions/mean_length": 1255.8125, "completions/mean_terminated_length": 1109.300048828125, "completions/min_length": 700.0, "completions/min_terminated_length": 700.0, "epoch": 0.9582395598899724, "frac_reward_zero_std": 0.0, "grad_norm": 3.0335018143682317, "kl": 0.01422119140625, "learning_rate": 1.0483012839118276e-07, "loss": -0.0432, "num_tokens": 173709585.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0150920152664185, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.16752210800982292, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.300362747652111, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.15049301694147857, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3832 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1329.0, "completions/max_terminated_length": 1329.0, "completions/mean_length": 1045.375, "completions/mean_terminated_length": 1045.375, "completions/min_length": 766.0, "completions/min_terminated_length": 766.0, "epoch": 0.9584896224056014, "frac_reward_zero_std": 0.0, "grad_norm": 3.501766971183797, "kl": 0.01922607421875, "learning_rate": 1.0477289956041285e-07, "loss": 0.0075, "num_tokens": 173755607.0, "reward": 0.0, "reward_std": 1.0654603242874146, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0274820214606731, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06832542772935288, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08333333333333336, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3833 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1313.0, "completions/max_terminated_length": 1313.0, "completions/mean_length": 963.9375, "completions/mean_terminated_length": 963.9375, "completions/min_length": 745.0, "completions/min_terminated_length": 745.0, "epoch": 0.9587396849212303, "frac_reward_zero_std": 0.0, "grad_norm": 3.643801299623321, "kl": 0.0175018310546875, "learning_rate": 1.0471600997789279e-07, "loss": -0.065, "num_tokens": 173807910.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8040734529495239, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.006107045738752596, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0912323146488055, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8708333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11013459778666117, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3834 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1417.0, "completions/mean_length": 1215.0625, "completions/mean_terminated_length": 993.4444580078125, "completions/min_length": 799.0, "completions/min_terminated_length": 799.0, "epoch": 0.9589897474368592, "frac_reward_zero_std": 0.0, "grad_norm": 3.1484762037792975, "kl": 0.0158538818359375, "learning_rate": 1.0465945968697064e-07, "loss": 0.042, "num_tokens": 173858919.0, "reward": 0.0, "reward_std": 0.5646531581878662, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.11856945875948573, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.131032502133974, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7916666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.15371932093796678, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3835 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1470.0, "completions/mean_length": 1262.875, "completions/mean_terminated_length": 1208.1539306640625, "completions/min_length": 837.0, "completions/min_terminated_length": 837.0, "epoch": 0.9592398099524881, "frac_reward_zero_std": 0.0, "grad_norm": 3.144513217700684, "kl": 0.024688720703125, "learning_rate": 1.0460324873073584e-07, "loss": 0.0706, "num_tokens": 173908565.0, "reward": -2.9802322387695312e-08, "reward_std": 0.7290467023849487, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.11808510802498333, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1356820475655431, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8708333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11279282877125756, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3836 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1459.0, "completions/mean_length": 1147.1875, "completions/mean_terminated_length": 1096.7857666015625, "completions/min_length": 838.0, "completions/min_terminated_length": 838.0, "epoch": 0.959489872468117, "frac_reward_zero_std": 0.0, "grad_norm": 2.88795880297601, "kl": 0.0176849365234375, "learning_rate": 1.0454737715201927e-07, "loss": -0.0509, "num_tokens": 173949984.0, "reward": -2.9802322387695312e-08, "reward_std": 0.2869378924369812, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.10041862485164349, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1870249863151274, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.825, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12852438880818895, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3837 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1485.0, "completions/max_terminated_length": 1485.0, "completions/mean_length": 1226.6875, "completions/mean_terminated_length": 1226.6875, "completions/min_length": 1079.0, "completions/min_terminated_length": 1079.0, "epoch": 0.959739934983746, "frac_reward_zero_std": 0.0, "grad_norm": 1.7186487107001294, "kl": 0.01248931884765625, "learning_rate": 1.044918449933932e-07, "loss": -0.0088, "num_tokens": 173995883.0, "reward": 0.0, "reward_std": 0.912563681602478, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.08856075827021953, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07436737884551176, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8583333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11122216672215288, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3838 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.8125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1483.0, "completions/mean_length": 1481.875, "completions/mean_terminated_length": 1403.3333740234375, "completions/min_length": 1333.0, "completions/min_terminated_length": 1333.0, "epoch": 0.9599899974993749, "frac_reward_zero_std": 0.0, "grad_norm": 2.279330950820505, "kl": 0.0133209228515625, "learning_rate": 1.0443665229717135e-07, "loss": -0.0026, "num_tokens": 174055505.0, "reward": 2.2351741790771484e-08, "reward_std": 1.0660961866378784, "rewards/wordcountpos_reward_GEOBench/mean": 2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.08907863796567171, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08827326175428607, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3839 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1443.0, "completions/mean_length": 1323.125, "completions/mean_terminated_length": 1217.0, "completions/min_length": 514.0, "completions/min_terminated_length": 514.0, "epoch": 0.9602400600150037, "frac_reward_zero_std": 0.0, "grad_norm": 2.739580333269062, "kl": 0.01416015625, "learning_rate": 1.0438179910540862e-07, "loss": -0.0178, "num_tokens": 174116179.0, "reward": 0.0, "reward_std": 0.7369815111160278, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.07378639813691626, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1213932818549499, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09878896324620105, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3840 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1227.0, "completions/max_terminated_length": 1227.0, "completions/mean_length": 962.5625, "completions/mean_terminated_length": 962.5625, "completions/min_length": 632.0, "completions/min_terminated_length": 632.0, "epoch": 0.9604901225306327, "frac_reward_zero_std": 0.0, "grad_norm": 3.699780141975631, "kl": 0.0224609375, "learning_rate": 1.0432728545990134e-07, "loss": -0.0006, "num_tokens": 174160348.0, "reward": -1.4901161193847656e-08, "reward_std": 0.986216127872467, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.10628274138571238, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08153499750207727, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11894598836509011, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3841 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1471.0, "completions/mean_length": 1304.5625, "completions/mean_terminated_length": 1276.6429443359375, "completions/min_length": 997.0, "completions/min_terminated_length": 997.0, "epoch": 0.9607401850462616, "frac_reward_zero_std": 0.0, "grad_norm": 3.054103883975406, "kl": 0.022003173828125, "learning_rate": 1.042731114021872e-07, "loss": 0.0377, "num_tokens": 174213109.0, "reward": -2.9802322387695312e-08, "reward_std": 0.27061519026756287, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.047381751353146304, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.21549212865348732, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.18216801361705953, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3842 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1463.0, "completions/mean_length": 1138.75, "completions/mean_terminated_length": 1114.666748046875, "completions/min_length": 885.0, "completions/min_terminated_length": 885.0, "epoch": 0.9609902475618904, "frac_reward_zero_std": 0.0, "grad_norm": 3.3530874399142414, "kl": 0.02294921875, "learning_rate": 1.0421927697354491e-07, "loss": -0.0592, "num_tokens": 174256017.0, "reward": 0.0, "reward_std": 0.7898848056793213, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.038059658849294464, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06878591449255782, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12931443160847217, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3843 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1463.0, "completions/mean_length": 1445.25, "completions/mean_terminated_length": 1374.857177734375, "completions/min_length": 1220.0, "completions/min_terminated_length": 1220.0, "epoch": 0.9612403100775194, "frac_reward_zero_std": 0.0, "grad_norm": 2.4676408884717804, "kl": 0.0172119140625, "learning_rate": 1.0416578221499454e-07, "loss": -0.0133, "num_tokens": 174303109.0, "reward": 0.0, "reward_std": 1.0303678512573242, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.1043393063733017, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.17290275761460647, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8708333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08595864638818419, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3844 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1428.0, "completions/mean_length": 1292.8125, "completions/mean_terminated_length": 1223.75, "completions/min_length": 844.0, "completions/min_terminated_length": 844.0, "epoch": 0.9614903725931483, "frac_reward_zero_std": 0.0, "grad_norm": 2.844224656384447, "kl": 0.018524169921875, "learning_rate": 1.0411262716729736e-07, "loss": 0.0279, "num_tokens": 174344530.0, "reward": 0.0, "reward_std": 0.6866085529327393, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.2818656941908776, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.3767098566242801, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09699179041242312, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3845 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1494.0, "completions/mean_length": 1252.9375, "completions/mean_terminated_length": 1140.6363525390625, "completions/min_length": 691.0, "completions/min_terminated_length": 691.0, "epoch": 0.9617404351087772, "frac_reward_zero_std": 0.0, "grad_norm": 3.000545707159687, "kl": 0.01708984375, "learning_rate": 1.0405981187095572e-07, "loss": -0.0364, "num_tokens": 174398609.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0010253190994263, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03416663890101791, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04549563489294919, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07588978362901862, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3846 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1466.0, "completions/mean_length": 1311.25, "completions/mean_terminated_length": 1225.45458984375, "completions/min_length": 1041.0, "completions/min_terminated_length": 1041.0, "epoch": 0.9619904976244061, "frac_reward_zero_std": 0.0, "grad_norm": 2.98478618660373, "kl": 0.0184478759765625, "learning_rate": 1.0400733636621316e-07, "loss": 0.0167, "num_tokens": 174452589.0, "reward": -2.9802322387695312e-08, "reward_std": 0.7024484276771545, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.02817845922060564, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06657627984907762, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11385500851066223, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3847 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1469.0, "completions/mean_length": 1361.1875, "completions/mean_terminated_length": 1298.0909423828125, "completions/min_length": 1083.0, "completions/min_terminated_length": 1083.0, "epoch": 0.962240560140035, "frac_reward_zero_std": 0.0, "grad_norm": 3.11685650560524, "kl": 0.01934814453125, "learning_rate": 1.0395520069305417e-07, "loss": 0.0205, "num_tokens": 174499648.0, "reward": -2.9802322387695312e-08, "reward_std": 0.6205862760543823, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.044238421530452, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06491986342292541, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12931443160847217, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3848 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1156.0, "completions/mean_length": 1261.0, "completions/mean_terminated_length": 1022.0, "completions/min_length": 887.0, "completions/min_terminated_length": 887.0, "epoch": 0.9624906226556639, "frac_reward_zero_std": 0.0, "grad_norm": 3.3362407490230677, "kl": 0.02496337890625, "learning_rate": 1.039034048912045e-07, "loss": -0.0133, "num_tokens": 174552072.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0019835233688354, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.05742211168239691, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03826313392282281, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14240006242195888, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3849 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1196.0, "completions/max_terminated_length": 1196.0, "completions/mean_length": 822.875, "completions/mean_terminated_length": 822.875, "completions/min_length": 612.0, "completions/min_terminated_length": 612.0, "epoch": 0.9627406851712929, "frac_reward_zero_std": 0.0, "grad_norm": 4.306144476169679, "kl": 0.02960205078125, "learning_rate": 1.0385194900013084e-07, "loss": -0.0255, "num_tokens": 174591222.0, "reward": 0.0, "reward_std": 1.0540485382080078, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06121221029050839, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.14368842862833084, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7916666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13743685418725538, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3850 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1287.0, "completions/mean_length": 1169.8125, "completions/mean_terminated_length": 1093.615478515625, "completions/min_length": 740.0, "completions/min_terminated_length": 740.0, "epoch": 0.9629907476869217, "frac_reward_zero_std": 0.0, "grad_norm": 3.1468661667484787, "kl": 0.019744873046875, "learning_rate": 1.0380083305904076e-07, "loss": 0.0067, "num_tokens": 174637155.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8402243256568909, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.07533399279481234, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06199252085363856, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7916666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1517795672580372, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3851 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1408.0, "completions/mean_length": 1326.4375, "completions/mean_terminated_length": 1191.4444580078125, "completions/min_length": 1003.0, "completions/min_terminated_length": 1003.0, "epoch": 0.9632408102025506, "frac_reward_zero_std": 0.0, "grad_norm": 2.640709751322593, "kl": 0.014678955078125, "learning_rate": 1.03750057106883e-07, "loss": 0.0042, "num_tokens": 174682818.0, "reward": 0.0, "reward_std": 0.9733672738075256, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.08894021336661323, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05803105223491756, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8958333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09098229375970786, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3852 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.75, "completions/max_length": 1500.0, "completions/max_terminated_length": 1484.0, "completions/mean_length": 1432.75, "completions/mean_terminated_length": 1231.0, "completions/min_length": 1024.0, "completions/min_terminated_length": 1024.0, "epoch": 0.9634908727181796, "frac_reward_zero_std": 0.0, "grad_norm": 2.1461614089000802, "kl": 0.0104522705078125, "learning_rate": 1.036996211823471e-07, "loss": 0.0068, "num_tokens": 174741094.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8507846593856812, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.07641322172266851, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1399166362082524, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.18170998464178714, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3853 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1341.0, "completions/mean_length": 1188.9375, "completions/mean_terminated_length": 1047.5455322265625, "completions/min_length": 791.0, "completions/min_terminated_length": 791.0, "epoch": 0.9637409352338084, "frac_reward_zero_std": 0.0, "grad_norm": 3.5046785671892313, "kl": 0.021636962890625, "learning_rate": 1.0364952532386359e-07, "loss": 0.0259, "num_tokens": 174796901.0, "reward": 0.0, "reward_std": 1.0272912979125977, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0710879906023446, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09162145944830533, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.131021626713557, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3854 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1427.0, "completions/max_terminated_length": 1427.0, "completions/mean_length": 1063.75, "completions/mean_terminated_length": 1063.75, "completions/min_length": 855.0, "completions/min_terminated_length": 855.0, "epoch": 0.9639909977494373, "frac_reward_zero_std": 0.0, "grad_norm": 2.224923802882648, "kl": 0.0132293701171875, "learning_rate": 1.0359976956960378e-07, "loss": -0.0396, "num_tokens": 174831881.0, "reward": 0.0, "reward_std": 0.9489963054656982, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.08319234680412152, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06499221671886424, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06206328908341753, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3855 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1461.0, "completions/mean_length": 1321.125, "completions/mean_terminated_length": 1182.0, "completions/min_length": 862.0, "completions/min_terminated_length": 862.0, "epoch": 0.9642410602650663, "frac_reward_zero_std": 0.0, "grad_norm": 2.3268108675185504, "kl": 0.01324462890625, "learning_rate": 1.0355035395748004e-07, "loss": 0.016, "num_tokens": 174876115.0, "reward": -2.9802322387695312e-08, "reward_std": 0.6029912233352661, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0011733761275487115, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.15287317569169945, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13305526559931294, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3856 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1480.0, "completions/mean_length": 1329.875, "completions/mean_terminated_length": 1273.166748046875, "completions/min_length": 1093.0, "completions/min_terminated_length": 1093.0, "epoch": 0.9644911227806952, "frac_reward_zero_std": 0.0, "grad_norm": 2.736614859631034, "kl": 0.013641357421875, "learning_rate": 1.0350127852514535e-07, "loss": -0.0202, "num_tokens": 174926017.0, "reward": 0.0, "reward_std": 0.9627690315246582, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.01074726411889879, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.034257557477156135, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7708333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.19163043135739746, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3857 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1314.0, "completions/mean_length": 1128.1875, "completions/mean_terminated_length": 1103.4000244140625, "completions/min_length": 755.0, "completions/min_terminated_length": 755.0, "epoch": 0.9647411852963241, "frac_reward_zero_std": 0.0, "grad_norm": 3.3924596154741233, "kl": 0.021636962890625, "learning_rate": 1.0345254330999353e-07, "loss": 0.043, "num_tokens": 174959772.0, "reward": 7.450580596923828e-09, "reward_std": 1.0676445960998535, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03959588160880203, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08074748067484606, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.85, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07097208632298362, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3858 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1443.0, "completions/mean_length": 1316.1875, "completions/mean_terminated_length": 1205.9000244140625, "completions/min_length": 911.0, "completions/min_terminated_length": 911.0, "epoch": 0.964991247811953, "frac_reward_zero_std": 0.0, "grad_norm": 3.298522298212393, "kl": 0.02178955078125, "learning_rate": 1.0340414834915913e-07, "loss": -0.0168, "num_tokens": 175013607.0, "reward": -2.60770320892334e-08, "reward_std": 1.0611785650253296, "rewards/wordcountpos_reward_GEOBench/mean": -2.60770320892334e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06776800883056988, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10852090070175209, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11642832797715323, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3859 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1470.0, "completions/mean_length": 1219.9375, "completions/mean_terminated_length": 1201.2667236328125, "completions/min_length": 791.0, "completions/min_terminated_length": 791.0, "epoch": 0.9652413103275819, "frac_reward_zero_std": 0.0, "grad_norm": 3.24840955826432, "kl": 0.0277099609375, "learning_rate": 1.0335609367951765e-07, "loss": -0.0255, "num_tokens": 175062398.0, "reward": 0.0, "reward_std": 0.6940068602561951, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.07376410269665663, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06409354331184164, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1102186379345533, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3860 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1426.0, "completions/mean_length": 1355.875, "completions/mean_terminated_length": 1243.77783203125, "completions/min_length": 1081.0, "completions/min_terminated_length": 1081.0, "epoch": 0.9654913728432108, "frac_reward_zero_std": 0.0, "grad_norm": 2.9826515816395194, "kl": 0.01873779296875, "learning_rate": 1.033083793376851e-07, "loss": -0.012, "num_tokens": 175110564.0, "reward": -2.9802322387695312e-08, "reward_std": 0.675559401512146, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.012737495298943129, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11448736041491427, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09098229375970789, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3861 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1456.0, "completions/mean_length": 1352.4375, "completions/mean_terminated_length": 1303.25, "completions/min_length": 926.0, "completions/min_terminated_length": 926.0, "epoch": 0.9657414353588397, "frac_reward_zero_std": 0.0, "grad_norm": 2.7878054951839215, "kl": 0.014007568359375, "learning_rate": 1.0326100536001816e-07, "loss": -0.0507, "num_tokens": 175155499.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8931111097335815, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0329996225795048, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08532797489364194, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9208333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08850612031567835, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3862 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1499.0, "completions/mean_length": 1302.8125, "completions/mean_terminated_length": 1289.666748046875, "completions/min_length": 1166.0, "completions/min_terminated_length": 1166.0, "epoch": 0.9659914978744686, "frac_reward_zero_std": 0.0, "grad_norm": 2.1105825761401156, "kl": 0.0149383544921875, "learning_rate": 1.0321397178261429e-07, "loss": 0.0186, "num_tokens": 175203376.0, "reward": 0.0, "reward_std": 1.0455527305603027, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.00916638133016225, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03335829087573954, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06831300510639732, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3863 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1253.0, "completions/max_terminated_length": 1253.0, "completions/mean_length": 958.375, "completions/mean_terminated_length": 958.375, "completions/min_length": 649.0, "completions/min_terminated_length": 649.0, "epoch": 0.9662415603900976, "frac_reward_zero_std": 0.0, "grad_norm": 4.111527528097436, "kl": 0.023529052734375, "learning_rate": 1.0316727864131154e-07, "loss": 0.003, "num_tokens": 175239990.0, "reward": 2.9802322387695312e-08, "reward_std": 0.7932150363922119, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.07368070589897165, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06840180508221215, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8041666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12041594578792297, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3864 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1484.0, "completions/mean_length": 1338.3125, "completions/mean_terminated_length": 1264.8182373046875, "completions/min_length": 987.0, "completions/min_terminated_length": 987.0, "epoch": 0.9664916229057264, "frac_reward_zero_std": 0.0, "grad_norm": 3.0607779186880433, "kl": 0.0157318115234375, "learning_rate": 1.0312092597168844e-07, "loss": -0.0053, "num_tokens": 175279571.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0582246780395508, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.05800022656894397, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11862755112453814, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.825, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11894598836509011, "rewards/wordcountpos_reward_GEOBench/std": 1.0327954292297363, "step": 3865 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1474.0, "completions/mean_length": 1219.0625, "completions/mean_terminated_length": 1125.416748046875, "completions/min_length": 642.0, "completions/min_terminated_length": 642.0, "epoch": 0.9667416854213553, "frac_reward_zero_std": 0.0, "grad_norm": 2.748688714191944, "kl": 0.0148773193359375, "learning_rate": 1.0307491380906422e-07, "loss": -0.0669, "num_tokens": 175318348.0, "reward": 0.0, "reward_std": 0.7691434621810913, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04900774744992282, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08036584081961401, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13984117975602023, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3866 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1497.0, "completions/mean_length": 1336.3125, "completions/mean_terminated_length": 1281.75, "completions/min_length": 1006.0, "completions/min_terminated_length": 1006.0, "epoch": 0.9669917479369843, "frac_reward_zero_std": 0.0, "grad_norm": 3.0484186661646677, "kl": 0.0213623046875, "learning_rate": 1.0302924218849867e-07, "loss": 0.0311, "num_tokens": 175371561.0, "reward": -7.450580596923828e-09, "reward_std": 1.0509467124938965, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.010340400220733638, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04519867723213312, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9041666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08766518798921945, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3867 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1486.0, "completions/mean_length": 1274.875, "completions/mean_terminated_length": 1049.75, "completions/min_length": 856.0, "completions/min_terminated_length": 856.0, "epoch": 0.9672418104526131, "frac_reward_zero_std": 0.0, "grad_norm": 2.831906952745982, "kl": 0.0149993896484375, "learning_rate": 1.0298391114479198e-07, "loss": -0.0326, "num_tokens": 175419791.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9536529183387756, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0887438029487698, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06857355322558202, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13743685418725538, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3868 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1376.0, "completions/max_terminated_length": 1376.0, "completions/mean_length": 1072.0625, "completions/mean_terminated_length": 1072.0625, "completions/min_length": 695.0, "completions/min_terminated_length": 695.0, "epoch": 0.967491872968242, "frac_reward_zero_std": 0.0, "grad_norm": 3.512618851263117, "kl": 0.02783203125, "learning_rate": 1.0293892071248492e-07, "loss": 0.0067, "num_tokens": 175461776.0, "reward": 0.0, "reward_std": 0.6014959812164307, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.030219703179968905, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.15045300593076813, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8291666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09418264367902598, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3869 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1438.0, "completions/mean_length": 1165.25, "completions/mean_terminated_length": 1142.933349609375, "completions/min_length": 806.0, "completions/min_terminated_length": 806.0, "epoch": 0.967741935483871, "frac_reward_zero_std": 0.0, "grad_norm": 2.058448086017135, "kl": 0.01023101806640625, "learning_rate": 1.0289427092585873e-07, "loss": -0.0205, "num_tokens": 175517764.0, "reward": 0.0, "reward_std": 0.942789614200592, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.20475885228051363, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12116165853770902, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09888264649460884, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3870 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1428.0, "completions/mean_length": 1373.1875, "completions/mean_terminated_length": 1315.5455322265625, "completions/min_length": 1068.0, "completions/min_terminated_length": 1068.0, "epoch": 0.9679919979994999, "frac_reward_zero_std": 0.0, "grad_norm": 3.039248704759692, "kl": 0.022491455078125, "learning_rate": 1.0284996181893503e-07, "loss": -0.0012, "num_tokens": 175559655.0, "reward": 0.0, "reward_std": 0.8622609376907349, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.00428596698292362, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.13549410491124791, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08681611046941136, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3871 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1360.0, "completions/mean_length": 1134.5, "completions/mean_terminated_length": 1082.2857666015625, "completions/min_length": 792.0, "completions/min_terminated_length": 792.0, "epoch": 0.9682420605151287, "frac_reward_zero_std": 0.0, "grad_norm": 2.2288371410868906, "kl": 0.0168914794921875, "learning_rate": 1.0280599342547587e-07, "loss": 0.0344, "num_tokens": 175593383.0, "reward": -2.2351741790771484e-08, "reward_std": 1.0067131519317627, "rewards/wordcountpos_reward_GEOBench/mean": -2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.040127307861546085, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05122488053880828, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9583333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.059004080210452226, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3872 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1367.0, "completions/mean_length": 1286.375, "completions/mean_terminated_length": 1120.2222900390625, "completions/min_length": 810.0, "completions/min_terminated_length": 810.0, "epoch": 0.9684921230307577, "frac_reward_zero_std": 0.0, "grad_norm": 3.0065845426507662, "kl": 0.0242462158203125, "learning_rate": 1.0276236577898371e-07, "loss": -0.0828, "num_tokens": 175656997.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0179150104522705, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.008991172729390443, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08459566483268736, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8708333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09878896324620104, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3873 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1445.0, "completions/max_terminated_length": 1445.0, "completions/mean_length": 1174.5, "completions/mean_terminated_length": 1174.5, "completions/min_length": 1027.0, "completions/min_terminated_length": 1027.0, "epoch": 0.9687421855463866, "frac_reward_zero_std": 0.0, "grad_norm": 3.384019767819348, "kl": 0.01739501953125, "learning_rate": 1.0271907891270145e-07, "loss": -0.0174, "num_tokens": 175703261.0, "reward": 7.450580596923828e-09, "reward_std": 1.053987979888916, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.016031901218280388, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.053934769394769856, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7333333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08777074514725114, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3874 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1484.0, "completions/mean_length": 1162.5, "completions/mean_terminated_length": 1084.615478515625, "completions/min_length": 795.0, "completions/min_terminated_length": 795.0, "epoch": 0.9689922480620154, "frac_reward_zero_std": 0.0, "grad_norm": 3.3811963307341806, "kl": 0.019012451171875, "learning_rate": 1.0267613285961221e-07, "loss": 0.006, "num_tokens": 175756365.0, "reward": 7.450580596923828e-09, "reward_std": 1.0462446212768555, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.1445206371460932, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08842457335878869, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11344765475923412, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3875 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1417.0, "completions/mean_length": 1134.0625, "completions/mean_terminated_length": 1081.7857666015625, "completions/min_length": 918.0, "completions/min_terminated_length": 918.0, "epoch": 0.9692423105776444, "frac_reward_zero_std": 0.0, "grad_norm": 3.7647321624878867, "kl": 0.019561767578125, "learning_rate": 1.0263352765243931e-07, "loss": 0.0376, "num_tokens": 175806870.0, "reward": 0.0, "reward_std": 0.8632582426071167, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.24639697252508666, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.23364883652455762, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8250000000000001, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06831300510639733, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3876 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1479.0, "completions/mean_length": 1379.9375, "completions/mean_terminated_length": 1325.3636474609375, "completions/min_length": 1109.0, "completions/min_terminated_length": 1109.0, "epoch": 0.9694923730932733, "frac_reward_zero_std": 0.0, "grad_norm": 2.644507097699511, "kl": 0.01318359375, "learning_rate": 1.0259126332364673e-07, "loss": -0.0132, "num_tokens": 175849669.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8268013000488281, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.004305125792654907, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06837236922597321, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1112221667221529, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3877 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1337.0, "completions/max_terminated_length": 1337.0, "completions/mean_length": 1087.125, "completions/mean_terminated_length": 1087.125, "completions/min_length": 808.0, "completions/min_terminated_length": 808.0, "epoch": 0.9697424356089023, "frac_reward_zero_std": 0.0, "grad_norm": 2.71922393434584, "kl": 0.0186920166015625, "learning_rate": 1.025493399054383e-07, "loss": -0.0254, "num_tokens": 175889743.0, "reward": 0.0, "reward_std": 0.7555013298988342, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.01537137112582272, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12000653334578276, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07969850595746356, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3878 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.75, "completions/max_length": 1500.0, "completions/max_terminated_length": 1463.0, "completions/mean_length": 1451.5625, "completions/mean_terminated_length": 1306.25, "completions/min_length": 971.0, "completions/min_terminated_length": 971.0, "epoch": 0.9699924981245311, "frac_reward_zero_std": 0.0, "grad_norm": 3.174551241399965, "kl": 0.02532958984375, "learning_rate": 1.0250775742975835e-07, "loss": -0.0269, "num_tokens": 175948048.0, "reward": -2.2351741790771484e-08, "reward_std": 1.0660946369171143, "rewards/wordcountpos_reward_GEOBench/mean": -2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.005289129613116898, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.14327375232433606, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10852547064066473, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3879 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1358.0, "completions/mean_length": 1053.6875, "completions/mean_terminated_length": 1023.9334106445312, "completions/min_length": 479.0, "completions/min_terminated_length": 479.0, "epoch": 0.97024256064016, "frac_reward_zero_std": 0.0, "grad_norm": 4.023517512305386, "kl": 0.025177001953125, "learning_rate": 1.0246651592829136e-07, "loss": -0.0498, "num_tokens": 175994707.0, "reward": 3.725290298461914e-09, "reward_std": 1.0673798322677612, "rewards/wordcountpos_reward_GEOBench/mean": 3.725290298461914e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.019810015915399895, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07382602735560075, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13381856152046848, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3880 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1492.0, "completions/mean_length": 1210.3125, "completions/mean_terminated_length": 1168.9285888671875, "completions/min_length": 955.0, "completions/min_terminated_length": 955.0, "epoch": 0.970492623155789, "frac_reward_zero_std": 0.0, "grad_norm": 3.2664265385679787, "kl": 0.023651123046875, "learning_rate": 1.0242561543246195e-07, "loss": 0.0165, "num_tokens": 176040344.0, "reward": 0.0, "reward_std": 0.3299294412136078, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0012688789398439377, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04956407363873974, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11474609652039006, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3881 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1469.0, "completions/mean_length": 1280.8125, "completions/mean_terminated_length": 1266.2000732421875, "completions/min_length": 978.0, "completions/min_terminated_length": 978.0, "epoch": 0.9707426856714179, "frac_reward_zero_std": 0.0, "grad_norm": 2.6392407216011855, "kl": 0.0202178955078125, "learning_rate": 1.0238505597343493e-07, "loss": -0.0225, "num_tokens": 176087101.0, "reward": 0.0, "reward_std": 0.4673255681991577, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04873803552689783, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06401726184134773, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1067187372905475, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3882 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1498.0, "completions/mean_length": 1170.5625, "completions/mean_terminated_length": 1094.5384521484375, "completions/min_length": 831.0, "completions/min_terminated_length": 831.0, "epoch": 0.9709927481870467, "frac_reward_zero_std": 0.0, "grad_norm": 3.3667527639207306, "kl": 0.022735595703125, "learning_rate": 1.0234483758211529e-07, "loss": -0.055, "num_tokens": 176134694.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9342899322509766, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03631146985980684, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10980534221086807, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8666666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1192569587999888, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3883 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.75, "completions/max_length": 1500.0, "completions/max_terminated_length": 1398.0, "completions/mean_length": 1457.75, "completions/mean_terminated_length": 1331.0, "completions/min_length": 1188.0, "completions/min_terminated_length": 1188.0, "epoch": 0.9712428107026757, "frac_reward_zero_std": 0.0, "grad_norm": 1.8770402285064913, "kl": 0.011932373046875, "learning_rate": 1.023049602891481e-07, "loss": -0.0099, "num_tokens": 176198162.0, "reward": -2.9802322387695312e-08, "reward_std": 1.010070562362671, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03951424819150897, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1371422794719138, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10532137766186216, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3884 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1480.0, "completions/mean_length": 1204.625, "completions/mean_terminated_length": 1184.933349609375, "completions/min_length": 771.0, "completions/min_terminated_length": 771.0, "epoch": 0.9714928732183046, "frac_reward_zero_std": 0.0, "grad_norm": 3.1113103524902397, "kl": 0.02191162109375, "learning_rate": 1.0226542412491849e-07, "loss": -0.0614, "num_tokens": 176245644.0, "reward": 0.0, "reward_std": 0.690178394317627, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.057420920271104056, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04037752884891573, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09699179041242309, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3885 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1463.0, "completions/mean_length": 1281.9375, "completions/mean_terminated_length": 1231.615478515625, "completions/min_length": 828.0, "completions/min_terminated_length": 828.0, "epoch": 0.9717429357339334, "frac_reward_zero_std": 0.0, "grad_norm": 3.0757421279887116, "kl": 0.0184326171875, "learning_rate": 1.0222622911955182e-07, "loss": -0.0073, "num_tokens": 176293595.0, "reward": 0.0, "reward_std": 0.7994263172149658, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.055746620254712484, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.13322691537809372, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.16865480854231357, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3886 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1405.0, "completions/mean_length": 1208.625, "completions/mean_terminated_length": 1167.0, "completions/min_length": 827.0, "completions/min_terminated_length": 827.0, "epoch": 0.9719929982495624, "frac_reward_zero_std": 0.0, "grad_norm": 3.3309831034447397, "kl": 0.022705078125, "learning_rate": 1.0218737530291318e-07, "loss": 0.0096, "num_tokens": 176342133.0, "reward": 0.0, "reward_std": 1.020411491394043, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.08753272219631311, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.15286429066652735, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8916666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09999999999999999, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3887 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1495.0, "completions/max_terminated_length": 1495.0, "completions/mean_length": 1112.9375, "completions/mean_terminated_length": 1112.9375, "completions/min_length": 652.0, "completions/min_terminated_length": 652.0, "epoch": 0.9722430607651913, "frac_reward_zero_std": 0.0, "grad_norm": 2.493098815951685, "kl": 0.01367950439453125, "learning_rate": 1.0214886270460809e-07, "loss": 0.0421, "num_tokens": 176385076.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9894026517868042, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.13463609675816632, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11263126617062526, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10101338378503964, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3888 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1480.0, "completions/mean_length": 1265.3125, "completions/mean_terminated_length": 1124.5, "completions/min_length": 807.0, "completions/min_terminated_length": 807.0, "epoch": 0.9724931232808202, "frac_reward_zero_std": 0.0, "grad_norm": 3.304530367896954, "kl": 0.02154541015625, "learning_rate": 1.021106913539818e-07, "loss": -0.037, "num_tokens": 176438065.0, "reward": 7.450580596923828e-09, "reward_std": 0.963756799697876, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.09937230267823957, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10424140129801353, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13045504405165223, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3889 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1341.0, "completions/mean_length": 1133.625, "completions/mean_terminated_length": 913.7999877929688, "completions/min_length": 361.0, "completions/min_terminated_length": 361.0, "epoch": 0.9727431857964491, "frac_reward_zero_std": 0.0, "grad_norm": 2.9592312692193503, "kl": 0.020416259765625, "learning_rate": 1.020728612801195e-07, "loss": 0.0195, "num_tokens": 176483595.0, "reward": 0.0, "reward_std": 0.7363954186439514, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.03743952560391356, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.047428472556705015, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12524050936172845, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3890 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1468.0, "completions/mean_length": 1362.875, "completions/mean_terminated_length": 1280.5999755859375, "completions/min_length": 1098.0, "completions/min_terminated_length": 1098.0, "epoch": 0.972993248312078, "frac_reward_zero_std": 0.0, "grad_norm": 2.829904244990861, "kl": 0.01837158203125, "learning_rate": 1.0203537251184666e-07, "loss": 0.0107, "num_tokens": 176538777.0, "reward": 0.0, "reward_std": 0.569575309753418, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.08562947768020877, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12134077824394143, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11122216672215288, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3891 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1462.0, "completions/mean_length": 1253.75, "completions/mean_terminated_length": 1237.3333740234375, "completions/min_length": 1076.0, "completions/min_terminated_length": 1076.0, "epoch": 0.9732433108277069, "frac_reward_zero_std": 0.0, "grad_norm": 3.0521060159053794, "kl": 0.01934814453125, "learning_rate": 1.019982250777283e-07, "loss": 0.0036, "num_tokens": 176579397.0, "reward": 0.0, "reward_std": 0.9606192708015442, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06228135702315619, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08259858851593686, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0697880388775209, "rewards/wordcountpos_reward_GEOBench/std": 1.0327954292297363, "step": 3892 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1483.0, "completions/max_terminated_length": 1483.0, "completions/mean_length": 1153.9375, "completions/mean_terminated_length": 1153.9375, "completions/min_length": 958.0, "completions/min_terminated_length": 958.0, "epoch": 0.9734933733433359, "frac_reward_zero_std": 0.0, "grad_norm": 3.293536477618352, "kl": 0.0160675048828125, "learning_rate": 1.019614190060696e-07, "loss": 0.0022, "num_tokens": 176624772.0, "reward": 0.0, "reward_std": 1.0096250772476196, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.07397656553240944, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09589711995946042, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7041666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09418264367902598, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3893 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1472.0, "completions/mean_length": 1300.625, "completions/mean_terminated_length": 1272.1429443359375, "completions/min_length": 739.0, "completions/min_terminated_length": 739.0, "epoch": 0.9737434358589647, "frac_reward_zero_std": 0.0, "grad_norm": 2.6806183543990074, "kl": 0.014434814453125, "learning_rate": 1.019249543249155e-07, "loss": -0.0914, "num_tokens": 176679326.0, "reward": 0.0, "reward_std": 0.733823299407959, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.05071210337847256, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08437910656067908, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09388724521901161, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3894 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1310.0, "completions/max_terminated_length": 1310.0, "completions/mean_length": 975.5625, "completions/mean_terminated_length": 975.5625, "completions/min_length": 618.0, "completions/min_terminated_length": 618.0, "epoch": 0.9739934983745937, "frac_reward_zero_std": 0.0, "grad_norm": 3.632963541302686, "kl": 0.024566650390625, "learning_rate": 1.0188883106205102e-07, "loss": -0.0221, "num_tokens": 176710711.0, "reward": -2.9802322387695312e-08, "reward_std": 0.3792394995689392, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.33861519264423723, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.272525362845712, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8041666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13214750456578048, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3895 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1403.0, "completions/max_terminated_length": 1403.0, "completions/mean_length": 1030.6875, "completions/mean_terminated_length": 1030.6875, "completions/min_length": 514.0, "completions/min_terminated_length": 514.0, "epoch": 0.9742435608902226, "frac_reward_zero_std": 0.0, "grad_norm": 3.429785873589672, "kl": 0.02130126953125, "learning_rate": 1.0185304924500073e-07, "loss": -0.0101, "num_tokens": 176770330.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8222322463989258, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.007911890696959524, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04774870871218728, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.775, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10292032157252812, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3896 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1440.0, "completions/mean_length": 1239.875, "completions/mean_terminated_length": 1083.800048828125, "completions/min_length": 803.0, "completions/min_terminated_length": 803.0, "epoch": 0.9744936234058514, "frac_reward_zero_std": 0.0, "grad_norm": 3.740058917129061, "kl": 0.02313232421875, "learning_rate": 1.0181760890102926e-07, "loss": -0.0051, "num_tokens": 176826496.0, "reward": 0.0, "reward_std": 0.9510804414749146, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.08565076979696169, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.2081057005435589, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.725, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13526380260918403, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3897 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1497.0, "completions/mean_length": 1300.0, "completions/mean_terminated_length": 1271.4285888671875, "completions/min_length": 1055.0, "completions/min_terminated_length": 1055.0, "epoch": 0.9747436859214804, "frac_reward_zero_std": 0.0, "grad_norm": 2.961348707330454, "kl": 0.014312744140625, "learning_rate": 1.0178251005714096e-07, "loss": 0.0089, "num_tokens": 176873952.0, "reward": 0.0, "reward_std": 0.9715489149093628, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04195865176733698, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0898821810716159, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08681611046941139, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3898 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1320.0, "completions/mean_length": 1338.375, "completions/mean_terminated_length": 1176.75, "completions/min_length": 1042.0, "completions/min_terminated_length": 1042.0, "epoch": 0.9749937484371093, "frac_reward_zero_std": 0.0, "grad_norm": 810.4805791365015, "kl": 1.45654296875, "learning_rate": 1.0174775274008002e-07, "loss": 0.06, "num_tokens": 176930950.0, "reward": 0.0, "reward_std": 0.9081319570541382, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.006182657097943911, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08510732294122109, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0894427190999916, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3899 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1442.0, "completions/mean_length": 1133.8125, "completions/mean_terminated_length": 1049.3077392578125, "completions/min_length": 657.0, "completions/min_terminated_length": 657.0, "epoch": 0.9752438109527382, "frac_reward_zero_std": 0.0, "grad_norm": 3.1690646412497574, "kl": 0.020904541015625, "learning_rate": 1.0171333697633028e-07, "loss": -0.0388, "num_tokens": 176969523.0, "reward": 0.0, "reward_std": 0.961146354675293, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.011555569452647466, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06215982483802868, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.85, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07888106377466154, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3900 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1241.0, "completions/max_terminated_length": 1241.0, "completions/mean_length": 922.75, "completions/mean_terminated_length": 922.75, "completions/min_length": 638.0, "completions/min_terminated_length": 638.0, "epoch": 0.9754938734683671, "frac_reward_zero_std": 0.0, "grad_norm": 2.8043319680674315, "kl": 0.01239013671875, "learning_rate": 1.0167926279211548e-07, "loss": 0.0342, "num_tokens": 177008967.0, "reward": -3.725290298461914e-09, "reward_std": 1.0465383529663086, "rewards/wordcountpos_reward_GEOBench/mean": -3.725290298461914e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.1287288332876621, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.19364209641726302, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08850612031567838, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3901 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1472.0, "completions/mean_length": 1312.3125, "completions/mean_terminated_length": 1249.75, "completions/min_length": 953.0, "completions/min_terminated_length": 953.0, "epoch": 0.975743935983996, "frac_reward_zero_std": 0.0, "grad_norm": 3.231482765912088, "kl": 0.02197265625, "learning_rate": 1.0164553021339898e-07, "loss": 0.0169, "num_tokens": 177061948.0, "reward": 0.0, "reward_std": 0.7310250997543335, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.13039874317528669, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09100631111052566, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.85, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10183501544346311, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3902 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1496.0, "completions/mean_length": 1335.9375, "completions/mean_terminated_length": 1312.5, "completions/min_length": 1062.0, "completions/min_terminated_length": 1062.0, "epoch": 0.9759939984996249, "frac_reward_zero_std": 0.0, "grad_norm": 3.0077751542292734, "kl": 0.0168914794921875, "learning_rate": 1.0161213926588384e-07, "loss": -0.0008, "num_tokens": 177113843.0, "reward": 2.9802322387695312e-08, "reward_std": 0.6930589079856873, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.39400514388619995, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.36504229039610475, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8875000000000001, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08333333333333331, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3903 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1456.0, "completions/max_terminated_length": 1456.0, "completions/mean_length": 1046.375, "completions/mean_terminated_length": 1046.375, "completions/min_length": 679.0, "completions/min_terminated_length": 679.0, "epoch": 0.9762440610152539, "frac_reward_zero_std": 0.0, "grad_norm": 3.0779499709135503, "kl": 0.02362060546875, "learning_rate": 1.01579089975013e-07, "loss": 0.0024, "num_tokens": 177156321.0, "reward": 3.725290298461914e-08, "reward_std": 1.0327515602111816, "rewards/wordcountpos_reward_GEOBench/mean": 3.725290298461914e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.10582900183895377, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06257754137030211, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13743685418725538, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3904 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1481.0, "completions/mean_length": 1229.875, "completions/mean_terminated_length": 1139.8333740234375, "completions/min_length": 588.0, "completions/min_terminated_length": 588.0, "epoch": 0.9764941235308827, "frac_reward_zero_std": 0.0, "grad_norm": 2.3534163937511, "kl": 0.014923095703125, "learning_rate": 1.0154638236596872e-07, "loss": -0.0202, "num_tokens": 177195359.0, "reward": -2.9802322387695312e-08, "reward_std": 0.7182954549789429, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.05314396641604576, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06168242569940338, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08243965245133134, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3905 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1410.0, "completions/mean_length": 1119.4375, "completions/mean_terminated_length": 1065.071533203125, "completions/min_length": 622.0, "completions/min_terminated_length": 622.0, "epoch": 0.9767441860465116, "frac_reward_zero_std": 0.0, "grad_norm": 3.378176391949303, "kl": 0.02587890625, "learning_rate": 1.015140164636733e-07, "loss": -0.0143, "num_tokens": 177245438.0, "reward": 0.0, "reward_std": 0.7871840000152588, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.02622340650188712, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05859630707530174, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1704025734460517, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3906 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 967.0, "completions/max_terminated_length": 967.0, "completions/mean_length": 816.75, "completions/mean_terminated_length": 816.75, "completions/min_length": 635.0, "completions/min_terminated_length": 635.0, "epoch": 0.9769942485621406, "frac_reward_zero_std": 0.0, "grad_norm": 4.096676679222653, "kl": 0.027252197265625, "learning_rate": 1.0148199229278835e-07, "loss": 0.0137, "num_tokens": 177275618.0, "reward": 0.0, "reward_std": 1.0212676525115967, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0025883314095814947, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06280674650803493, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.16815997674172586, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3907 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1047.0, "completions/max_terminated_length": 1047.0, "completions/mean_length": 760.75, "completions/mean_terminated_length": 760.75, "completions/min_length": 509.0, "completions/min_terminated_length": 509.0, "epoch": 0.9772443110777694, "frac_reward_zero_std": 0.0, "grad_norm": 4.304877592764383, "kl": 0.0218505859375, "learning_rate": 1.0145030987771531e-07, "loss": 0.0102, "num_tokens": 177319814.0, "reward": 0.0, "reward_std": 0.7123987078666687, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06894062549448235, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10056618077809362, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7916666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.16843506277010845, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3908 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1446.0, "completions/mean_length": 1203.0625, "completions/mean_terminated_length": 1183.2667236328125, "completions/min_length": 692.0, "completions/min_terminated_length": 692.0, "epoch": 0.9774943735933983, "frac_reward_zero_std": 0.0, "grad_norm": 3.2500934469989544, "kl": 0.023223876953125, "learning_rate": 1.0141896924259508e-07, "loss": 0.0055, "num_tokens": 177366871.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9392913579940796, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04890943974892095, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08040652318902691, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10470416879457554, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3909 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1493.0, "completions/mean_length": 1233.5625, "completions/mean_terminated_length": 1195.5, "completions/min_length": 999.0, "completions/min_terminated_length": 999.0, "epoch": 0.9777444361090273, "frac_reward_zero_std": 0.0, "grad_norm": 3.247292276049081, "kl": 0.0181732177734375, "learning_rate": 1.0138797041130815e-07, "loss": -0.0373, "num_tokens": 177409456.0, "reward": -1.4901161193847656e-08, "reward_std": 1.037282943725586, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0044076247560025286, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03781692989764732, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09953596037316068, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3910 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1475.0, "completions/mean_length": 974.6875, "completions/mean_terminated_length": 939.6666870117188, "completions/min_length": 546.0, "completions/min_terminated_length": 546.0, "epoch": 0.9779944986246562, "frac_reward_zero_std": 0.0, "grad_norm": 3.0406733435891313, "kl": 0.02197265625, "learning_rate": 1.0135731340747466e-07, "loss": -0.0297, "num_tokens": 177448315.0, "reward": 0.0, "reward_std": 1.0252885818481445, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04815748442505738, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06503369313026648, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8541666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11979921473804347, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3911 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1495.0, "completions/mean_length": 1326.625, "completions/mean_terminated_length": 1268.8333740234375, "completions/min_length": 1055.0, "completions/min_terminated_length": 1055.0, "epoch": 0.978244561140285, "frac_reward_zero_std": 0.0, "grad_norm": 3.1451333656954117, "kl": 0.0217437744140625, "learning_rate": 1.0132699825445419e-07, "loss": 0.0106, "num_tokens": 177503557.0, "reward": 0.0, "reward_std": 0.43984100222587585, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06596705272236648, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10416565392221984, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.15864005379054394, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3912 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1406.0, "completions/mean_length": 1223.8125, "completions/mean_terminated_length": 1184.357177734375, "completions/min_length": 755.0, "completions/min_terminated_length": 755.0, "epoch": 0.978494623655914, "frac_reward_zero_std": 0.0, "grad_norm": 3.1077612395406713, "kl": 0.0182952880859375, "learning_rate": 1.0129702497534595e-07, "loss": -0.0028, "num_tokens": 177557138.0, "reward": 1.4901161193847656e-08, "reward_std": 1.019202709197998, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.06870343880904069, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11708452141005082, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.775, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1308094458023239, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3913 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1423.0, "completions/mean_length": 1030.5625, "completions/mean_terminated_length": 922.2307739257812, "completions/min_length": 539.0, "completions/min_terminated_length": 539.0, "epoch": 0.9787446861715429, "frac_reward_zero_std": 0.0, "grad_norm": 3.1522547598699457, "kl": 0.0169525146484375, "learning_rate": 1.0126739359298846e-07, "loss": -0.1009, "num_tokens": 177583571.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9850387573242188, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.028868672041910667, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09270434469507918, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.15939701191492708, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3914 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1422.0, "completions/mean_length": 1055.5, "completions/mean_terminated_length": 1025.86669921875, "completions/min_length": 728.0, "completions/min_terminated_length": 728.0, "epoch": 0.9789947486871718, "frac_reward_zero_std": 0.0, "grad_norm": 3.09120513437476, "kl": 0.0178680419921875, "learning_rate": 1.0123810412995998e-07, "loss": -0.0243, "num_tokens": 177633179.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9202115535736084, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.08979963287675982, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.19563052630612426, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12405196043952266, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3915 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1438.0, "completions/mean_length": 1156.0625, "completions/mean_terminated_length": 1133.1334228515625, "completions/min_length": 910.0, "completions/min_terminated_length": 910.0, "epoch": 0.9792448112028007, "frac_reward_zero_std": 0.0, "grad_norm": 2.3646118882836014, "kl": 0.01605224609375, "learning_rate": 1.0120915660857798e-07, "loss": -0.018, "num_tokens": 177686484.0, "reward": 4.470348358154297e-08, "reward_std": 0.9523289203643799, "rewards/wordcountpos_reward_GEOBench/mean": 4.470348358154297e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.011510533095254655, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09584852861490928, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8708333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09574271077563382, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3916 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1379.0, "completions/mean_length": 1234.1875, "completions/mean_terminated_length": 1172.84619140625, "completions/min_length": 891.0, "completions/min_terminated_length": 891.0, "epoch": 0.9794948737184296, "frac_reward_zero_std": 0.0, "grad_norm": 2.7532235715787543, "kl": 0.0167694091796875, "learning_rate": 1.0118055105089965e-07, "loss": 0.0117, "num_tokens": 177738543.0, "reward": 2.9802322387695312e-08, "reward_std": 0.699673056602478, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.1876853053986462, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.25361052418153146, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09574271077563384, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3917 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1313.0, "completions/mean_length": 1199.625, "completions/mean_terminated_length": 1179.60009765625, "completions/min_length": 991.0, "completions/min_terminated_length": 991.0, "epoch": 0.9797449362340586, "frac_reward_zero_std": 0.0, "grad_norm": 2.5073170730324432, "kl": 0.01727294921875, "learning_rate": 1.0115228747872133e-07, "loss": -0.0527, "num_tokens": 177781793.0, "reward": 0.0, "reward_std": 0.8943246603012085, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0647421800473968, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08788561615540821, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07969850595746354, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3918 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1189.0, "completions/max_terminated_length": 1189.0, "completions/mean_length": 970.125, "completions/mean_terminated_length": 970.125, "completions/min_length": 809.0, "completions/min_terminated_length": 809.0, "epoch": 0.9799949987496874, "frac_reward_zero_std": 0.0, "grad_norm": 3.705475245704261, "kl": 0.023529052734375, "learning_rate": 1.01124365913579e-07, "loss": -0.0523, "num_tokens": 177815219.0, "reward": 0.0, "reward_std": 1.0195950269699097, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.005704209200119437, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.022816836800477747, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.161245154965971, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3919 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1414.0, "completions/mean_length": 1340.0625, "completions/mean_terminated_length": 1244.0999755859375, "completions/min_length": 887.0, "completions/min_terminated_length": 887.0, "epoch": 0.9802450612653163, "frac_reward_zero_std": 0.0, "grad_norm": 2.885573922998708, "kl": 0.02252197265625, "learning_rate": 1.0109678637674796e-07, "loss": 0.0004, "num_tokens": 177870596.0, "reward": 2.2351741790771484e-08, "reward_std": 1.027890682220459, "rewards/wordcountpos_reward_GEOBench/mean": 2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.018241741848914944, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06505858348749899, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1246476515504285, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3920 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1456.0, "completions/max_terminated_length": 1456.0, "completions/mean_length": 1086.0625, "completions/mean_terminated_length": 1086.0625, "completions/min_length": 826.0, "completions/min_terminated_length": 826.0, "epoch": 0.9804951237809453, "frac_reward_zero_std": 0.0, "grad_norm": 3.018607443632997, "kl": 0.022918701171875, "learning_rate": 1.0106954888924287e-07, "loss": -0.0126, "num_tokens": 177912997.0, "reward": 2.9802322387695312e-08, "reward_std": 0.562686562538147, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.028918511754694714, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07655238902335633, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.16815997674172586, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3921 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1303.0, "completions/mean_length": 1157.625, "completions/mean_terminated_length": 1108.71435546875, "completions/min_length": 836.0, "completions/min_terminated_length": 836.0, "epoch": 0.9807451862965741, "frac_reward_zero_std": 0.0, "grad_norm": 3.3446026026185947, "kl": 0.02215576171875, "learning_rate": 1.0104265347181784e-07, "loss": -0.0265, "num_tokens": 177948215.0, "reward": 2.9802322387695312e-08, "reward_std": 0.7066589593887329, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.00130526717457668, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.20083220032860008, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09339283817414602, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3922 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1049.0, "completions/max_terminated_length": 1049.0, "completions/mean_length": 854.25, "completions/mean_terminated_length": 854.25, "completions/min_length": 664.0, "completions/min_terminated_length": 664.0, "epoch": 0.980995248812203, "frac_reward_zero_std": 0.0, "grad_norm": 3.8619271017102306, "kl": 0.02362060546875, "learning_rate": 1.0101610014496628e-07, "loss": -0.0361, "num_tokens": 177988339.0, "reward": -2.9802322387695312e-08, "reward_std": 0.771213710308075, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03496191870354769, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.077544296959387, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1354690069789096, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3923 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1422.0, "completions/mean_length": 1220.25, "completions/mean_terminated_length": 1052.4000244140625, "completions/min_length": 478.0, "completions/min_terminated_length": 478.0, "epoch": 0.981245311327832, "frac_reward_zero_std": 0.0, "grad_norm": 2.853527663611948, "kl": 0.020233154296875, "learning_rate": 1.0098988892892091e-07, "loss": -0.0722, "num_tokens": 178043807.0, "reward": 0.0, "reward_std": 0.9739243984222412, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0033231694842703833, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05776162155961207, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0850925422157591, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3924 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1229.0, "completions/mean_length": 1106.1875, "completions/mean_terminated_length": 1079.933349609375, "completions/min_length": 989.0, "completions/min_terminated_length": 989.0, "epoch": 0.9814953738434609, "frac_reward_zero_std": 0.0, "grad_norm": 2.8446813913288773, "kl": 0.018096923828125, "learning_rate": 1.0096401984365374e-07, "loss": -0.0393, "num_tokens": 178082178.0, "reward": 7.450580596923828e-09, "reward_std": 1.0524044036865234, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0954216880051482, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.057074870499977566, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.925, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10576003586036262, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3925 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1428.0, "completions/mean_length": 1204.875, "completions/mean_terminated_length": 1162.71435546875, "completions/min_length": 896.0, "completions/min_terminated_length": 896.0, "epoch": 0.9817454363590897, "frac_reward_zero_std": 0.0, "grad_norm": 2.829050039442462, "kl": 0.02008056640625, "learning_rate": 1.0093849290887632e-07, "loss": -0.0325, "num_tokens": 178127624.0, "reward": 0.0, "reward_std": 0.586344301700592, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06703588127012498, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10104303411842569, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08777074514725111, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3926 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1493.0, "completions/max_terminated_length": 1493.0, "completions/mean_length": 1211.5, "completions/mean_terminated_length": 1211.5, "completions/min_length": 1001.0, "completions/min_terminated_length": 1001.0, "epoch": 0.9819954988747187, "frac_reward_zero_std": 0.0, "grad_norm": 3.2479665183490587, "kl": 0.019500732421875, "learning_rate": 1.0091330814403923e-07, "loss": -0.0327, "num_tokens": 178175608.0, "reward": -2.9802322387695312e-08, "reward_std": 0.5625860095024109, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.010645701205285046, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.14804134019659534, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8708333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12524050936172845, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3927 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 985.0, "completions/max_terminated_length": 985.0, "completions/mean_length": 728.25, "completions/mean_terminated_length": 728.25, "completions/min_length": 341.0, "completions/min_terminated_length": 341.0, "epoch": 0.9822455613903476, "frac_reward_zero_std": 0.0, "grad_norm": 4.574417666537789, "kl": 0.01953125, "learning_rate": 1.0088846556833236e-07, "loss": -0.094, "num_tokens": 178213780.0, "reward": 0.0, "reward_std": 0.9879322052001953, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.040121984431537694, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0744481401739982, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10101338378503963, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3928 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1208.0, "completions/max_terminated_length": 1208.0, "completions/mean_length": 921.4375, "completions/mean_terminated_length": 921.4375, "completions/min_length": 678.0, "completions/min_terminated_length": 678.0, "epoch": 0.9824956239059764, "frac_reward_zero_std": 0.0, "grad_norm": 3.066732446889595, "kl": 0.0149383544921875, "learning_rate": 1.0086396520068503e-07, "loss": -0.0081, "num_tokens": 178254979.0, "reward": 0.0, "reward_std": 0.8647475242614746, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06365285312383395, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06918743291604286, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.07503085784948506, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3929 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1462.0, "completions/mean_length": 1285.5625, "completions/mean_terminated_length": 1214.0833740234375, "completions/min_length": 966.0, "completions/min_terminated_length": 966.0, "epoch": 0.9827456864216054, "frac_reward_zero_std": 0.0, "grad_norm": 3.258743921439025, "kl": 0.022186279296875, "learning_rate": 1.0083980705976566e-07, "loss": -0.0627, "num_tokens": 178309684.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9962244033813477, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.07527932785282243, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08447887503898498, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1258305739211792, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3930 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1488.0, "completions/mean_length": 1290.25, "completions/mean_terminated_length": 1260.2857666015625, "completions/min_length": 855.0, "completions/min_terminated_length": 855.0, "epoch": 0.9829957489372343, "frac_reward_zero_std": 0.0, "grad_norm": 2.8485372546713656, "kl": 0.017181396484375, "learning_rate": 1.0081599116398198e-07, "loss": 0.0294, "num_tokens": 178356296.0, "reward": 2.9802322387695312e-08, "reward_std": 0.4282299876213074, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.01943778576782879, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07255032160914898, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1270024788326182, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3931 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1336.0, "completions/max_terminated_length": 1336.0, "completions/mean_length": 1113.5, "completions/mean_terminated_length": 1113.5, "completions/min_length": 922.0, "completions/min_terminated_length": 922.0, "epoch": 0.9832458114528632, "frac_reward_zero_std": 0.0, "grad_norm": 2.7184489016811497, "kl": 0.026031494140625, "learning_rate": 1.0079251753148091e-07, "loss": -0.0397, "num_tokens": 178396944.0, "reward": -2.9802322387695312e-08, "reward_std": 0.9364862442016602, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.013474963896509002, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09015373305877482, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9208333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06540472290116194, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3932 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1460.0, "completions/mean_length": 1252.625, "completions/mean_terminated_length": 1236.1334228515625, "completions/min_length": 1059.0, "completions/min_terminated_length": 1059.0, "epoch": 0.9834958739684921, "frac_reward_zero_std": 0.0, "grad_norm": 2.5274493022133964, "kl": 0.008697509765625, "learning_rate": 1.0076938618014851e-07, "loss": -0.0101, "num_tokens": 178454474.0, "reward": 2.9802322387695312e-08, "reward_std": 0.7097426652908325, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.022854279857273424, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.2159425172501647, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0969917904124231, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3933 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1426.0, "completions/max_terminated_length": 1426.0, "completions/mean_length": 899.5, "completions/mean_terminated_length": 899.5, "completions/min_length": 674.0, "completions/min_terminated_length": 674.0, "epoch": 0.983745936484121, "frac_reward_zero_std": 0.0, "grad_norm": 3.5464340877482288, "kl": 0.01499176025390625, "learning_rate": 1.0074659712761015e-07, "loss": -0.0863, "num_tokens": 178496498.0, "reward": 7.450580596923828e-09, "reward_std": 1.0250438451766968, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.02916086289583973, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07665022494823538, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10945995377982527, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3934 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1491.0, "completions/max_terminated_length": 1491.0, "completions/mean_length": 1024.9375, "completions/mean_terminated_length": 1024.9375, "completions/min_length": 550.0, "completions/min_terminated_length": 550.0, "epoch": 0.98399599899975, "frac_reward_zero_std": 0.0, "grad_norm": 3.662373401550716, "kl": 0.019073486328125, "learning_rate": 1.0072415039123037e-07, "loss": -0.0381, "num_tokens": 178550025.0, "reward": -2.2351741790771484e-08, "reward_std": 1.0376999378204346, "rewards/wordcountpos_reward_GEOBench/mean": -2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.010396685447096037, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.018610101600458145, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7083333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1517795672580372, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3935 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1374.0, "completions/mean_length": 1314.4375, "completions/mean_terminated_length": 1128.875, "completions/min_length": 944.0, "completions/min_terminated_length": 944.0, "epoch": 0.9842460615153789, "frac_reward_zero_std": 0.0, "grad_norm": 2.527504462227094, "kl": 0.0135955810546875, "learning_rate": 1.0070204598811277e-07, "loss": 0.0141, "num_tokens": 178598056.0, "reward": 2.9802322387695312e-08, "reward_std": 0.9703945517539978, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.022184609307771098, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03570759846274135, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12412657816683506, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3936 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1335.0, "completions/mean_length": 1312.75, "completions/mean_terminated_length": 1125.5, "completions/min_length": 865.0, "completions/min_terminated_length": 865.0, "epoch": 0.9844961240310077, "frac_reward_zero_std": 0.0, "grad_norm": 2.4068073753518657, "kl": 0.0154571533203125, "learning_rate": 1.006802839351002e-07, "loss": -0.0175, "num_tokens": 178652188.0, "reward": -2.9802322387695312e-08, "reward_std": 1.006266713142395, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.1518512811516948, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09596137575367246, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10749676997731403, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3937 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1002.0, "completions/mean_length": 911.5625, "completions/mean_terminated_length": 872.3333740234375, "completions/min_length": 637.0, "completions/min_terminated_length": 637.0, "epoch": 0.9847461865466367, "frac_reward_zero_std": 0.0, "grad_norm": 2.2459729989830657, "kl": 0.00641632080078125, "learning_rate": 1.0065886424877461e-07, "loss": 0.0503, "num_tokens": 178692165.0, "reward": 2.9802322387695312e-08, "reward_std": 0.7329870462417603, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.04295087396899319, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06334574289224103, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6666666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10327955589886444, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3938 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1491.0, "completions/mean_length": 1350.9375, "completions/mean_terminated_length": 1316.5384521484375, "completions/min_length": 964.0, "completions/min_terminated_length": 964.0, "epoch": 0.9849962490622656, "frac_reward_zero_std": 0.0, "grad_norm": 2.602267702152474, "kl": 0.016021728515625, "learning_rate": 1.0063778694545713e-07, "loss": -0.0017, "num_tokens": 178738068.0, "reward": -5.960464477539063e-08, "reward_std": 0.4504616856575012, "rewards/wordcountpos_reward_GEOBench/mean": -5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03325109178119179, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.074117684916747, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0807373427759331, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3939 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1489.0, "completions/max_terminated_length": 1489.0, "completions/mean_length": 1135.25, "completions/mean_terminated_length": 1135.25, "completions/min_length": 678.0, "completions/min_terminated_length": 678.0, "epoch": 0.9852463115778944, "frac_reward_zero_std": 0.0, "grad_norm": 2.6857528054832853, "kl": 0.015472412109375, "learning_rate": 1.006170520412079e-07, "loss": -0.0299, "num_tokens": 178773648.0, "reward": -2.9802322387695312e-08, "reward_std": 0.5818321704864502, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03482698490352605, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08069435688807419, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.17841898254763516, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3940 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1379.0, "completions/max_terminated_length": 1379.0, "completions/mean_length": 1159.0, "completions/mean_terminated_length": 1159.0, "completions/min_length": 814.0, "completions/min_terminated_length": 814.0, "epoch": 0.9854963740935234, "frac_reward_zero_std": 0.0, "grad_norm": 3.480572336729593, "kl": 0.020050048828125, "learning_rate": 1.0059665955182626e-07, "loss": -0.0224, "num_tokens": 178811960.0, "reward": 7.450580596923828e-09, "reward_std": 1.037232518196106, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.05128980458169996, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.17702387971271547, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11855612829185828, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3941 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1484.0, "completions/mean_length": 1235.125, "completions/mean_terminated_length": 1197.2857666015625, "completions/min_length": 813.0, "completions/min_terminated_length": 813.0, "epoch": 0.9857464366091523, "frac_reward_zero_std": 0.0, "grad_norm": 2.5101864018122537, "kl": 0.016143798828125, "learning_rate": 1.0057660949285062e-07, "loss": -0.0111, "num_tokens": 178863114.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0032176971435547, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0516345591109968, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07320542826741229, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08606629658238707, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3942 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1365.0, "completions/mean_length": 1079.625, "completions/mean_terminated_length": 982.6154174804688, "completions/min_length": 686.0, "completions/min_terminated_length": 686.0, "epoch": 0.9859964991247812, "frac_reward_zero_std": 0.0, "grad_norm": 2.6630103604361333, "kl": 0.0161590576171875, "learning_rate": 1.0055690187955842e-07, "loss": -0.0364, "num_tokens": 178900500.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9580137729644775, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.026437605561967642, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.027756350499373108, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8375, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14599594109020572, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3943 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1479.0, "completions/mean_length": 1411.1875, "completions/mean_terminated_length": 1357.9000244140625, "completions/min_length": 1147.0, "completions/min_terminated_length": 1147.0, "epoch": 0.9862465616404101, "frac_reward_zero_std": 0.0, "grad_norm": 2.350104946914508, "kl": 0.022003173828125, "learning_rate": 1.005375367269663e-07, "loss": -0.0139, "num_tokens": 178952903.0, "reward": 0.0, "reward_std": 0.6357720494270325, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.22601717355767217, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.36141316395056305, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8708333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08243965245133131, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3944 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1426.0, "completions/mean_length": 1333.5625, "completions/mean_terminated_length": 1204.111083984375, "completions/min_length": 976.0, "completions/min_terminated_length": 976.0, "epoch": 0.986496624156039, "frac_reward_zero_std": 0.0, "grad_norm": 3.016547294945718, "kl": 0.0211029052734375, "learning_rate": 1.0051851404982976e-07, "loss": -0.0168, "num_tokens": 179014416.0, "reward": 7.450580596923828e-09, "reward_std": 0.9378402829170227, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.11482622445412956, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08518406362970456, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11642832797715322, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3945 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.6875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1355.0, "completions/mean_length": 1382.4375, "completions/mean_terminated_length": 1123.800048828125, "completions/min_length": 557.0, "completions/min_terminated_length": 557.0, "epoch": 0.9867466866716679, "frac_reward_zero_std": 0.0, "grad_norm": 2.5764989593707517, "kl": 0.020233154296875, "learning_rate": 1.0049983386264346e-07, "loss": -0.013, "num_tokens": 179075471.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9455363750457764, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0545115765259603, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.06346316695431908, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8666666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06885303726590963, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3946 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1435.0, "completions/mean_length": 1231.5625, "completions/mean_terminated_length": 1142.0833740234375, "completions/min_length": 894.0, "completions/min_terminated_length": 894.0, "epoch": 0.9869967491872969, "frac_reward_zero_std": 0.0, "grad_norm": 3.287161197271656, "kl": 0.02117919921875, "learning_rate": 1.0048149617964114e-07, "loss": 0.0081, "num_tokens": 179124680.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9557429552078247, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.031113227235765272, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07740132193652098, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.14168300559373406, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3947 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1445.0, "completions/mean_length": 1144.625, "completions/mean_terminated_length": 1093.857177734375, "completions/min_length": 751.0, "completions/min_terminated_length": 751.0, "epoch": 0.9872468117029257, "frac_reward_zero_std": 0.0, "grad_norm": 3.355345879713742, "kl": 0.016693115234375, "learning_rate": 1.0046350101479544e-07, "loss": -0.0337, "num_tokens": 179164578.0, "reward": 0.0, "reward_std": 0.8170695304870605, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.21716767077456256, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.2507742539264809, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08062257748298553, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3948 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1331.0, "completions/mean_length": 1208.9375, "completions/mean_terminated_length": 1167.357177734375, "completions/min_length": 931.0, "completions/min_terminated_length": 931.0, "epoch": 0.9874968742185546, "frac_reward_zero_std": 0.0, "grad_norm": 2.983735698808071, "kl": 0.0185089111328125, "learning_rate": 1.0044584838181812e-07, "loss": -0.0227, "num_tokens": 179205609.0, "reward": 0.0, "reward_std": 1.0679681301116943, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.17822834926853626, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09231680643731743, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8458333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10246950765959599, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3949 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1486.0, "completions/mean_length": 1126.6875, "completions/mean_terminated_length": 1073.357177734375, "completions/min_length": 679.0, "completions/min_terminated_length": 679.0, "epoch": 0.9877469367341836, "frac_reward_zero_std": 0.0, "grad_norm": 3.2392105414895407, "kl": 0.012847900390625, "learning_rate": 1.0042853829415986e-07, "loss": 0.0095, "num_tokens": 179262404.0, "reward": 2.9802322387695312e-08, "reward_std": 0.4921036958694458, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.20241477369747887, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.24232672791023802, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7041666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09418264367902598, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3950 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1429.0, "completions/max_terminated_length": 1429.0, "completions/mean_length": 956.4375, "completions/mean_terminated_length": 956.4375, "completions/min_length": 626.0, "completions/min_terminated_length": 626.0, "epoch": 0.9879969992498124, "frac_reward_zero_std": 0.0, "grad_norm": 3.6166869867732587, "kl": 0.0222930908203125, "learning_rate": 1.0041157076501041e-07, "loss": -0.0374, "num_tokens": 179291163.0, "reward": 2.9802322387695312e-08, "reward_std": 0.7420085072517395, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.02855816438080931, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.03848484356230258, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.775, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13526380260918403, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3951 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1429.0, "completions/mean_length": 1180.625, "completions/mean_terminated_length": 1159.3333740234375, "completions/min_length": 758.0, "completions/min_terminated_length": 758.0, "epoch": 0.9882470617654414, "frac_reward_zero_std": 0.0, "grad_norm": 3.2668434807772786, "kl": 0.020599365234375, "learning_rate": 1.0039494580729847e-07, "loss": -0.0246, "num_tokens": 179343453.0, "reward": 0.0, "reward_std": 0.903883695602417, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03588713556643828, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11178387799759107, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06885303726590966, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3952 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1488.0, "completions/mean_length": 1390.5625, "completions/mean_terminated_length": 1340.8182373046875, "completions/min_length": 1158.0, "completions/min_terminated_length": 1158.0, "epoch": 0.9884971242810703, "frac_reward_zero_std": 0.0, "grad_norm": 2.3860615305952013, "kl": 0.0174713134765625, "learning_rate": 1.0037866343369167e-07, "loss": 0.0105, "num_tokens": 179394430.0, "reward": 0.0, "reward_std": 0.9476567506790161, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.10231040723591475, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07002285497268322, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.06831300510639733, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3953 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1368.0, "completions/mean_length": 1262.375, "completions/mean_terminated_length": 1207.5384521484375, "completions/min_length": 906.0, "completions/min_terminated_length": 906.0, "epoch": 0.9887471867966992, "frac_reward_zero_std": 0.0, "grad_norm": 3.1630271658614864, "kl": 0.022247314453125, "learning_rate": 1.0036272365659667e-07, "loss": 0.037, "num_tokens": 179441892.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9629299640655518, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.05823961387664913, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.13939438492980002, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0838870492807861, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3954 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1443.0, "completions/mean_length": 1418.1875, "completions/mean_terminated_length": 1313.0, "completions/min_length": 883.0, "completions/min_terminated_length": 883.0, "epoch": 0.9889972493123281, "frac_reward_zero_std": 0.0, "grad_norm": 2.498970149473122, "kl": 0.016448974609375, "learning_rate": 1.0034712648815902e-07, "loss": 0.0106, "num_tokens": 179494703.0, "reward": 0.0, "reward_std": 0.9592735767364502, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.07551116976465634, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.13984822691663087, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8041666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11013459778666118, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3955 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1460.0, "completions/mean_length": 1277.8125, "completions/mean_terminated_length": 1246.071533203125, "completions/min_length": 903.0, "completions/min_terminated_length": 903.0, "epoch": 0.989247311827957, "frac_reward_zero_std": 0.0, "grad_norm": 3.119212633571498, "kl": 0.018218994140625, "learning_rate": 1.0033187194026327e-07, "loss": 0.0286, "num_tokens": 179551676.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9570690989494324, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.021716993246855006, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.039250825246527433, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.725, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11385500851066223, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3956 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1477.0, "completions/max_terminated_length": 1477.0, "completions/mean_length": 1250.0625, "completions/mean_terminated_length": 1250.0625, "completions/min_length": 1032.0, "completions/min_terminated_length": 1032.0, "epoch": 0.9894973743435859, "frac_reward_zero_std": 0.0, "grad_norm": 3.0846395022712496, "kl": 0.01861572265625, "learning_rate": 1.0031696002453284e-07, "loss": -0.0104, "num_tokens": 179591101.0, "reward": 0.0, "reward_std": 0.864221453666687, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.011400640239627266, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04171197728977003, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13270686158262923, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3957 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1219.0, "completions/max_terminated_length": 1219.0, "completions/mean_length": 929.0, "completions/mean_terminated_length": 929.0, "completions/min_length": 592.0, "completions/min_terminated_length": 592.0, "epoch": 0.9897474368592148, "frac_reward_zero_std": 0.0, "grad_norm": 2.1647115798844823, "kl": 0.01751708984375, "learning_rate": 1.0030239075233017e-07, "loss": -0.0458, "num_tokens": 179628381.0, "reward": 0.0, "reward_std": 0.6897619366645813, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.09765300302164437, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10160208041495984, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8583333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11385500851066221, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3958 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1218.0, "completions/max_terminated_length": 1218.0, "completions/mean_length": 1014.5625, "completions/mean_terminated_length": 1014.5625, "completions/min_length": 747.0, "completions/min_terminated_length": 747.0, "epoch": 0.9899974993748437, "frac_reward_zero_std": 0.0, "grad_norm": 3.259904736816521, "kl": 0.0148773193359375, "learning_rate": 1.0028816413475651e-07, "loss": -0.036, "num_tokens": 179667302.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0181900262832642, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.008628682574770325, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08982510999227344, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8333333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09428090415820635, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3959 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1489.0, "completions/mean_length": 1145.5625, "completions/mean_terminated_length": 1121.933349609375, "completions/min_length": 744.0, "completions/min_terminated_length": 744.0, "epoch": 0.9902475618904726, "frac_reward_zero_std": 0.0, "grad_norm": 3.2284861550790094, "kl": 0.020660400390625, "learning_rate": 1.0027428018265208e-07, "loss": 0.0067, "num_tokens": 179712431.0, "reward": -2.2351741790771484e-08, "reward_std": 1.0276758670806885, "rewards/wordcountpos_reward_GEOBench/mean": -2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.1458582574398592, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.3682640499718939, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.825, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.072520750542581, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3960 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.6875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1397.0, "completions/mean_length": 1427.9375, "completions/mean_terminated_length": 1269.4000244140625, "completions/min_length": 1215.0, "completions/min_terminated_length": 1215.0, "epoch": 0.9904976244061016, "frac_reward_zero_std": 0.0, "grad_norm": 2.3275519628007744, "kl": 0.0156097412109375, "learning_rate": 1.0026073890659602e-07, "loss": -0.012, "num_tokens": 179761702.0, "reward": -2.9802322387695312e-08, "reward_std": 0.6388014554977417, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03298127935253952, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09632260855415314, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.85, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13662601021279464, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3961 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1386.0, "completions/max_terminated_length": 1386.0, "completions/mean_length": 994.125, "completions/mean_terminated_length": 994.125, "completions/min_length": 755.0, "completions/min_terminated_length": 755.0, "epoch": 0.9907476869217304, "frac_reward_zero_std": 0.0, "grad_norm": 3.5681764926749446, "kl": 0.021942138671875, "learning_rate": 1.0024754031690634e-07, "loss": 0.0365, "num_tokens": 179792704.0, "reward": 0.0, "reward_std": 0.8944810628890991, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.024457559181082222, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0735362908558149, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10470416879457554, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3962 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1281.0, "completions/max_terminated_length": 1281.0, "completions/mean_length": 962.375, "completions/mean_terminated_length": 962.375, "completions/min_length": 645.0, "completions/min_terminated_length": 645.0, "epoch": 0.9909977494373593, "frac_reward_zero_std": 0.0, "grad_norm": 3.6232616793050623, "kl": 0.025848388671875, "learning_rate": 1.0023468442363985e-07, "loss": -0.0257, "num_tokens": 179836686.0, "reward": 1.4901161193847656e-08, "reward_std": 1.0426034927368164, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03266012825500595, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05649990901365066, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12292725943057184, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3963 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1468.0, "completions/mean_length": 1363.375, "completions/mean_terminated_length": 1257.111083984375, "completions/min_length": 939.0, "completions/min_terminated_length": 939.0, "epoch": 0.9912478119529883, "frac_reward_zero_std": 0.0, "grad_norm": 2.875264797277503, "kl": 0.0153961181640625, "learning_rate": 1.002221712365924e-07, "loss": 0.0136, "num_tokens": 179894396.0, "reward": 0.0, "reward_std": 0.7892028093338013, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.03397211536129042, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05500592492677391, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7208333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.15244914148902494, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3964 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1288.0, "completions/max_terminated_length": 1288.0, "completions/mean_length": 1045.6875, "completions/mean_terminated_length": 1045.6875, "completions/min_length": 611.0, "completions/min_terminated_length": 611.0, "epoch": 0.9914978744686171, "frac_reward_zero_std": 0.0, "grad_norm": 3.7732080268969677, "kl": 0.02130126953125, "learning_rate": 1.0021000076529855e-07, "loss": -0.0116, "num_tokens": 179942311.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9989646673202515, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.07229265513543608, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.08373141575858474, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6625, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10741060020797315, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3965 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1410.0, "completions/mean_length": 1315.0625, "completions/mean_terminated_length": 1253.416748046875, "completions/min_length": 954.0, "completions/min_terminated_length": 954.0, "epoch": 0.991747936984246, "frac_reward_zero_std": 0.0, "grad_norm": 2.3938582232819345, "kl": 0.024658203125, "learning_rate": 1.0019817301903185e-07, "loss": -0.0092, "num_tokens": 179993072.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8671700954437256, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.08776742440075179, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.14652966771243212, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8541666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.13158576980363348, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3966 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1473.0, "completions/mean_length": 1217.625, "completions/mean_terminated_length": 1123.5, "completions/min_length": 910.0, "completions/min_terminated_length": 910.0, "epoch": 0.991997999499875, "frac_reward_zero_std": 0.0, "grad_norm": 3.2512048325387957, "kl": 0.021392822265625, "learning_rate": 1.0018668800680464e-07, "loss": -0.0509, "num_tokens": 180039786.0, "reward": 5.960464477539063e-08, "reward_std": 0.9283808469772339, "rewards/wordcountpos_reward_GEOBench/mean": 5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.029453603904571673, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.19378349040828455, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8708333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0787635937708768, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3967 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1460.0, "completions/max_terminated_length": 1460.0, "completions/mean_length": 1125.1875, "completions/mean_terminated_length": 1125.1875, "completions/min_length": 919.0, "completions/min_terminated_length": 919.0, "epoch": 0.9922480620155039, "frac_reward_zero_std": 0.0, "grad_norm": 3.4735782562333686, "kl": 0.02313232421875, "learning_rate": 1.001755457373681e-07, "loss": -0.0382, "num_tokens": 180089965.0, "reward": -5.960464477539063e-08, "reward_std": 1.0192793607711792, "rewards/wordcountpos_reward_GEOBench/mean": -5.960464477539063e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.06527859465367418, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10564083574728779, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7916666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08734775114237134, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3968 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1424.0, "completions/mean_length": 1184.6875, "completions/mean_terminated_length": 1079.5833740234375, "completions/min_length": 757.0, "completions/min_terminated_length": 757.0, "epoch": 0.9924981245311327, "frac_reward_zero_std": 0.0, "grad_norm": 3.1748108674951276, "kl": 0.021942138671875, "learning_rate": 1.0016474621921225e-07, "loss": -0.0129, "num_tokens": 180126648.0, "reward": -2.9802322387695312e-08, "reward_std": 0.9770182967185974, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.010372688950153593, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.02851109785415099, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8541666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1338185615204685, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3969 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1465.0, "completions/mean_length": 1395.8125, "completions/mean_terminated_length": 1261.857177734375, "completions/min_length": 1039.0, "completions/min_terminated_length": 1039.0, "epoch": 0.9927481870467617, "frac_reward_zero_std": 0.0, "grad_norm": 2.9379109008921516, "kl": 0.0247955322265625, "learning_rate": 1.0015428946056603e-07, "loss": -0.0077, "num_tokens": 180173965.0, "reward": 2.9802322387695312e-08, "reward_std": 0.8798666000366211, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.11493746086358148, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12187840341303109, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1796601730428249, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3970 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.6875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1470.0, "completions/mean_length": 1418.6875, "completions/mean_terminated_length": 1239.800048828125, "completions/min_length": 1044.0, "completions/min_terminated_length": 1044.0, "epoch": 0.9929982495623906, "frac_reward_zero_std": 0.0, "grad_norm": 2.1435441366773866, "kl": 0.012969970703125, "learning_rate": 1.0014417546939706e-07, "loss": -0.0275, "num_tokens": 180237104.0, "reward": -1.862645149230957e-08, "reward_std": 1.0231328010559082, "rewards/wordcountpos_reward_GEOBench/mean": -1.862645149230957e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.04374894296467447, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.15139558441357387, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11855612829185828, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3971 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1179.0, "completions/mean_length": 1268.625, "completions/mean_terminated_length": 1037.25, "completions/min_length": 951.0, "completions/min_terminated_length": 951.0, "epoch": 0.9932483120780196, "frac_reward_zero_std": 0.0, "grad_norm": 2.291798424234861, "kl": 0.013458251953125, "learning_rate": 1.0013440425341193e-07, "loss": 0.015, "num_tokens": 180288330.0, "reward": 7.450580596923828e-09, "reward_std": 1.0456284284591675, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.08407623904729404, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11867820622251553, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.75, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.4472135954999579, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.775, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10852547064066473, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3972 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1473.0, "completions/mean_length": 1245.0, "completions/mean_terminated_length": 1228.0001220703125, "completions/min_length": 972.0, "completions/min_terminated_length": 972.0, "epoch": 0.9934983745936484, "frac_reward_zero_std": 0.0, "grad_norm": 3.111365565696447, "kl": 0.01898193359375, "learning_rate": 1.0012497582005597e-07, "loss": 0.0203, "num_tokens": 180338562.0, "reward": 0.0, "reward_std": 0.8096473217010498, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.19663672420140899, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.14179024384663066, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5163977794943223, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1299572579307862, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3973 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1486.0, "completions/mean_length": 967.625, "completions/mean_terminated_length": 891.5714721679688, "completions/min_length": 410.0, "completions/min_terminated_length": 410.0, "epoch": 0.9937484371092773, "frac_reward_zero_std": 0.0, "grad_norm": 3.5910207608377127, "kl": 0.026275634765625, "learning_rate": 1.0011589017651331e-07, "loss": -0.0238, "num_tokens": 180382308.0, "reward": 4.470348358154297e-08, "reward_std": 1.0165892839431763, "rewards/wordcountpos_reward_GEOBench/mean": 4.470348358154297e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.027864014513737358, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07305771281777634, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7166666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11800816042090449, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3974 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1387.0, "completions/mean_length": 1271.9375, "completions/mean_terminated_length": 1168.272705078125, "completions/min_length": 1015.0, "completions/min_terminated_length": 1015.0, "epoch": 0.9939984996249063, "frac_reward_zero_std": 0.0, "grad_norm": 3.1178384671646238, "kl": 0.016998291015625, "learning_rate": 1.0010714732970693e-07, "loss": 0.0293, "num_tokens": 180437731.0, "reward": 0.0, "reward_std": 1.0547215938568115, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.04320413220124633, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07347832479248506, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7583333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11385500851066221, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3975 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1480.0, "completions/mean_length": 1265.875, "completions/mean_terminated_length": 1232.4285888671875, "completions/min_length": 992.0, "completions/min_terminated_length": 992.0, "epoch": 0.9942485621405351, "frac_reward_zero_std": 0.0, "grad_norm": 3.075524335856864, "kl": 0.0167236328125, "learning_rate": 1.0009874728629858e-07, "loss": -0.0157, "num_tokens": 180487553.0, "reward": 2.9802322387695312e-08, "reward_std": 0.5505814552307129, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.019607212520947773, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10769178672485429, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12852438880818895, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3976 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1325.0, "completions/max_terminated_length": 1325.0, "completions/mean_length": 1046.5, "completions/mean_terminated_length": 1046.5, "completions/min_length": 774.0, "completions/min_terminated_length": 774.0, "epoch": 0.994498624656164, "frac_reward_zero_std": 0.0, "grad_norm": 3.421172850543132, "kl": 0.0195770263671875, "learning_rate": 1.0009069005268878e-07, "loss": -0.0179, "num_tokens": 180527745.0, "reward": -2.9802322387695312e-08, "reward_std": 0.7750729322433472, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.04286758693790071, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.19056814449500042, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1517795672580372, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3977 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1406.0, "completions/mean_length": 1115.5, "completions/mean_terminated_length": 1089.86669921875, "completions/min_length": 826.0, "completions/min_terminated_length": 826.0, "epoch": 0.994748687171793, "frac_reward_zero_std": 0.0, "grad_norm": 3.3363476280897713, "kl": 0.017425537109375, "learning_rate": 1.0008297563501692e-07, "loss": 0.0093, "num_tokens": 180575241.0, "reward": -1.4901161193847656e-08, "reward_std": 1.0324265956878662, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0981086499673104, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.17151666982673408, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.85, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1253144193766372, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3978 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.25, "completions/max_length": 1500.0, "completions/max_terminated_length": 1454.0, "completions/mean_length": 1361.25, "completions/mean_terminated_length": 1315.0, "completions/min_length": 1052.0, "completions/min_terminated_length": 1052.0, "epoch": 0.9949987496874219, "frac_reward_zero_std": 0.0, "grad_norm": 3.384874232229979, "kl": 0.024017333984375, "learning_rate": 1.0007560403916112e-07, "loss": 0.0148, "num_tokens": 180629981.0, "reward": 0.0, "reward_std": 0.6256964802742004, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.0458128174539539, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.2610883965168908, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8958333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09727776191382573, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3979 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1437.0, "completions/mean_length": 1265.1875, "completions/mean_terminated_length": 1249.533447265625, "completions/min_length": 989.0, "completions/min_terminated_length": 989.0, "epoch": 0.9952488122030507, "frac_reward_zero_std": 0.0, "grad_norm": 3.2166700112748416, "kl": 0.01873779296875, "learning_rate": 1.000685752707383e-07, "loss": -0.0045, "num_tokens": 180684280.0, "reward": -7.450580596923828e-09, "reward_std": 1.0454866886138916, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.24286096887777853, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.2830881843102866, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.625, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.5, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09574271077563383, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3980 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1458.0, "completions/mean_length": 1165.875, "completions/mean_terminated_length": 1088.769287109375, "completions/min_length": 708.0, "completions/min_terminated_length": 708.0, "epoch": 0.9954988747186797, "frac_reward_zero_std": 0.0, "grad_norm": 3.964119326070864, "kl": 0.0252685546875, "learning_rate": 1.0006188933510416e-07, "loss": 0.0042, "num_tokens": 180738918.0, "reward": -2.2351741790771484e-08, "reward_std": 1.0369139909744263, "rewards/wordcountpos_reward_GEOBench/mean": -2.2351741790771484e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.09030605269723878, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.14167467602244369, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8875, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09016445879408155, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3981 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1179.0, "completions/max_terminated_length": 1179.0, "completions/mean_length": 954.8125, "completions/mean_terminated_length": 954.8125, "completions/min_length": 691.0, "completions/min_terminated_length": 691.0, "epoch": 0.9957489372343086, "frac_reward_zero_std": 0.0, "grad_norm": 4.019354005952622, "kl": 0.027984619140625, "learning_rate": 1.0005554623735306e-07, "loss": 0.0155, "num_tokens": 180765331.0, "reward": -2.9802322387695312e-08, "reward_std": 0.8268804550170898, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.050755239780749965, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12829604318754864, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.12141145226353545, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3982 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1424.0, "completions/mean_length": 1355.0, "completions/mean_terminated_length": 1268.0, "completions/min_length": 1061.0, "completions/min_terminated_length": 1061.0, "epoch": 0.9959989997499374, "frac_reward_zero_std": 0.0, "grad_norm": 3.0007146402725073, "kl": 0.024017333984375, "learning_rate": 1.0004954598231838e-07, "loss": -0.0377, "num_tokens": 180804083.0, "reward": -7.450580596923828e-09, "reward_std": 1.0212193727493286, "rewards/wordcountpos_reward_GEOBench/mean": -7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.020239179039381276, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04005134952160716, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08073734277593314, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3983 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1452.0, "completions/mean_length": 1245.3125, "completions/mean_terminated_length": 1129.5455322265625, "completions/min_length": 731.0, "completions/min_terminated_length": 731.0, "epoch": 0.9962490622655664, "frac_reward_zero_std": 0.0, "grad_norm": 2.1253960307792954, "kl": 0.0107574462890625, "learning_rate": 1.0004388857457201e-07, "loss": -0.0106, "num_tokens": 180847312.0, "reward": 0.0, "reward_std": 0.7552182674407959, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.09537182450997192, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.10305160293008125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08606629658238707, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3984 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1463.0, "completions/mean_length": 1254.875, "completions/mean_terminated_length": 1219.857177734375, "completions/min_length": 793.0, "completions/min_terminated_length": 793.0, "epoch": 0.9964991247811953, "frac_reward_zero_std": 0.0, "grad_norm": 2.315417886338798, "kl": 0.02362060546875, "learning_rate": 1.0003857401842474e-07, "loss": 0.0133, "num_tokens": 180883966.0, "reward": -4.470348358154297e-08, "reward_std": 1.0272789001464844, "rewards/wordcountpos_reward_GEOBench/mean": -4.470348358154297e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.045926245710087174, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05258115638675733, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8791666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10101338378503961, "rewards/wordcountpos_reward_GEOBench/std": 1.0327956676483154, "step": 3985 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1143.0, "completions/max_terminated_length": 1143.0, "completions/mean_length": 971.3125, "completions/mean_terminated_length": 971.3125, "completions/min_length": 881.0, "completions/min_terminated_length": 881.0, "epoch": 0.9967491872968242, "frac_reward_zero_std": 0.0, "grad_norm": 2.8310074488801837, "kl": 0.01033782958984375, "learning_rate": 1.0003360231792605e-07, "loss": 0.014, "num_tokens": 180926283.0, "reward": -1.4901161193847656e-08, "reward_std": 1.051760196685791, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.08060343160294882, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11882032324966425, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8416666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09699179041242312, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3986 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.4375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1465.0, "completions/mean_length": 1392.6875, "completions/mean_terminated_length": 1309.2222900390625, "completions/min_length": 1186.0, "completions/min_terminated_length": 1186.0, "epoch": 0.9969992498124531, "frac_reward_zero_std": 0.0, "grad_norm": 2.751618735478377, "kl": 0.0179443359375, "learning_rate": 1.000289734768643e-07, "loss": 0.0194, "num_tokens": 180972910.0, "reward": 0.0, "reward_std": 0.8390613198280334, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.009561165784940887, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.11240097644353902, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09888264649460887, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3987 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1370.0, "completions/mean_length": 1107.75, "completions/mean_terminated_length": 1081.60009765625, "completions/min_length": 872.0, "completions/min_terminated_length": 872.0, "epoch": 0.997249312328082, "frac_reward_zero_std": 0.0, "grad_norm": 2.380910563393486, "kl": 0.0203857421875, "learning_rate": 1.0002468749876643e-07, "loss": -0.0288, "num_tokens": 181013938.0, "reward": 0.0, "reward_std": 0.9886282086372375, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.008261182640902177, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0254469425821356, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 1.0, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9208333333333334, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08153617692869924, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3988 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1304.0, "completions/mean_length": 1302.3125, "completions/mean_terminated_length": 1104.625, "completions/min_length": 959.0, "completions/min_terminated_length": 959.0, "epoch": 0.9974993748437109, "frac_reward_zero_std": 0.0, "grad_norm": 2.881823616886722, "kl": 0.0156402587890625, "learning_rate": 1.000207443868982e-07, "loss": 0.0144, "num_tokens": 181075039.0, "reward": 0.0, "reward_std": 1.0567153692245483, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.002197586773622612, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.0886681918609611, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7291666666666666, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08243965245133132, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3989 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1452.0, "completions/max_terminated_length": 1452.0, "completions/mean_length": 1118.375, "completions/mean_terminated_length": 1118.375, "completions/min_length": 833.0, "completions/min_terminated_length": 833.0, "epoch": 0.9977494373593399, "frac_reward_zero_std": 0.0, "grad_norm": 3.030360345804693, "kl": 0.01287841796875, "learning_rate": 1.0001714414426424e-07, "loss": -0.0299, "num_tokens": 181111101.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9768827557563782, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.05840641546731307, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04533106268231757, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7541666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.08333333333333336, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3990 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1500.0, "completions/max_terminated_length": 1483.0, "completions/mean_length": 1180.0625, "completions/mean_terminated_length": 1158.7333984375, "completions/min_length": 972.0, "completions/min_terminated_length": 972.0, "epoch": 0.9979994998749687, "frac_reward_zero_std": 0.0, "grad_norm": 3.2351531437670817, "kl": 0.020416259765625, "learning_rate": 1.0001388677360768e-07, "loss": 0.0259, "num_tokens": 181165190.0, "reward": -1.4901161193847656e-08, "reward_std": 0.8557232022285461, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.013318237715935155, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.09278237245253866, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.8125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.775, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.10292032157252812, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3991 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1479.0, "completions/mean_length": 1271.0625, "completions/mean_terminated_length": 1218.2308349609375, "completions/min_length": 977.0, "completions/min_terminated_length": 977.0, "epoch": 0.9982495623905977, "frac_reward_zero_std": 0.0, "grad_norm": 2.9333551594899254, "kl": 0.021728515625, "learning_rate": 1.0001097227741065e-07, "loss": 0.0165, "num_tokens": 181212407.0, "reward": 0.0, "reward_std": 0.973629355430603, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.09168699298201799, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1439286760291289, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.9375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.25, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.8041666666666667, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.1275843947266976, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3992 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1492.0, "completions/mean_length": 1240.9375, "completions/mean_terminated_length": 1123.181884765625, "completions/min_length": 691.0, "completions/min_terminated_length": 691.0, "epoch": 0.9984996249062266, "frac_reward_zero_std": 0.0, "grad_norm": 3.161811534378537, "kl": 0.021209716796875, "learning_rate": 1.0000840065789381e-07, "loss": 0.0025, "num_tokens": 181271326.0, "reward": 2.9802322387695312e-08, "reward_std": 1.066611647605896, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.10863287224110608, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.12726421517708414, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.3125, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.85, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11547005383792518, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3993 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1470.0, "completions/max_terminated_length": 1470.0, "completions/mean_length": 1176.875, "completions/mean_terminated_length": 1176.875, "completions/min_length": 1058.0, "completions/min_terminated_length": 1058.0, "epoch": 0.9987496874218554, "frac_reward_zero_std": 0.0, "grad_norm": 2.5693423102994792, "kl": 0.0196685791015625, "learning_rate": 1.0000617191701666e-07, "loss": -0.0127, "num_tokens": 181306996.0, "reward": -2.9802322387695312e-08, "reward_std": 0.5934744477272034, "rewards/wordcountpos_reward_GEOBench/mean": -2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.022205711600362478, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.1160896826076282, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09737289911202954, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3994 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.9375, "completions/max_length": 1500.0, "completions/max_terminated_length": 1485.0, "completions/mean_length": 1499.0625, "completions/mean_terminated_length": 1485.0, "completions/min_length": 1485.0, "completions/min_terminated_length": 1485.0, "epoch": 0.9989997499374844, "frac_reward_zero_std": 0.0, "grad_norm": 2.340019691532815, "kl": 0.0138092041015625, "learning_rate": 1.0000428605647749e-07, "loss": 0.0004, "num_tokens": 181360365.0, "reward": 1.4901161193847656e-08, "reward_std": 0.9886115789413452, "rewards/wordcountpos_reward_GEOBench/mean": 1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.11857893514146273, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.07431133461999091, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.9083333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.0683130051063973, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3995 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.5, "completions/max_length": 1500.0, "completions/max_terminated_length": 1028.0, "completions/mean_length": 1162.4375, "completions/mean_terminated_length": 824.875, "completions/min_length": 634.0, "completions/min_terminated_length": 634.0, "epoch": 0.9992498124531133, "frac_reward_zero_std": 0.0, "grad_norm": 2.4313826536707865, "kl": 0.01611328125, "learning_rate": 1.0000274307771317e-07, "loss": -0.0149, "num_tokens": 181410388.0, "reward": 7.450580596923828e-09, "reward_std": 1.0077182054519653, "rewards/wordcountpos_reward_GEOBench/mean": 7.450580596923828e-09, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": -0.0018127480899167382, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.05796600077032136, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.6875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.47871355387816905, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.6958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09418264367902598, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3996 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1497.0, "completions/mean_length": 1202.875, "completions/mean_terminated_length": 1067.8182373046875, "completions/min_length": 847.0, "completions/min_terminated_length": 847.0, "epoch": 0.9994998749687422, "frac_reward_zero_std": 0.0, "grad_norm": 3.1987226630803, "kl": 0.026031494140625, "learning_rate": 1.000015429818995e-07, "loss": -0.0358, "num_tokens": 181463954.0, "reward": 0.0, "reward_std": 0.8488315343856812, "rewards/wordcountpos_reward_GEOBench/mean": 0.0, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.031623638557441616, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.04832296437919263, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.1875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.40311288741492746, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7958333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.11538983843829066, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3997 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.1875, "completions/max_length": 1500.0, "completions/max_terminated_length": 1232.0, "completions/mean_length": 998.375, "completions/mean_terminated_length": 882.6154174804688, "completions/min_length": 543.0, "completions/min_terminated_length": 543.0, "epoch": 0.9997499374843711, "frac_reward_zero_std": 0.0, "grad_norm": 3.3640863387615263, "kl": 0.02490234375, "learning_rate": 1.0000068576995082e-07, "loss": -0.0088, "num_tokens": 181510616.0, "reward": 2.9802322387695312e-08, "reward_std": 0.5023515224456787, "rewards/wordcountpos_reward_GEOBench/mean": 2.9802322387695312e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.008049354414598782, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.022027433677209027, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.4375, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.51234753829798, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7833333333333333, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.17469550228474265, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3998 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.125, "completions/max_length": 1500.0, "completions/max_terminated_length": 1499.0, "completions/mean_length": 1186.3125, "completions/mean_terminated_length": 1141.5, "completions/min_length": 790.0, "completions/min_terminated_length": 790.0, "epoch": 1.0, "frac_reward_zero_std": 0.0, "grad_norm": 3.027076048851065, "kl": 0.0157318115234375, "learning_rate": 1.0000017144252038e-07, "loss": -0.0039, "num_tokens": 181557285.0, "reward": -1.4901161193847656e-08, "reward_std": 0.9141362905502319, "rewards/wordcountpos_reward_GEOBench/mean": -1.4901161193847656e-08, "rewards/wordcountpos_reward_GEOBench/raw_geo/mean": 0.09663224001171876, "rewards/wordcountpos_reward_GEOBench/raw_geo/std": 0.059601732315270106, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/mean": 0.875, "rewards/wordcountpos_reward_GEOBench/raw_keypoint/std": 0.3415650255319866, "rewards/wordcountpos_reward_GEOBench/raw_rule/mean": 0.7125, "rewards/wordcountpos_reward_GEOBench/raw_rule/std": 0.09339283817414602, "rewards/wordcountpos_reward_GEOBench/std": 1.0327955484390259, "step": 3999 } ], "logging_steps": 1, "max_steps": 3999, "num_input_tokens_seen": 181557285, "num_train_epochs": 1, "save_steps": 400, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 0.0, "train_batch_size": 4, "trial_name": null, "trial_params": null }