{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.0,
  "eval_steps": 500,
  "global_step": 2084,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "completion_length": 141.21429443359375,
      "epoch": 0.0009596928982725527,
      "grad_norm": 2.2607619762420654,
      "kl": 0.0,
      "learning_rate": 3.424657534246575e-09,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1
    },
    {
      "completion_length": 198.7857208251953,
      "epoch": 0.0019193857965451055,
      "grad_norm": 1.1715253591537476,
      "kl": 0.0,
      "learning_rate": 6.84931506849315e-09,
      "loss": 0.0,
      "reward": 0.5714285969734192,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.5,
      "step": 2
    },
    {
      "completion_length": 156.2857208251953,
      "epoch": 0.0028790786948176585,
      "grad_norm": 1.9710133075714111,
      "kl": 0.0006133560091257095,
      "learning_rate": 1.0273972602739724e-08,
      "loss": 0.0,
      "reward": 0.4285714626312256,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.1428571492433548,
      "rewards/check_similarity_func": 0.2857142984867096,
      "step": 3
    },
    {
      "completion_length": 142.92857360839844,
      "epoch": 0.003838771593090211,
      "grad_norm": 2.1483795642852783,
      "kl": 0.0005859164521098137,
      "learning_rate": 1.36986301369863e-08,
      "loss": 0.0,
      "reward": 0.4642857313156128,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 4
    },
    {
      "completion_length": 226.57144165039062,
      "epoch": 0.0047984644913627635,
      "grad_norm": 0.00024588595260865986,
      "kl": 0.00047991846804507077,
      "learning_rate": 1.7123287671232876e-08,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 5
    },
    {
      "completion_length": 193.6428680419922,
      "epoch": 0.005758157389635317,
      "grad_norm": 0.00033162880572490394,
      "kl": 0.00048639686428941786,
      "learning_rate": 2.054794520547945e-08,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 6
    },
    {
      "completion_length": 163.71429443359375,
      "epoch": 0.0067178502879078695,
      "grad_norm": 0.00029658005223609507,
      "kl": 0.0004994113696739078,
      "learning_rate": 2.3972602739726024e-08,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 7
    },
    {
      "completion_length": 148.2857208251953,
      "epoch": 0.007677543186180422,
      "grad_norm": 0.0003485827473923564,
      "kl": 0.0004896167083643377,
      "learning_rate": 2.73972602739726e-08,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 8
    },
    {
      "completion_length": 177.92857360839844,
      "epoch": 0.008637236084452975,
      "grad_norm": 0.0002794306492432952,
      "kl": 0.0004985862178727984,
      "learning_rate": 3.082191780821918e-08,
      "loss": 0.0,
      "reward": 0.5714285969734192,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.1428571492433548,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 9
    },
    {
      "completion_length": 169.92857360839844,
      "epoch": 0.009596928982725527,
      "grad_norm": 1.1722086668014526,
      "kl": 0.0005035566864535213,
      "learning_rate": 3.424657534246575e-08,
      "loss": 0.0,
      "reward": 0.5714285969734192,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.5,
      "step": 10
    },
    {
      "completion_length": 150.85714721679688,
      "epoch": 0.01055662188099808,
      "grad_norm": 0.00046394302626140416,
      "kl": 0.0005917524104006588,
      "learning_rate": 3.767123287671233e-08,
      "loss": 0.0,
      "reward": 0.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 11
    },
    {
      "completion_length": 140.71429443359375,
      "epoch": 0.011516314779270634,
      "grad_norm": 0.0002990892971865833,
      "kl": 0.0004694914969149977,
      "learning_rate": 4.10958904109589e-08,
      "loss": 0.0,
      "reward": 0.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 12
    },
    {
      "completion_length": 164.85714721679688,
      "epoch": 0.012476007677543186,
      "grad_norm": 1.4306385517120361,
      "kl": 0.00047548350994475186,
      "learning_rate": 4.452054794520547e-08,
      "loss": 0.0,
      "reward": 0.535714328289032,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 13
    },
    {
      "completion_length": 200.00001525878906,
      "epoch": 0.013435700575815739,
      "grad_norm": 1.1879740953445435,
      "kl": 0.00043922831537202,
      "learning_rate": 4.794520547945205e-08,
      "loss": 0.0,
      "reward": 0.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 14
    },
    {
      "completion_length": 204.2857208251953,
      "epoch": 0.014395393474088292,
      "grad_norm": 0.0002933829673565924,
      "kl": 0.0004457196337170899,
      "learning_rate": 5.136986301369862e-08,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 15
    },
    {
      "completion_length": 134.92857360839844,
      "epoch": 0.015355086372360844,
      "grad_norm": 0.0006603668443858624,
      "kl": 0.0005618265131488442,
      "learning_rate": 5.47945205479452e-08,
      "loss": 0.0,
      "reward": 0.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 16
    },
    {
      "completion_length": 150.2857208251953,
      "epoch": 0.016314779270633396,
      "grad_norm": 0.00033428840106353164,
      "kl": 0.0004663598374463618,
      "learning_rate": 5.821917808219177e-08,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 17
    },
    {
      "completion_length": 172.35714721679688,
      "epoch": 0.01727447216890595,
      "grad_norm": 0.00048253958811983466,
      "kl": 0.0004927419940941036,
      "learning_rate": 6.164383561643836e-08,
      "loss": 0.0,
      "reward": 0.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 18
    },
    {
      "completion_length": 181.6428680419922,
      "epoch": 0.018234165067178502,
      "grad_norm": 1.0937585830688477,
      "kl": 0.00048795517068356276,
      "learning_rate": 6.506849315068492e-08,
      "loss": 0.0,
      "reward": 0.392857164144516,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 19
    },
    {
      "completion_length": 169.5,
      "epoch": 0.019193857965451054,
      "grad_norm": 0.0003607927937991917,
      "kl": 0.0005090227350592613,
      "learning_rate": 6.84931506849315e-08,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 20
    },
    {
      "completion_length": 172.57144165039062,
      "epoch": 0.02015355086372361,
      "grad_norm": 0.0003443121968302876,
      "kl": 0.0004253872320987284,
      "learning_rate": 7.191780821917807e-08,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 21
    },
    {
      "completion_length": 203.6428680419922,
      "epoch": 0.02111324376199616,
      "grad_norm": 0.00030625765793956816,
      "kl": 0.0005112348590046167,
      "learning_rate": 7.534246575342466e-08,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 22
    },
    {
      "completion_length": 145.07144165039062,
      "epoch": 0.022072936660268713,
      "grad_norm": 0.0004070183204021305,
      "kl": 0.00047599145909771323,
      "learning_rate": 7.876712328767122e-08,
      "loss": 0.0,
      "reward": 0.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 23
    },
    {
      "completion_length": 191.71429443359375,
      "epoch": 0.023032629558541268,
      "grad_norm": 1.2447792291641235,
      "kl": 0.00044536538189277053,
      "learning_rate": 8.21917808219178e-08,
      "loss": 0.0,
      "reward": 0.392857164144516,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 24
    },
    {
      "completion_length": 182.2857208251953,
      "epoch": 0.02399232245681382,
      "grad_norm": 0.00031055897125042975,
      "kl": 0.000555739738047123,
      "learning_rate": 8.561643835616438e-08,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 25
    },
    {
      "completion_length": 162.1428680419922,
      "epoch": 0.02495201535508637,
      "grad_norm": 2.0735244750976562,
      "kl": 0.0004894479061476886,
      "learning_rate": 8.904109589041094e-08,
      "loss": 0.0,
      "reward": 0.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 26
    },
    {
      "completion_length": 153.92857360839844,
      "epoch": 0.025911708253358926,
      "grad_norm": 1.647933840751648,
      "kl": 0.0004993113107047975,
      "learning_rate": 9.246575342465753e-08,
      "loss": 0.0,
      "reward": 0.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.3571428656578064,
      "step": 27
    },
    {
      "completion_length": 129.35714721679688,
      "epoch": 0.026871401151631478,
      "grad_norm": 0.0004021018685307354,
      "kl": 0.0005912775523029268,
      "learning_rate": 9.58904109589041e-08,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 28
    },
    {
      "completion_length": 190.50001525878906,
      "epoch": 0.02783109404990403,
      "grad_norm": 0.00021986415958963335,
      "kl": 0.0004159669333603233,
      "learning_rate": 9.931506849315068e-08,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 29
    },
    {
      "completion_length": 153.6428680419922,
      "epoch": 0.028790786948176585,
      "grad_norm": 0.0003828786429949105,
      "kl": 0.0005498829996213317,
      "learning_rate": 1.0273972602739725e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 30
    },
    {
      "completion_length": 101.0714340209961,
      "epoch": 0.029750479846449136,
      "grad_norm": 1.89595365524292,
      "kl": 0.0004099676152691245,
      "learning_rate": 1.0616438356164383e-07,
      "loss": 0.0,
      "reward": 0.3214285969734192,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.3214285969734192,
      "step": 31
    },
    {
      "completion_length": 151.35714721679688,
      "epoch": 0.030710172744721688,
      "grad_norm": 0.0004103786777704954,
      "kl": 0.0005407923017628491,
      "learning_rate": 1.095890410958904e-07,
      "loss": 0.0,
      "reward": 0.5714285969734192,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.1428571492433548,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 32
    },
    {
      "completion_length": 183.57144165039062,
      "epoch": 0.03166986564299424,
      "grad_norm": 2.3935017585754395,
      "kl": 0.0005128290504217148,
      "learning_rate": 1.1301369863013698e-07,
      "loss": 0.0,
      "reward": 0.535714328289032,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 33
    },
    {
      "completion_length": 185.85714721679688,
      "epoch": 0.03262955854126679,
      "grad_norm": 0.00032279768493026495,
      "kl": 0.0005662475596182048,
      "learning_rate": 1.1643835616438355e-07,
      "loss": 0.0,
      "reward": 0.5714285969734192,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.1428571492433548,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 34
    },
    {
      "completion_length": 207.50001525878906,
      "epoch": 0.03358925143953935,
      "grad_norm": 0.7682506442070007,
      "kl": 0.00042109948117285967,
      "learning_rate": 1.1986301369863011e-07,
      "loss": 0.0,
      "reward": 0.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 35
    },
    {
      "completion_length": 183.2857208251953,
      "epoch": 0.0345489443378119,
      "grad_norm": 0.720670759677887,
      "kl": 0.0004752935201395303,
      "learning_rate": 1.232876712328767e-07,
      "loss": 0.0,
      "reward": 0.7142857313156128,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.2142857313156128,
      "rewards/check_similarity_func": 0.5,
      "step": 36
    },
    {
      "completion_length": 153.35714721679688,
      "epoch": 0.03550863723608445,
      "grad_norm": 1.1783798933029175,
      "kl": 0.0005063877906650305,
      "learning_rate": 1.2671232876712328e-07,
      "loss": 0.0,
      "reward": 0.392857164144516,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 37
    },
    {
      "completion_length": 201.07144165039062,
      "epoch": 0.036468330134357005,
      "grad_norm": 0.00022240710677579045,
      "kl": 0.00043229368748143315,
      "learning_rate": 1.3013698630136985e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 38
    },
    {
      "completion_length": 164.0,
      "epoch": 0.03742802303262956,
      "grad_norm": 0.000349522742908448,
      "kl": 0.0005390167352743447,
      "learning_rate": 1.3356164383561644e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 39
    },
    {
      "completion_length": 207.00001525878906,
      "epoch": 0.03838771593090211,
      "grad_norm": 0.00028550883871503174,
      "kl": 0.00048684957437217236,
      "learning_rate": 1.36986301369863e-07,
      "loss": 0.0,
      "reward": 0.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 40
    },
    {
      "completion_length": 249.57144165039062,
      "epoch": 0.03934740882917467,
      "grad_norm": 0.5861425399780273,
      "kl": 0.0005144004826433957,
      "learning_rate": 1.4041095890410958e-07,
      "loss": 0.0,
      "reward": 0.3214285969734192,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.3214285969734192,
      "step": 41
    },
    {
      "completion_length": 157.2857208251953,
      "epoch": 0.04030710172744722,
      "grad_norm": 0.00041771362884901464,
      "kl": 0.000525287410710007,
      "learning_rate": 1.4383561643835615e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 42
    },
    {
      "completion_length": 163.1428680419922,
      "epoch": 0.04126679462571977,
      "grad_norm": 0.0005308461841195822,
      "kl": 0.0005951587809249759,
      "learning_rate": 1.4726027397260274e-07,
      "loss": 0.0,
      "reward": 0.3571428656578064,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.3571428656578064,
      "step": 43
    },
    {
      "completion_length": 181.85714721679688,
      "epoch": 0.04222648752399232,
      "grad_norm": 0.0003794658405240625,
      "kl": 0.000544746988452971,
      "learning_rate": 1.506849315068493e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 44
    },
    {
      "completion_length": 202.85714721679688,
      "epoch": 0.04318618042226487,
      "grad_norm": 0.00025841870228759944,
      "kl": 0.0004607355804182589,
      "learning_rate": 1.5410958904109588e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 45
    },
    {
      "completion_length": 144.2857208251953,
      "epoch": 0.044145873320537425,
      "grad_norm": 0.00034075145958922803,
      "kl": 0.0004252323997206986,
      "learning_rate": 1.5753424657534245e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 46
    },
    {
      "completion_length": 200.2857208251953,
      "epoch": 0.045105566218809984,
      "grad_norm": 0.000346928572980687,
      "kl": 0.0005449450691230595,
      "learning_rate": 1.6095890410958904e-07,
      "loss": 0.0,
      "reward": 0.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 47
    },
    {
      "completion_length": 227.2857208251953,
      "epoch": 0.046065259117082535,
      "grad_norm": 1.7777265310287476,
      "kl": 0.000509156845510006,
      "learning_rate": 1.643835616438356e-07,
      "loss": 0.0,
      "reward": 0.535714328289032,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 48
    },
    {
      "completion_length": 136.21429443359375,
      "epoch": 0.04702495201535509,
      "grad_norm": 0.00033199548488482833,
      "kl": 0.0003765019355341792,
      "learning_rate": 1.6780821917808218e-07,
      "loss": 0.0,
      "reward": 0.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 49
    },
    {
      "completion_length": 198.1428680419922,
      "epoch": 0.04798464491362764,
      "grad_norm": 1.7146176099777222,
      "kl": 0.0004107347340323031,
      "learning_rate": 1.7123287671232875e-07,
      "loss": 0.0,
      "reward": 0.392857164144516,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 50
    },
    {
      "completion_length": 162.21429443359375,
      "epoch": 0.04894433781190019,
      "grad_norm": 0.0003925269120372832,
      "kl": 0.0004622681299224496,
      "learning_rate": 1.7465753424657535e-07,
      "loss": 0.0,
      "reward": 0.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 51
    },
    {
      "completion_length": 152.6428680419922,
      "epoch": 0.04990403071017274,
      "grad_norm": 1.0035200119018555,
      "kl": 0.0006806824239902198,
      "learning_rate": 1.780821917808219e-07,
      "loss": 0.0,
      "reward": 0.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 52
    },
    {
      "completion_length": 167.6428680419922,
      "epoch": 0.0508637236084453,
      "grad_norm": 1.7485811710357666,
      "kl": 0.0005046501755714417,
      "learning_rate": 1.8150684931506848e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 53
    },
    {
      "completion_length": 139.6428680419922,
      "epoch": 0.05182341650671785,
      "grad_norm": 0.0004055968893226236,
      "kl": 0.0005744871450588107,
      "learning_rate": 1.8493150684931505e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 54
    },
    {
      "completion_length": 197.1428680419922,
      "epoch": 0.052783109404990404,
      "grad_norm": 0.0002304887311765924,
      "kl": 0.0004032235301565379,
      "learning_rate": 1.8835616438356165e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 55
    },
    {
      "completion_length": 162.42857360839844,
      "epoch": 0.053742802303262956,
      "grad_norm": 0.0004438876349013299,
      "kl": 0.00043150753481313586,
      "learning_rate": 1.917808219178082e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 56
    },
    {
      "completion_length": 214.42857360839844,
      "epoch": 0.05470249520153551,
      "grad_norm": 0.7649313807487488,
      "kl": 0.0003883945173583925,
      "learning_rate": 1.9520547945205478e-07,
      "loss": 0.0,
      "reward": 0.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 57
    },
    {
      "completion_length": 157.0,
      "epoch": 0.05566218809980806,
      "grad_norm": 0.0003867405466735363,
      "kl": 0.0005784227978438139,
      "learning_rate": 1.9863013698630135e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 58
    },
    {
      "completion_length": 184.71429443359375,
      "epoch": 0.05662188099808062,
      "grad_norm": 0.839751124382019,
      "kl": 0.0004898931947536767,
      "learning_rate": 2.0205479452054795e-07,
      "loss": 0.0,
      "reward": 0.5714285969734192,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.5,
      "step": 59
    },
    {
      "completion_length": 201.92857360839844,
      "epoch": 0.05758157389635317,
      "grad_norm": 0.8777777552604675,
      "kl": 0.0004800857277587056,
      "learning_rate": 2.054794520547945e-07,
      "loss": 0.0,
      "reward": 0.392857164144516,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 60
    },
    {
      "completion_length": 202.42857360839844,
      "epoch": 0.05854126679462572,
      "grad_norm": 1.0846651792526245,
      "kl": 0.0005017650546506047,
      "learning_rate": 2.0890410958904109e-07,
      "loss": 0.0,
      "reward": 0.5714285969734192,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.5,
      "step": 61
    },
    {
      "completion_length": 146.07144165039062,
      "epoch": 0.05950095969289827,
      "grad_norm": 0.0004187485610600561,
      "kl": 0.0005505535518750548,
      "learning_rate": 2.1232876712328765e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 62
    },
    {
      "completion_length": 233.07144165039062,
      "epoch": 0.060460652591170824,
      "grad_norm": 0.0003208845155313611,
      "kl": 0.00044053615420125425,
      "learning_rate": 2.1575342465753425e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 63
    },
    {
      "completion_length": 170.7857208251953,
      "epoch": 0.061420345489443376,
      "grad_norm": 2.568953275680542,
      "kl": 0.000568955612834543,
      "learning_rate": 2.191780821917808e-07,
      "loss": 0.0,
      "reward": 0.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 64
    },
    {
      "completion_length": 143.35714721679688,
      "epoch": 0.06238003838771593,
      "grad_norm": 2.254873514175415,
      "kl": 0.0004386685905046761,
      "learning_rate": 2.2260273972602739e-07,
      "loss": 0.0,
      "reward": 0.6428571939468384,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.1428571492433548,
      "rewards/check_similarity_func": 0.5,
      "step": 65
    },
    {
      "completion_length": 147.2857208251953,
      "epoch": 0.06333973128598848,
      "grad_norm": 0.0003227726265322417,
      "kl": 0.0005318379844538867,
      "learning_rate": 2.2602739726027396e-07,
      "loss": 0.0,
      "reward": 0.5714285969734192,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.1428571492433548,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 66
    },
    {
      "completion_length": 166.5,
      "epoch": 0.06429942418426103,
      "grad_norm": 1.7006053924560547,
      "kl": 0.000499799323733896,
      "learning_rate": 2.2945205479452055e-07,
      "loss": 0.0,
      "reward": 0.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 67
    },
    {
      "completion_length": 228.57144165039062,
      "epoch": 0.06525911708253358,
      "grad_norm": 0.0002303675573784858,
      "kl": 0.0004385488573461771,
      "learning_rate": 2.328767123287671e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 68
    },
    {
      "completion_length": 160.42857360839844,
      "epoch": 0.06621880998080615,
      "grad_norm": 1.6533445119857788,
      "kl": 0.0005403171526268125,
      "learning_rate": 2.363013698630137e-07,
      "loss": 0.0,
      "reward": 0.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 69
    },
    {
      "completion_length": 167.35714721679688,
      "epoch": 0.0671785028790787,
      "grad_norm": 1.7975361347198486,
      "kl": 0.0005451139877550304,
      "learning_rate": 2.3972602739726023e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 70
    },
    {
      "completion_length": 181.07144165039062,
      "epoch": 0.06813819577735125,
      "grad_norm": 2.536132574081421,
      "kl": 0.0005449325544759631,
      "learning_rate": 2.4315068493150685e-07,
      "loss": 0.0,
      "reward": 0.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 71
    },
    {
      "completion_length": 165.92857360839844,
      "epoch": 0.0690978886756238,
      "grad_norm": 0.0004283603047952056,
      "kl": 0.0005969873745925725,
      "learning_rate": 2.465753424657534e-07,
      "loss": 0.0,
      "reward": 0.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 72
    },
    {
      "completion_length": 190.57144165039062,
      "epoch": 0.07005758157389635,
      "grad_norm": 0.00033122734748758376,
      "kl": 0.0004032891010865569,
      "learning_rate": 2.5e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 73
    },
    {
      "completion_length": 149.6428680419922,
      "epoch": 0.0710172744721689,
      "grad_norm": 0.00036813117912970483,
      "kl": 0.0005499913240782917,
      "learning_rate": 2.5342465753424656e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 74
    },
    {
      "completion_length": 132.0,
      "epoch": 0.07197696737044146,
      "grad_norm": 0.0004108770517632365,
      "kl": 0.0004446562670636922,
      "learning_rate": 2.568493150684932e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 75
    },
    {
      "completion_length": 163.0,
      "epoch": 0.07293666026871401,
      "grad_norm": 0.00036889687180519104,
      "kl": 0.00046221553930081427,
      "learning_rate": 2.602739726027397e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 76
    },
    {
      "completion_length": 136.71429443359375,
      "epoch": 0.07389635316698656,
      "grad_norm": 0.0005989204510115087,
      "kl": 0.0005143943708389997,
      "learning_rate": 2.6369863013698626e-07,
      "loss": 0.0,
      "reward": 0.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 77
    },
    {
      "completion_length": 169.57144165039062,
      "epoch": 0.07485604606525911,
      "grad_norm": 0.0003894655965268612,
      "kl": 0.0005207001231610775,
      "learning_rate": 2.671232876712329e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 78
    },
    {
      "completion_length": 211.00001525878906,
      "epoch": 0.07581573896353166,
      "grad_norm": 0.0006645320099778473,
      "kl": 0.0006165338563732803,
      "learning_rate": 2.7054794520547945e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 79
    },
    {
      "completion_length": 161.92857360839844,
      "epoch": 0.07677543186180422,
      "grad_norm": 2.7586846351623535,
      "kl": 0.0005318435723893344,
      "learning_rate": 2.73972602739726e-07,
      "loss": 0.0,
      "reward": 0.535714328289032,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 80
    },
    {
      "completion_length": 145.5,
      "epoch": 0.07773512476007678,
      "grad_norm": 0.00045291712740436196,
      "kl": 0.0004494401509873569,
      "learning_rate": 2.773972602739726e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 81
    },
    {
      "completion_length": 144.71429443359375,
      "epoch": 0.07869481765834933,
      "grad_norm": 0.0004193162021692842,
      "kl": 0.0004833567363675684,
      "learning_rate": 2.8082191780821916e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 82
    },
    {
      "completion_length": 213.42857360839844,
      "epoch": 0.07965451055662189,
      "grad_norm": 1.0324381589889526,
      "kl": 0.0005459565436467528,
      "learning_rate": 2.842465753424658e-07,
      "loss": 0.0,
      "reward": 0.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 83
    },
    {
      "completion_length": 156.85714721679688,
      "epoch": 0.08061420345489444,
      "grad_norm": 0.0005375200998969376,
      "kl": 0.0005840158555656672,
      "learning_rate": 2.876712328767123e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 84
    },
    {
      "completion_length": 166.57144165039062,
      "epoch": 0.08157389635316699,
      "grad_norm": 0.8813901543617249,
      "kl": 0.00046063197078183293,
      "learning_rate": 2.9109589041095887e-07,
      "loss": 0.0,
      "reward": 0.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 85
    },
    {
      "completion_length": 144.71429443359375,
      "epoch": 0.08253358925143954,
      "grad_norm": 3.5057194232940674,
      "kl": 0.0007475308375433087,
      "learning_rate": 2.945205479452055e-07,
      "loss": 0.0,
      "reward": 0.6428571939468384,
      "reward_std": 0.4040610194206238,
      "rewards/check_gptzero_func": 0.2142857313156128,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 86
    },
    {
      "completion_length": 175.2857208251953,
      "epoch": 0.08349328214971209,
      "grad_norm": 0.00037182087544351816,
      "kl": 0.0005397357745096087,
      "learning_rate": 2.9794520547945206e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 87
    },
    {
      "completion_length": 132.85714721679688,
      "epoch": 0.08445297504798464,
      "grad_norm": 1.985001802444458,
      "kl": 0.0006873123929835856,
      "learning_rate": 3.013698630136986e-07,
      "loss": 0.0,
      "reward": 0.535714328289032,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 88
    },
    {
      "completion_length": 152.21429443359375,
      "epoch": 0.0854126679462572,
      "grad_norm": 2.137436866760254,
      "kl": 0.0006862186128273606,
      "learning_rate": 3.047945205479452e-07,
      "loss": 0.0,
      "reward": 0.535714328289032,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 89
    },
    {
      "completion_length": 191.35714721679688,
      "epoch": 0.08637236084452975,
      "grad_norm": 0.0005319411284290254,
      "kl": 0.0006459939759224653,
      "learning_rate": 3.0821917808219176e-07,
      "loss": 0.0,
      "reward": 0.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 90
    },
    {
      "completion_length": 190.92857360839844,
      "epoch": 0.0873320537428023,
      "grad_norm": 0.9350883364677429,
      "kl": 0.0005700512556359172,
      "learning_rate": 3.116438356164384e-07,
      "loss": 0.0,
      "reward": 0.392857164144516,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 91
    },
    {
      "completion_length": 158.1428680419922,
      "epoch": 0.08829174664107485,
      "grad_norm": 0.9083094000816345,
      "kl": 0.0005092659848742187,
      "learning_rate": 3.150684931506849e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 92
    },
    {
      "completion_length": 163.35714721679688,
      "epoch": 0.0892514395393474,
      "grad_norm": 0.000523876107763499,
      "kl": 0.0004940583603456616,
      "learning_rate": 3.1849315068493147e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 93
    },
    {
      "completion_length": 132.7857208251953,
      "epoch": 0.09021113243761997,
      "grad_norm": 0.0009472233359701931,
      "kl": 0.0007753220270387828,
      "learning_rate": 3.219178082191781e-07,
      "loss": 0.0,
      "reward": 0.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 94
    },
    {
      "completion_length": 192.42857360839844,
      "epoch": 0.09117082533589252,
      "grad_norm": 0.0007054480374790728,
      "kl": 0.000659562589135021,
      "learning_rate": 3.2534246575342466e-07,
      "loss": 0.0,
      "reward": 0.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 95
    },
    {
      "completion_length": 172.6428680419922,
      "epoch": 0.09213051823416507,
      "grad_norm": 0.0006159541080705822,
      "kl": 0.0006590840057469904,
      "learning_rate": 3.287671232876712e-07,
      "loss": 0.0,
      "reward": 0.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 96
    },
    {
      "completion_length": 188.50001525878906,
      "epoch": 0.09309021113243762,
      "grad_norm": 1.1910511255264282,
      "kl": 0.0007620433461852372,
      "learning_rate": 3.321917808219178e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 97
    },
    {
      "completion_length": 186.1428680419922,
      "epoch": 0.09404990403071017,
      "grad_norm": 0.0005380702205002308,
      "kl": 0.0006620709900744259,
      "learning_rate": 3.3561643835616436e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 98
    },
    {
      "completion_length": 183.7857208251953,
      "epoch": 0.09500959692898273,
      "grad_norm": 0.0006251867744140327,
      "kl": 0.0006593136349692941,
      "learning_rate": 3.39041095890411e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 99
    },
    {
      "completion_length": 170.07144165039062,
      "epoch": 0.09596928982725528,
      "grad_norm": 0.0009549443493597209,
      "kl": 0.0008242790936492383,
      "learning_rate": 3.424657534246575e-07,
      "loss": 0.0,
      "reward": 0.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 100
    },
    {
      "completion_length": 148.5,
      "epoch": 0.09692898272552783,
      "grad_norm": 0.0013128560967743397,
      "kl": 0.0010460487101227045,
      "learning_rate": 3.4589041095890407e-07,
      "loss": 0.0,
      "reward": 0.3571428656578064,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.3571428656578064,
      "step": 101
    },
    {
      "completion_length": 156.0,
      "epoch": 0.09788867562380038,
      "grad_norm": 2.0491271018981934,
      "kl": 0.0007984003168530762,
      "learning_rate": 3.493150684931507e-07,
      "loss": 0.0,
      "reward": 0.535714328289032,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 102
    },
    {
      "completion_length": 154.35714721679688,
      "epoch": 0.09884836852207293,
      "grad_norm": 0.0010562576353549957,
      "kl": 0.0008420192752964795,
      "learning_rate": 3.5273972602739726e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 103
    },
    {
      "completion_length": 180.42857360839844,
      "epoch": 0.09980806142034548,
      "grad_norm": 0.0010810269741341472,
      "kl": 0.0010126158595085144,
      "learning_rate": 3.561643835616438e-07,
      "loss": 0.0,
      "reward": 0.2857142984867096,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.2857142984867096,
      "step": 104
    },
    {
      "completion_length": 160.0,
      "epoch": 0.10076775431861804,
      "grad_norm": 0.9938029646873474,
      "kl": 0.0010360019514337182,
      "learning_rate": 3.595890410958904e-07,
      "loss": 0.0,
      "reward": 0.535714328289032,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 105
    },
    {
      "completion_length": 188.07144165039062,
      "epoch": 0.1017274472168906,
      "grad_norm": 0.0009530042298138142,
      "kl": 0.0008316613966599107,
      "learning_rate": 3.6301369863013697e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 106
    },
    {
      "completion_length": 167.2857208251953,
      "epoch": 0.10268714011516315,
      "grad_norm": 0.7534376382827759,
      "kl": 0.0010708206100389361,
      "learning_rate": 3.664383561643836e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 107
    },
    {
      "completion_length": 172.1428680419922,
      "epoch": 0.1036468330134357,
      "grad_norm": 0.0010005699004977942,
      "kl": 0.0008168707718141377,
      "learning_rate": 3.698630136986301e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 108
    },
    {
      "completion_length": 181.42857360839844,
      "epoch": 0.10460652591170826,
      "grad_norm": 0.738099217414856,
      "kl": 0.0008797639748081565,
      "learning_rate": 3.7328767123287667e-07,
      "loss": 0.0,
      "reward": 0.5714285969734192,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.5,
      "step": 109
    },
    {
      "completion_length": 214.71429443359375,
      "epoch": 0.10556621880998081,
      "grad_norm": 0.0010221879929304123,
      "kl": 0.0009283734252676368,
      "learning_rate": 3.767123287671233e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 110
    },
    {
      "completion_length": 200.21429443359375,
      "epoch": 0.10652591170825336,
      "grad_norm": 1.6039822101593018,
      "kl": 0.0009224630193784833,
      "learning_rate": 3.8013698630136986e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 111
    },
    {
      "completion_length": 135.1428680419922,
      "epoch": 0.10748560460652591,
      "grad_norm": 0.0017484695417806506,
      "kl": 0.0012372166384011507,
      "learning_rate": 3.835616438356164e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 112
    },
    {
      "completion_length": 172.71429443359375,
      "epoch": 0.10844529750479846,
      "grad_norm": 1.1446928977966309,
      "kl": 0.0012239093193784356,
      "learning_rate": 3.86986301369863e-07,
      "loss": 0.0,
      "reward": 0.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 113
    },
    {
      "completion_length": 173.7857208251953,
      "epoch": 0.10940499040307101,
      "grad_norm": 0.0013692346401512623,
      "kl": 0.0012415533419698477,
      "learning_rate": 3.9041095890410957e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 114
    },
    {
      "completion_length": 188.42857360839844,
      "epoch": 0.11036468330134357,
      "grad_norm": 2.1180472373962402,
      "kl": 0.0015353249618783593,
      "learning_rate": 3.938356164383562e-07,
      "loss": 0.0,
      "reward": 0.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 115
    },
    {
      "completion_length": 232.2857208251953,
      "epoch": 0.11132437619961612,
      "grad_norm": 0.8964798450469971,
      "kl": 0.001006574835628271,
      "learning_rate": 3.972602739726027e-07,
      "loss": 0.0,
      "reward": 0.5714285969734192,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.5,
      "step": 116
    },
    {
      "completion_length": 174.7857208251953,
      "epoch": 0.11228406909788867,
      "grad_norm": 0.0012967548100277781,
      "kl": 0.0011741503840312362,
      "learning_rate": 4.006849315068493e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 117
    },
    {
      "completion_length": 203.2857208251953,
      "epoch": 0.11324376199616124,
      "grad_norm": 1.9222084283828735,
      "kl": 0.0014005341799929738,
      "learning_rate": 4.041095890410959e-07,
      "loss": 0.0,
      "reward": 0.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 118
    },
    {
      "completion_length": 173.00001525878906,
      "epoch": 0.11420345489443379,
      "grad_norm": 1.0326364040374756,
      "kl": 0.0015169300604611635,
      "learning_rate": 4.0753424657534246e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 119
    },
    {
      "completion_length": 205.21429443359375,
      "epoch": 0.11516314779270634,
      "grad_norm": 1.0511449575424194,
      "kl": 0.0011174194514751434,
      "learning_rate": 4.10958904109589e-07,
      "loss": 0.0,
      "reward": 0.5714285969734192,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.5,
      "step": 120
    },
    {
      "completion_length": 161.0,
      "epoch": 0.11612284069097889,
      "grad_norm": 0.002255406230688095,
      "kl": 0.0018725182162597775,
      "learning_rate": 4.143835616438356e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 121
    },
    {
      "completion_length": 207.50001525878906,
      "epoch": 0.11708253358925144,
      "grad_norm": 0.0015684241661801934,
      "kl": 0.0015832146164029837,
      "learning_rate": 4.1780821917808217e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 122
    },
    {
      "completion_length": 150.71429443359375,
      "epoch": 0.118042226487524,
      "grad_norm": 0.002583275781944394,
      "kl": 0.002387319691479206,
      "learning_rate": 4.212328767123288e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 123
    },
    {
      "completion_length": 173.57144165039062,
      "epoch": 0.11900191938579655,
      "grad_norm": 0.0017646598862484097,
      "kl": 0.0017878073267638683,
      "learning_rate": 4.246575342465753e-07,
      "loss": 0.0,
      "reward": 0.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 124
    },
    {
      "completion_length": 202.1428680419922,
      "epoch": 0.1199616122840691,
      "grad_norm": 0.0017873655306175351,
      "kl": 0.001729874056763947,
      "learning_rate": 4.280821917808219e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 125
    },
    {
      "completion_length": 203.7857208251953,
      "epoch": 0.12092130518234165,
      "grad_norm": 0.0016652534250169992,
      "kl": 0.001852210145443678,
      "learning_rate": 4.315068493150685e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 126
    },
    {
      "completion_length": 158.1428680419922,
      "epoch": 0.1218809980806142,
      "grad_norm": 0.002756022848188877,
      "kl": 0.0026257848367094994,
      "learning_rate": 4.3493150684931507e-07,
      "loss": 0.0,
      "reward": 0.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 127
    },
    {
      "completion_length": 164.92857360839844,
      "epoch": 0.12284069097888675,
      "grad_norm": 1.0222893953323364,
      "kl": 0.002222192706540227,
      "learning_rate": 4.383561643835616e-07,
      "loss": 0.0,
      "reward": 0.5714285969734192,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.5,
      "step": 128
    },
    {
      "completion_length": 143.57144165039062,
      "epoch": 0.1238003838771593,
      "grad_norm": 0.0024252664297819138,
      "kl": 0.0025197421200573444,
      "learning_rate": 4.417808219178082e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 129
    },
    {
      "completion_length": 163.07144165039062,
      "epoch": 0.12476007677543186,
      "grad_norm": 0.0023590049240738153,
      "kl": 0.0026151130441576242,
      "learning_rate": 4.4520547945205477e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 130
    },
    {
      "completion_length": 114.85714721679688,
      "epoch": 0.1257197696737044,
      "grad_norm": 0.003307547653093934,
      "kl": 0.003357306821271777,
      "learning_rate": 4.4863013698630134e-07,
      "loss": 0.0,
      "reward": 0.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 131
    },
    {
      "completion_length": 189.6428680419922,
      "epoch": 0.12667946257197696,
      "grad_norm": 0.002505939919501543,
      "kl": 0.0027757277712225914,
      "learning_rate": 4.520547945205479e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 132
    },
    {
      "completion_length": 189.2857208251953,
      "epoch": 0.1276391554702495,
      "grad_norm": 0.002298783278092742,
      "kl": 0.0024601882323622704,
      "learning_rate": 4.554794520547945e-07,
      "loss": 0.0,
      "reward": 0.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 133
    },
    {
      "completion_length": 177.92857360839844,
      "epoch": 0.12859884836852206,
      "grad_norm": 0.7920591831207275,
      "kl": 0.0019422292243689299,
      "learning_rate": 4.589041095890411e-07,
      "loss": 0.0,
      "reward": 0.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 134
    },
    {
      "completion_length": 195.50001525878906,
      "epoch": 0.1295585412667946,
      "grad_norm": 1.7868926525115967,
      "kl": 0.0024609670508652925,
      "learning_rate": 4.6232876712328767e-07,
      "loss": 0.0,
      "reward": 0.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 135
    },
    {
      "completion_length": 173.00001525878906,
      "epoch": 0.13051823416506717,
      "grad_norm": 1.585660457611084,
      "kl": 0.0032840201165527105,
      "learning_rate": 4.657534246575342e-07,
      "loss": 0.0,
      "reward": 0.4642857313156128,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 136
    },
    {
      "completion_length": 166.35714721679688,
      "epoch": 0.13147792706333974,
      "grad_norm": 0.0020990013144910336,
      "kl": 0.002316353376954794,
      "learning_rate": 4.691780821917808e-07,
      "loss": 0.0,
      "reward": 0.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 137
    },
    {
      "completion_length": 158.6428680419922,
      "epoch": 0.1324376199616123,
      "grad_norm": 1.1243855953216553,
      "kl": 0.00267459312453866,
      "learning_rate": 4.726027397260274e-07,
      "loss": 0.0,
      "reward": 0.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 138
    },
    {
      "completion_length": 153.1428680419922,
      "epoch": 0.13339731285988485,
      "grad_norm": 1.0819718837738037,
      "kl": 0.0031465692445635796,
      "learning_rate": 4.7602739726027394e-07,
      "loss": 0.0,
      "reward": 0.5714285969734192,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.5,
      "step": 139
    },
    {
      "completion_length": 199.07144165039062,
      "epoch": 0.1343570057581574,
      "grad_norm": 0.0026999530382454395,
      "kl": 0.0029104757122695446,
      "learning_rate": 4.794520547945205e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 140
    },
    {
      "completion_length": 223.50001525878906,
      "epoch": 0.13531669865642995,
      "grad_norm": 1.0795021057128906,
      "kl": 0.002405828796327114,
      "learning_rate": 4.828767123287671e-07,
      "loss": 0.0,
      "reward": 0.6428571939468384,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.1428571492433548,
      "rewards/check_similarity_func": 0.5,
      "step": 141
    },
    {
      "completion_length": 195.57144165039062,
      "epoch": 0.1362763915547025,
      "grad_norm": 0.8852382302284241,
      "kl": 0.00258283456787467,
      "learning_rate": 4.863013698630137e-07,
      "loss": 0.0,
      "reward": 0.5714285969734192,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.5,
      "step": 142
    },
    {
      "completion_length": 190.21429443359375,
      "epoch": 0.13723608445297505,
      "grad_norm": 1.8750386238098145,
      "kl": 0.0023633965756744146,
      "learning_rate": 4.897260273972603e-07,
      "loss": 0.0,
      "reward": 0.4642857313156128,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 143
    },
    {
      "completion_length": 209.35714721679688,
      "epoch": 0.1381957773512476,
      "grad_norm": 0.6818895936012268,
      "kl": 0.0023985723964869976,
      "learning_rate": 4.931506849315068e-07,
      "loss": 0.0,
      "reward": 0.5714285969734192,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.5,
      "step": 144
    },
    {
      "completion_length": 206.21429443359375,
      "epoch": 0.13915547024952016,
      "grad_norm": 0.002683117985725403,
      "kl": 0.0031351009383797646,
      "learning_rate": 4.965753424657534e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 145
    },
    {
      "completion_length": 171.6428680419922,
      "epoch": 0.1401151631477927,
      "grad_norm": 0.0027797813527286053,
      "kl": 0.003158676205202937,
      "learning_rate": 5e-07,
      "loss": 0.0,
      "reward": 0.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 146
    },
    {
      "completion_length": 171.07144165039062,
      "epoch": 0.14107485604606526,
      "grad_norm": 1.10163152217865,
      "kl": 0.003639411414042115,
      "learning_rate": 4.999996715251539e-07,
      "loss": 0.0,
      "reward": 0.5714285969734192,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.5,
      "step": 147
    },
    {
      "completion_length": 188.6428680419922,
      "epoch": 0.1420345489443378,
      "grad_norm": 0.003684282535687089,
      "kl": 0.004164888523519039,
      "learning_rate": 4.999986861014787e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 148
    },
    {
      "completion_length": 167.0,
      "epoch": 0.14299424184261036,
      "grad_norm": 0.0032974276691675186,
      "kl": 0.0037193619646131992,
      "learning_rate": 4.999970437315638e-07,
      "loss": 0.0,
      "reward": 0.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 149
    },
    {
      "completion_length": 190.42857360839844,
      "epoch": 0.14395393474088292,
      "grad_norm": 0.0019956824835389853,
      "kl": 0.0025252504274249077,
      "learning_rate": 4.999947444197252e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 150
    },
    {
      "completion_length": 135.2857208251953,
      "epoch": 0.14491362763915547,
      "grad_norm": 0.003321673022583127,
      "kl": 0.003477300051599741,
      "learning_rate": 4.99991788172005e-07,
      "loss": 0.0,
      "reward": 0.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 151
    },
    {
      "completion_length": 166.2857208251953,
      "epoch": 0.14587332053742802,
      "grad_norm": 0.0031351400539278984,
      "kl": 0.003756152465939522,
      "learning_rate": 4.999881749961716e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 152
    },
    {
      "completion_length": 226.57144165039062,
      "epoch": 0.14683301343570057,
      "grad_norm": 0.0023589241318404675,
      "kl": 0.003061789320781827,
      "learning_rate": 4.999839049017197e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 153
    },
    {
      "completion_length": 210.85714721679688,
      "epoch": 0.14779270633397312,
      "grad_norm": 0.8473482728004456,
      "kl": 0.0027484213933348656,
      "learning_rate": 4.999789778998701e-07,
      "loss": 0.0,
      "reward": 0.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 154
    },
    {
      "completion_length": 207.57144165039062,
      "epoch": 0.14875239923224567,
      "grad_norm": 1.2190508842468262,
      "kl": 0.004008385352790356,
      "learning_rate": 4.999733940035701e-07,
      "loss": 0.0,
      "reward": 0.535714328289032,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 155
    },
    {
      "completion_length": 191.07144165039062,
      "epoch": 0.14971209213051823,
      "grad_norm": 1.4172571897506714,
      "kl": 0.0039252969436347485,
      "learning_rate": 4.999671532274931e-07,
      "loss": 0.0,
      "reward": 0.535714328289032,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.2142857313156128,
      "rewards/check_similarity_func": 0.3214285969734192,
      "step": 156
    },
    {
      "completion_length": 201.92857360839844,
      "epoch": 0.15067178502879078,
      "grad_norm": 1.425087571144104,
      "kl": 0.0029733297415077686,
      "learning_rate": 4.999602555880386e-07,
      "loss": 0.0,
      "reward": 0.535714328289032,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 157
    },
    {
      "completion_length": 224.4285888671875,
      "epoch": 0.15163147792706333,
      "grad_norm": 1.2616547346115112,
      "kl": 0.0038858752232044935,
      "learning_rate": 4.99952701103332e-07,
      "loss": 0.0,
      "reward": 0.535714328289032,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 158
    },
    {
      "completion_length": 201.21429443359375,
      "epoch": 0.15259117082533588,
      "grad_norm": 0.9813754558563232,
      "kl": 0.0045184483751654625,
      "learning_rate": 4.999444897932253e-07,
      "loss": 0.0,
      "reward": 0.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 159
    },
    {
      "completion_length": 162.0,
      "epoch": 0.15355086372360843,
      "grad_norm": 1.0754148960113525,
      "kl": 0.008352076634764671,
      "learning_rate": 4.99935621679296e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 160
    },
    {
      "completion_length": 205.71429443359375,
      "epoch": 0.15451055662188098,
      "grad_norm": 0.003593963338062167,
      "kl": 0.004936866462230682,
      "learning_rate": 4.999260967848476e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 161
    },
    {
      "completion_length": 130.2857208251953,
      "epoch": 0.15547024952015356,
      "grad_norm": 0.0122367599979043,
      "kl": 0.013360998593270779,
      "learning_rate": 4.999159151349098e-07,
      "loss": 0.0,
      "reward": 0.3571428656578064,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.3571428656578064,
      "step": 162
    },
    {
      "completion_length": 143.6428680419922,
      "epoch": 0.15642994241842612,
      "grad_norm": 0.005348971579223871,
      "kl": 0.00833372212946415,
      "learning_rate": 4.999050767562379e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 163
    },
    {
      "completion_length": 158.7857208251953,
      "epoch": 0.15738963531669867,
      "grad_norm": 1.7464008331298828,
      "kl": 0.008452760986983776,
      "learning_rate": 4.998935816773127e-07,
      "loss": 0.0,
      "reward": 0.6428571939468384,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.1428571492433548,
      "rewards/check_similarity_func": 0.5,
      "step": 164
    },
    {
      "completion_length": 133.5,
      "epoch": 0.15834932821497122,
      "grad_norm": 1.8531731367111206,
      "kl": 0.00852338969707489,
      "learning_rate": 4.998814299283415e-07,
      "loss": 0.0,
      "reward": 0.5714285969734192,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.1428571492433548,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 165
    },
    {
      "completion_length": 123.0714340209961,
      "epoch": 0.15930902111324377,
      "grad_norm": 1.96049964427948,
      "kl": 0.011934852227568626,
      "learning_rate": 4.998686215412561e-07,
      "loss": 0.0,
      "reward": 0.5714285969734192,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.5,
      "step": 166
    },
    {
      "completion_length": 185.71429443359375,
      "epoch": 0.16026871401151632,
      "grad_norm": 0.004730363842099905,
      "kl": 0.008739505894482136,
      "learning_rate": 4.998551565497147e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 167
    },
    {
      "completion_length": 160.42857360839844,
      "epoch": 0.16122840690978887,
      "grad_norm": 1.222350001335144,
      "kl": 0.010281817987561226,
      "learning_rate": 4.998410349891004e-07,
      "loss": 0.0,
      "reward": 0.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 168
    },
    {
      "completion_length": 150.0,
      "epoch": 0.16218809980806143,
      "grad_norm": 0.006426457315683365,
      "kl": 0.012913689948618412,
      "learning_rate": 4.99826256896522e-07,
      "loss": 0.0,
      "reward": 0.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 169
    },
    {
      "completion_length": 185.35714721679688,
      "epoch": 0.16314779270633398,
      "grad_norm": 0.004505372140556574,
      "kl": 0.008011162281036377,
      "learning_rate": 4.998108223108133e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 170
    },
    {
      "completion_length": 156.2857208251953,
      "epoch": 0.16410748560460653,
      "grad_norm": 0.0056092990562319756,
      "kl": 0.011312751099467278,
      "learning_rate": 4.997947312725332e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 171
    },
    {
      "completion_length": 150.57144165039062,
      "epoch": 0.16506717850287908,
      "grad_norm": 0.0071243103593587875,
      "kl": 0.013555072247982025,
      "learning_rate": 4.997779838239657e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 172
    },
    {
      "completion_length": 168.6428680419922,
      "epoch": 0.16602687140115163,
      "grad_norm": 0.005404947325587273,
      "kl": 0.01053676102310419,
      "learning_rate": 4.997605800091198e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 173
    },
    {
      "completion_length": 142.35714721679688,
      "epoch": 0.16698656429942418,
      "grad_norm": 0.010681180283427238,
      "kl": 0.01874924637377262,
      "learning_rate": 4.997425198737292e-07,
      "loss": 0.0,
      "reward": 0.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 174
    },
    {
      "completion_length": 124.42857360839844,
      "epoch": 0.16794625719769674,
      "grad_norm": 0.007951793260872364,
      "kl": 0.016256434842944145,
      "learning_rate": 4.997238034652524e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 175
    },
    {
      "completion_length": 181.50001525878906,
      "epoch": 0.1689059500959693,
      "grad_norm": 1.501832365989685,
      "kl": 0.014752077870070934,
      "learning_rate": 4.997044308328722e-07,
      "loss": 0.0,
      "reward": 0.5714285969734192,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.5,
      "step": 176
    },
    {
      "completion_length": 170.21429443359375,
      "epoch": 0.16986564299424184,
      "grad_norm": 0.951697587966919,
      "kl": 0.014756138436496258,
      "learning_rate": 4.99684402027496e-07,
      "loss": 0.0,
      "reward": 0.5714285969734192,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.5,
      "step": 177
    },
    {
      "completion_length": 183.92857360839844,
      "epoch": 0.1708253358925144,
      "grad_norm": 0.0050909072160720825,
      "kl": 0.011419052258133888,
      "learning_rate": 4.996637171017555e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 178
    },
    {
      "completion_length": 136.5,
      "epoch": 0.17178502879078694,
      "grad_norm": 0.008080734871327877,
      "kl": 0.018978087231516838,
      "learning_rate": 4.996423761100066e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 179
    },
    {
      "completion_length": 113.21429443359375,
      "epoch": 0.1727447216890595,
      "grad_norm": 0.010151113383471966,
      "kl": 0.022477010264992714,
      "learning_rate": 4.99620379108329e-07,
      "loss": 0.0,
      "reward": 0.6428571939468384,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.1428571492433548,
      "rewards/check_similarity_func": 0.5,
      "step": 180
    },
    {
      "completion_length": 193.6428680419922,
      "epoch": 0.17370441458733205,
      "grad_norm": 0.006690608337521553,
      "kl": 0.015368123538792133,
      "learning_rate": 4.995977261545265e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 181
    },
    {
      "completion_length": 250.00001525878906,
      "epoch": 0.1746641074856046,
      "grad_norm": 0.00720250466838479,
      "kl": 0.01459087710827589,
      "learning_rate": 4.995744173081264e-07,
      "loss": 0.0,
      "reward": 0.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 182
    },
    {
      "completion_length": 144.2857208251953,
      "epoch": 0.17562380038387715,
      "grad_norm": 1.1583271026611328,
      "kl": 0.022515473887324333,
      "learning_rate": 4.995504526303799e-07,
      "loss": 0.0,
      "reward": 0.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 183
    },
    {
      "completion_length": 179.00001525878906,
      "epoch": 0.1765834932821497,
      "grad_norm": 0.0074567850679159164,
      "kl": 0.019374379888176918,
      "learning_rate": 4.995258321842611e-07,
      "loss": 0.0,
      "reward": 0.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 184
    },
    {
      "completion_length": 170.6428680419922,
      "epoch": 0.17754318618042225,
      "grad_norm": 0.010645397007465363,
      "kl": 0.02341454289853573,
      "learning_rate": 4.995005560344675e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 185
    },
    {
      "completion_length": 125.00000762939453,
      "epoch": 0.1785028790786948,
      "grad_norm": 1.7401732206344604,
      "kl": 0.026550600305199623,
      "learning_rate": 4.994746242474199e-07,
      "loss": 0.0,
      "reward": 0.535714328289032,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 186
    },
    {
      "completion_length": 157.6428680419922,
      "epoch": 0.17946257197696738,
      "grad_norm": 0.00874270498752594,
      "kl": 0.02163991518318653,
      "learning_rate": 4.99448036891262e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 187
    },
    {
      "completion_length": 125.14286041259766,
      "epoch": 0.18042226487523993,
      "grad_norm": 1.3426547050476074,
      "kl": 0.04397611692547798,
      "learning_rate": 4.994207940358596e-07,
      "loss": 0.0,
      "reward": 0.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 188
    },
    {
      "completion_length": 177.07144165039062,
      "epoch": 0.1813819577735125,
      "grad_norm": 0.009725375100970268,
      "kl": 0.0260472372174263,
      "learning_rate": 4.993928957528019e-07,
      "loss": 0.0,
      "reward": 0.6428571939468384,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.1428571492433548,
      "rewards/check_similarity_func": 0.5,
      "step": 189
    },
    {
      "completion_length": 174.92857360839844,
      "epoch": 0.18234165067178504,
      "grad_norm": 0.008943185210227966,
      "kl": 0.022827301174402237,
      "learning_rate": 4.993643421153995e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 190
    },
    {
      "completion_length": 153.2857208251953,
      "epoch": 0.1833013435700576,
      "grad_norm": 2.641716957092285,
      "kl": 0.02701340988278389,
      "learning_rate": 4.993351331986861e-07,
      "loss": 0.0,
      "reward": 0.392857164144516,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 191
    },
    {
      "completion_length": 131.42857360839844,
      "epoch": 0.18426103646833014,
      "grad_norm": 1.5383161306381226,
      "kl": 0.029483234509825706,
      "learning_rate": 4.993052690794164e-07,
      "loss": 0.0,
      "reward": 0.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 192
    },
    {
      "completion_length": 164.5,
      "epoch": 0.1852207293666027,
      "grad_norm": 0.011742522940039635,
      "kl": 0.03209148347377777,
      "learning_rate": 4.992747498360676e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 193
    },
    {
      "completion_length": 171.71429443359375,
      "epoch": 0.18618042226487524,
      "grad_norm": 1.3349089622497559,
      "kl": 0.025512147694826126,
      "learning_rate": 4.99243575548838e-07,
      "loss": 0.0,
      "reward": 0.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 194
    },
    {
      "completion_length": 173.1428680419922,
      "epoch": 0.1871401151631478,
      "grad_norm": 0.009090585634112358,
      "kl": 0.024704482406377792,
      "learning_rate": 4.992117462996474e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 195
    },
    {
      "completion_length": 146.35714721679688,
      "epoch": 0.18809980806142035,
      "grad_norm": 0.009946491569280624,
      "kl": 0.03235819563269615,
      "learning_rate": 4.991792621721365e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 196
    },
    {
      "completion_length": 190.35714721679688,
      "epoch": 0.1890595009596929,
      "grad_norm": 0.008678101934492588,
      "kl": 0.027846306562423706,
      "learning_rate": 4.991461232516674e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 197
    },
    {
      "completion_length": 158.5,
      "epoch": 0.19001919385796545,
      "grad_norm": 0.008660504594445229,
      "kl": 0.025897327810525894,
      "learning_rate": 4.991123296253223e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 198
    },
    {
      "completion_length": 197.00001525878906,
      "epoch": 0.190978886756238,
      "grad_norm": 0.010980253107845783,
      "kl": 0.031186837702989578,
      "learning_rate": 4.99077881381904e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 199
    },
    {
      "completion_length": 136.6428680419922,
      "epoch": 0.19193857965451055,
      "grad_norm": 0.014513405971229076,
      "kl": 0.0415295846760273,
      "learning_rate": 4.990427786119356e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 200
    },
    {
      "completion_length": 179.1428680419922,
      "epoch": 0.1928982725527831,
      "grad_norm": 0.008464829996228218,
      "kl": 0.026139579713344574,
      "learning_rate": 4.990070214076603e-07,
      "loss": 0.0,
      "reward": 0.6428571939468384,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.1428571492433548,
      "rewards/check_similarity_func": 0.5,
      "step": 201
    },
    {
      "completion_length": 168.5,
      "epoch": 0.19385796545105566,
      "grad_norm": 0.009202254936099052,
      "kl": 0.03240864723920822,
      "learning_rate": 4.989706098630405e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 202
    },
    {
      "completion_length": 151.35714721679688,
      "epoch": 0.1948176583493282,
      "grad_norm": 0.011232251301407814,
      "kl": 0.03665326535701752,
      "learning_rate": 4.989335440737586e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 203
    },
    {
      "completion_length": 197.50001525878906,
      "epoch": 0.19577735124760076,
      "grad_norm": 0.010714961215853691,
      "kl": 0.031966570764780045,
      "learning_rate": 4.98895824137216e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 204
    },
    {
      "completion_length": 98.64286041259766,
      "epoch": 0.1967370441458733,
      "grad_norm": 1.6490318775177002,
      "kl": 0.055153995752334595,
      "learning_rate": 4.988574501525332e-07,
      "loss": 0.0001,
      "reward": 0.392857164144516,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 205
    },
    {
      "completion_length": 196.42857360839844,
      "epoch": 0.19769673704414586,
      "grad_norm": 0.007620513439178467,
      "kl": 0.024581510573625565,
      "learning_rate": 4.988184222205492e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 206
    },
    {
      "completion_length": 136.0,
      "epoch": 0.19865642994241842,
      "grad_norm": 0.025816192850470543,
      "kl": 0.06681783497333527,
      "learning_rate": 4.987787404438216e-07,
      "loss": 0.0001,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 207
    },
    {
      "completion_length": 140.57144165039062,
      "epoch": 0.19961612284069097,
      "grad_norm": 0.009673051536083221,
      "kl": 0.03193720430135727,
      "learning_rate": 4.98738404926626e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 208
    },
    {
      "completion_length": 130.71429443359375,
      "epoch": 0.20057581573896352,
      "grad_norm": 0.014315295033156872,
      "kl": 0.04848216101527214,
      "learning_rate": 4.986974157749563e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 209
    },
    {
      "completion_length": 174.2857208251953,
      "epoch": 0.20153550863723607,
      "grad_norm": 0.012047448195517063,
      "kl": 0.038948580622673035,
      "learning_rate": 4.986557730965234e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 210
    },
    {
      "completion_length": 158.21429443359375,
      "epoch": 0.20249520153550865,
      "grad_norm": 0.015866762027144432,
      "kl": 0.047223664820194244,
      "learning_rate": 4.986134770007561e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 211
    },
    {
      "completion_length": 197.1428680419922,
      "epoch": 0.2034548944337812,
      "grad_norm": 0.008348196744918823,
      "kl": 0.028682492673397064,
      "learning_rate": 4.985705275988e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 212
    },
    {
      "completion_length": 145.5,
      "epoch": 0.20441458733205375,
      "grad_norm": 2.009700298309326,
      "kl": 0.06394463032484055,
      "learning_rate": 4.985269250035174e-07,
      "loss": 0.0001,
      "reward": 0.4642857313156128,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 213
    },
    {
      "completion_length": 211.71429443359375,
      "epoch": 0.2053742802303263,
      "grad_norm": 0.007673324551433325,
      "kl": 0.024587763473391533,
      "learning_rate": 4.984826693294873e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 214
    },
    {
      "completion_length": 165.7857208251953,
      "epoch": 0.20633397312859886,
      "grad_norm": 0.01070753950625658,
      "kl": 0.04193336144089699,
      "learning_rate": 4.984377606930046e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 215
    },
    {
      "completion_length": 173.2857208251953,
      "epoch": 0.2072936660268714,
      "grad_norm": 0.014973613433539867,
      "kl": 0.03959200903773308,
      "learning_rate": 4.983921992120801e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 216
    },
    {
      "completion_length": 186.2857208251953,
      "epoch": 0.20825335892514396,
      "grad_norm": 0.008033791556954384,
      "kl": 0.02788514830172062,
      "learning_rate": 4.983459850064404e-07,
      "loss": 0.0,
      "reward": 0.6428571939468384,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.1428571492433548,
      "rewards/check_similarity_func": 0.5,
      "step": 217
    },
    {
      "completion_length": 168.7857208251953,
      "epoch": 0.2092130518234165,
      "grad_norm": 0.010414738208055496,
      "kl": 0.03109031543135643,
      "learning_rate": 4.98299118197527e-07,
      "loss": 0.0,
      "reward": 0.6428571939468384,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.1428571492433548,
      "rewards/check_similarity_func": 0.5,
      "step": 218
    },
    {
      "completion_length": 150.21429443359375,
      "epoch": 0.21017274472168906,
      "grad_norm": 0.7309483885765076,
      "kl": 0.04052289202809334,
      "learning_rate": 4.982515989084963e-07,
      "loss": 0.0,
      "reward": 0.392857164144516,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 219
    },
    {
      "completion_length": 229.6428680419922,
      "epoch": 0.21113243761996162,
      "grad_norm": 0.00914233922958374,
      "kl": 0.02607572451233864,
      "learning_rate": 4.982034272642197e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 220
    },
    {
      "completion_length": 158.7857208251953,
      "epoch": 0.21209213051823417,
      "grad_norm": 0.8704914450645447,
      "kl": 0.04318482056260109,
      "learning_rate": 4.981546033912824e-07,
      "loss": 0.0,
      "reward": 0.5714285969734192,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.5,
      "step": 221
    },
    {
      "completion_length": 147.57144165039062,
      "epoch": 0.21305182341650672,
      "grad_norm": 0.008747214451432228,
      "kl": 0.03668203949928284,
      "learning_rate": 4.98105127417984e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 222
    },
    {
      "completion_length": 221.71429443359375,
      "epoch": 0.21401151631477927,
      "grad_norm": 0.0068986183032393456,
      "kl": 0.026392538100481033,
      "learning_rate": 4.980549994743369e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 223
    },
    {
      "completion_length": 161.57144165039062,
      "epoch": 0.21497120921305182,
      "grad_norm": 0.017986685037612915,
      "kl": 0.04174012690782547,
      "learning_rate": 4.980042196920677e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 224
    },
    {
      "completion_length": 176.71429443359375,
      "epoch": 0.21593090211132437,
      "grad_norm": 0.014376122504472733,
      "kl": 0.029825063422322273,
      "learning_rate": 4.979527882046152e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 225
    },
    {
      "completion_length": 135.0,
      "epoch": 0.21689059500959693,
      "grad_norm": 2.5675570964813232,
      "kl": 0.052499908953905106,
      "learning_rate": 4.979007051471312e-07,
      "loss": 0.0001,
      "reward": 0.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 226
    },
    {
      "completion_length": 187.21429443359375,
      "epoch": 0.21785028790786948,
      "grad_norm": 0.8186145424842834,
      "kl": 0.024046652019023895,
      "learning_rate": 4.978479706564792e-07,
      "loss": 0.0,
      "reward": 0.5714285969734192,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.5,
      "step": 227
    },
    {
      "completion_length": 180.50001525878906,
      "epoch": 0.21880998080614203,
      "grad_norm": 0.018152853474020958,
      "kl": 0.0416238009929657,
      "learning_rate": 4.977945848712352e-07,
      "loss": 0.0,
      "reward": 0.6428571939468384,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.1428571492433548,
      "rewards/check_similarity_func": 0.5,
      "step": 228
    },
    {
      "completion_length": 180.00001525878906,
      "epoch": 0.21976967370441458,
      "grad_norm": 0.008183122612535954,
      "kl": 0.026592625305056572,
      "learning_rate": 4.97740547931686e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 229
    },
    {
      "completion_length": 149.6428680419922,
      "epoch": 0.22072936660268713,
      "grad_norm": 0.9058122634887695,
      "kl": 0.03571849688887596,
      "learning_rate": 4.976858599798298e-07,
      "loss": 0.0,
      "reward": 0.5714285969734192,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.5,
      "step": 230
    },
    {
      "completion_length": 163.42857360839844,
      "epoch": 0.22168905950095968,
      "grad_norm": 0.011751496233046055,
      "kl": 0.03635873273015022,
      "learning_rate": 4.976305211593758e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 231
    },
    {
      "completion_length": 149.1428680419922,
      "epoch": 0.22264875239923224,
      "grad_norm": 0.01425580307841301,
      "kl": 0.04327648505568504,
      "learning_rate": 4.975745316157431e-07,
      "loss": 0.0,
      "reward": 0.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 232
    },
    {
      "completion_length": 158.7857208251953,
      "epoch": 0.2236084452975048,
      "grad_norm": 0.9364327192306519,
      "kl": 0.03144631162285805,
      "learning_rate": 4.975178914960609e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 233
    },
    {
      "completion_length": 182.57144165039062,
      "epoch": 0.22456813819577734,
      "grad_norm": 0.9086267948150635,
      "kl": 0.024686478078365326,
      "learning_rate": 4.974606009491682e-07,
      "loss": 0.0,
      "reward": 0.5714285969734192,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.5,
      "step": 234
    },
    {
      "completion_length": 172.7857208251953,
      "epoch": 0.2255278310940499,
      "grad_norm": 0.010343635454773903,
      "kl": 0.03078586980700493,
      "learning_rate": 4.97402660125613e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 235
    },
    {
      "completion_length": 139.35714721679688,
      "epoch": 0.22648752399232247,
      "grad_norm": 0.8962104916572571,
      "kl": 0.0390489287674427,
      "learning_rate": 4.973440691776519e-07,
      "loss": 0.0,
      "reward": 0.5714285969734192,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.5,
      "step": 236
    },
    {
      "completion_length": 173.6428680419922,
      "epoch": 0.22744721689059502,
      "grad_norm": 1.445923089981079,
      "kl": 0.035561997443437576,
      "learning_rate": 4.972848282592504e-07,
      "loss": 0.0,
      "reward": 0.6071428656578064,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 0.1428571492433548,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 237
    },
    {
      "completion_length": 170.2857208251953,
      "epoch": 0.22840690978886757,
      "grad_norm": 2.055349826812744,
      "kl": 0.027225220575928688,
      "learning_rate": 4.972249375260816e-07,
      "loss": 0.0,
      "reward": 0.8571429252624512,
      "reward_std": 0.5050762891769409,
      "rewards/check_gptzero_func": 0.3571428656578064,
      "rewards/check_similarity_func": 0.5,
      "step": 238
    },
    {
      "completion_length": 171.2857208251953,
      "epoch": 0.22936660268714013,
      "grad_norm": 0.015219035558402538,
      "kl": 0.031970471143722534,
      "learning_rate": 4.971643971355263e-07,
      "loss": 0.0,
      "reward": 0.6428571939468384,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.1428571492433548,
      "rewards/check_similarity_func": 0.5,
      "step": 239
    },
    {
      "completion_length": 147.6428680419922,
      "epoch": 0.23032629558541268,
      "grad_norm": 0.030180009081959724,
      "kl": 0.058509744703769684,
      "learning_rate": 4.971032072466725e-07,
      "loss": 0.0001,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 240
    },
    {
      "completion_length": 221.71429443359375,
      "epoch": 0.23128598848368523,
      "grad_norm": 0.009796379134058952,
      "kl": 0.027989663183689117,
      "learning_rate": 4.970413680203148e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 241
    },
    {
      "completion_length": 131.57144165039062,
      "epoch": 0.23224568138195778,
      "grad_norm": 0.011199752800166607,
      "kl": 0.03682253509759903,
      "learning_rate": 4.969788796189544e-07,
      "loss": 0.0,
      "reward": 0.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 242
    },
    {
      "completion_length": 164.6428680419922,
      "epoch": 0.23320537428023033,
      "grad_norm": 1.5941498279571533,
      "kl": 0.0514732263982296,
      "learning_rate": 4.969157422067981e-07,
      "loss": 0.0001,
      "reward": 0.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 243
    },
    {
      "completion_length": 202.71429443359375,
      "epoch": 0.23416506717850288,
      "grad_norm": 0.7931279540061951,
      "kl": 0.03926701843738556,
      "learning_rate": 4.968519559497584e-07,
      "loss": 0.0,
      "reward": 0.5714285969734192,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.5,
      "step": 244
    },
    {
      "completion_length": 215.50001525878906,
      "epoch": 0.23512476007677544,
      "grad_norm": 0.005184363108128309,
      "kl": 0.017880184575915337,
      "learning_rate": 4.967875210154527e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 245
    },
    {
      "completion_length": 148.92857360839844,
      "epoch": 0.236084452975048,
      "grad_norm": 0.015162032097578049,
      "kl": 0.04800922051072121,
      "learning_rate": 4.967224375732031e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 246
    },
    {
      "completion_length": 193.00001525878906,
      "epoch": 0.23704414587332054,
      "grad_norm": 0.754111647605896,
      "kl": 0.024669470265507698,
      "learning_rate": 4.966567057940357e-07,
      "loss": 0.0,
      "reward": 0.5714285969734192,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.5,
      "step": 247
    },
    {
      "completion_length": 149.35714721679688,
      "epoch": 0.2380038387715931,
      "grad_norm": 1.1026549339294434,
      "kl": 0.05990320444107056,
      "learning_rate": 4.965903258506806e-07,
      "loss": 0.0001,
      "reward": 0.5714285969734192,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.5,
      "step": 248
    },
    {
      "completion_length": 190.71429443359375,
      "epoch": 0.23896353166986564,
      "grad_norm": 0.9860082268714905,
      "kl": 0.027370769530534744,
      "learning_rate": 4.965232979175706e-07,
      "loss": 0.0,
      "reward": 0.5714285969734192,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.5,
      "step": 249
    },
    {
      "completion_length": 158.35714721679688,
      "epoch": 0.2399232245681382,
      "grad_norm": 1.0021536350250244,
      "kl": 0.031061414629220963,
      "learning_rate": 4.964556221708419e-07,
      "loss": 0.0,
      "reward": 0.5714285969734192,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.5,
      "step": 250
    },
    {
      "completion_length": 146.7857208251953,
      "epoch": 0.24088291746641075,
      "grad_norm": 0.011495787650346756,
      "kl": 0.037248872220516205,
      "learning_rate": 4.963872987883326e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 251
    },
    {
      "completion_length": 130.6428680419922,
      "epoch": 0.2418426103646833,
      "grad_norm": 0.02180984988808632,
      "kl": 0.05187024921178818,
      "learning_rate": 4.963183279495829e-07,
      "loss": 0.0001,
      "reward": 0.3571428656578064,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.3571428656578064,
      "step": 252
    },
    {
      "completion_length": 160.35714721679688,
      "epoch": 0.24280230326295585,
      "grad_norm": 0.9021627902984619,
      "kl": 0.03214104101061821,
      "learning_rate": 4.962487098358342e-07,
      "loss": 0.0,
      "reward": 0.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 253
    },
    {
      "completion_length": 132.6428680419922,
      "epoch": 0.2437619961612284,
      "grad_norm": 0.028318719938397408,
      "kl": 0.05964716151356697,
      "learning_rate": 4.961784446300289e-07,
      "loss": 0.0001,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 254
    },
    {
      "completion_length": 182.00001525878906,
      "epoch": 0.24472168905950095,
      "grad_norm": 0.009998255409300327,
      "kl": 0.03205109387636185,
      "learning_rate": 4.961075325168099e-07,
      "loss": 0.0,
      "reward": 0.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 255
    },
    {
      "completion_length": 146.07144165039062,
      "epoch": 0.2456813819577735,
      "grad_norm": 0.007887819781899452,
      "kl": 0.025414060801267624,
      "learning_rate": 4.960359736825198e-07,
      "loss": 0.0,
      "reward": 0.6428571939468384,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.1428571492433548,
      "rewards/check_similarity_func": 0.5,
      "step": 256
    },
    {
      "completion_length": 170.7857208251953,
      "epoch": 0.24664107485604606,
      "grad_norm": 0.007372613530606031,
      "kl": 0.026455121114850044,
      "learning_rate": 4.959637683152009e-07,
      "loss": 0.0,
      "reward": 0.3571428656578064,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.3571428656578064,
      "step": 257
    },
    {
      "completion_length": 136.5,
      "epoch": 0.2476007677543186,
      "grad_norm": 0.016181308776140213,
      "kl": 0.04867095872759819,
      "learning_rate": 4.958909166045946e-07,
      "loss": 0.0,
      "reward": 0.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 258
    },
    {
      "completion_length": 138.1428680419922,
      "epoch": 0.24856046065259116,
      "grad_norm": 1.9642562866210938,
      "kl": 0.04064173623919487,
      "learning_rate": 4.958174187421402e-07,
      "loss": 0.0,
      "reward": 0.5714285969734192,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.1428571492433548,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 259
    },
    {
      "completion_length": 136.21429443359375,
      "epoch": 0.2495201535508637,
      "grad_norm": 0.012094814330339432,
      "kl": 0.039088573306798935,
      "learning_rate": 4.957432749209755e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 260
    },
    {
      "completion_length": 111.85714721679688,
      "epoch": 0.2504798464491363,
      "grad_norm": 0.014115119352936745,
      "kl": 0.043470870703458786,
      "learning_rate": 4.956684853359353e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 261
    },
    {
      "completion_length": 136.5,
      "epoch": 0.2514395393474088,
      "grad_norm": 0.01285169180482626,
      "kl": 0.043760523200035095,
      "learning_rate": 4.955930501835519e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 262
    },
    {
      "completion_length": 187.07144165039062,
      "epoch": 0.2523992322456814,
      "grad_norm": 0.6286284923553467,
      "kl": 0.03338111564517021,
      "learning_rate": 4.955169696620534e-07,
      "loss": 0.0,
      "reward": 0.7142857313156128,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.2142857313156128,
      "rewards/check_similarity_func": 0.5,
      "step": 263
    },
    {
      "completion_length": 162.42857360839844,
      "epoch": 0.2533589251439539,
      "grad_norm": 0.010108165442943573,
      "kl": 0.03541354462504387,
      "learning_rate": 4.954402439713645e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 264
    },
    {
      "completion_length": 174.1428680419922,
      "epoch": 0.2543186180422265,
      "grad_norm": 1.1195729970932007,
      "kl": 0.03134753182530403,
      "learning_rate": 4.953628733131044e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 265
    },
    {
      "completion_length": 173.7857208251953,
      "epoch": 0.255278310940499,
      "grad_norm": 0.011338990181684494,
      "kl": 0.037212222814559937,
      "learning_rate": 4.95284857890588e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 266
    },
    {
      "completion_length": 148.92857360839844,
      "epoch": 0.2562380038387716,
      "grad_norm": 0.008618485182523727,
      "kl": 0.03326333686709404,
      "learning_rate": 4.952061979088239e-07,
      "loss": 0.0,
      "reward": 0.6428571939468384,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.1428571492433548,
      "rewards/check_similarity_func": 0.5,
      "step": 267
    },
    {
      "completion_length": 181.21429443359375,
      "epoch": 0.2571976967370441,
      "grad_norm": 0.6503229141235352,
      "kl": 0.03810004144906998,
      "learning_rate": 4.951268935745148e-07,
      "loss": 0.0,
      "reward": 0.7142857313156128,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.2142857313156128,
      "rewards/check_similarity_func": 0.5,
      "step": 268
    },
    {
      "completion_length": 201.85714721679688,
      "epoch": 0.2581573896353167,
      "grad_norm": 1.7915921211242676,
      "kl": 0.02392195537686348,
      "learning_rate": 4.950469450960565e-07,
      "loss": 0.0,
      "reward": 0.6785714626312256,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.2142857313156128,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 269
    },
    {
      "completion_length": 159.2857208251953,
      "epoch": 0.2591170825335892,
      "grad_norm": 0.011633633635938168,
      "kl": 0.04167523607611656,
      "learning_rate": 4.949663526835375e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 270
    },
    {
      "completion_length": 174.35714721679688,
      "epoch": 0.2600767754318618,
      "grad_norm": 0.007491827942430973,
      "kl": 0.03117256984114647,
      "learning_rate": 4.948851165487385e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 271
    },
    {
      "completion_length": 152.71429443359375,
      "epoch": 0.26103646833013433,
      "grad_norm": 0.02415638417005539,
      "kl": 0.06603434681892395,
      "learning_rate": 4.948032369051317e-07,
      "loss": 0.0001,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 272
    },
    {
      "completion_length": 171.00001525878906,
      "epoch": 0.2619961612284069,
      "grad_norm": 0.9707602858543396,
      "kl": 0.03229128569364548,
      "learning_rate": 4.947207139678803e-07,
      "loss": 0.0,
      "reward": 0.5714285969734192,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.5,
      "step": 273
    },
    {
      "completion_length": 175.50001525878906,
      "epoch": 0.2629558541266795,
      "grad_norm": 0.7545209527015686,
      "kl": 0.030683815479278564,
      "learning_rate": 4.946375479538379e-07,
      "loss": 0.0,
      "reward": 0.5714285969734192,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.5,
      "step": 274
    },
    {
      "completion_length": 148.21429443359375,
      "epoch": 0.263915547024952,
      "grad_norm": 0.012618212029337883,
      "kl": 0.039667271077632904,
      "learning_rate": 4.945537390815482e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 275
    },
    {
      "completion_length": 165.6428680419922,
      "epoch": 0.2648752399232246,
      "grad_norm": 0.7668785452842712,
      "kl": 0.03321327641606331,
      "learning_rate": 4.944692875712441e-07,
      "loss": 0.0,
      "reward": 0.5714285969734192,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.5,
      "step": 276
    },
    {
      "completion_length": 180.42857360839844,
      "epoch": 0.2658349328214971,
      "grad_norm": 0.5165232419967651,
      "kl": 0.03337138891220093,
      "learning_rate": 4.943841936448468e-07,
      "loss": 0.0,
      "reward": 0.5714285969734192,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.5,
      "step": 277
    },
    {
      "completion_length": 145.1428680419922,
      "epoch": 0.2667946257197697,
      "grad_norm": 0.012342563830316067,
      "kl": 0.0476006343960762,
      "learning_rate": 4.942984575259665e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 278
    },
    {
      "completion_length": 148.71429443359375,
      "epoch": 0.2677543186180422,
      "grad_norm": 0.018872719258069992,
      "kl": 0.049760643392801285,
      "learning_rate": 4.942120794399002e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 279
    },
    {
      "completion_length": 161.21429443359375,
      "epoch": 0.2687140115163148,
      "grad_norm": 0.010595530271530151,
      "kl": 0.034161269664764404,
      "learning_rate": 4.941250596136321e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 280
    },
    {
      "completion_length": 155.5,
      "epoch": 0.2696737044145873,
      "grad_norm": 0.010783243924379349,
      "kl": 0.04140208661556244,
      "learning_rate": 4.940373982758329e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 281
    },
    {
      "completion_length": 170.21429443359375,
      "epoch": 0.2706333973128599,
      "grad_norm": 1.5598989725112915,
      "kl": 0.026595674455165863,
      "learning_rate": 4.939490956568589e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 282
    },
    {
      "completion_length": 193.21429443359375,
      "epoch": 0.2715930902111324,
      "grad_norm": 0.860723078250885,
      "kl": 0.03219526261091232,
      "learning_rate": 4.938601519887516e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 283
    },
    {
      "completion_length": 135.35714721679688,
      "epoch": 0.272552783109405,
      "grad_norm": 0.01219930686056614,
      "kl": 0.04511177912354469,
      "learning_rate": 4.937705675052372e-07,
      "loss": 0.0,
      "reward": 0.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 284
    },
    {
      "completion_length": 154.85714721679688,
      "epoch": 0.27351247600767753,
      "grad_norm": 1.432124137878418,
      "kl": 0.05224813148379326,
      "learning_rate": 4.936803424417254e-07,
      "loss": 0.0001,
      "reward": 0.535714328289032,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 285
    },
    {
      "completion_length": 175.35714721679688,
      "epoch": 0.2744721689059501,
      "grad_norm": 1.0095102787017822,
      "kl": 0.041866060346364975,
      "learning_rate": 4.935894770353099e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 286
    },
    {
      "completion_length": 152.21429443359375,
      "epoch": 0.27543186180422263,
      "grad_norm": 0.9937538504600525,
      "kl": 0.04997044429183006,
      "learning_rate": 4.934979715247664e-07,
      "loss": 0.0,
      "reward": 0.7142857313156128,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.2142857313156128,
      "rewards/check_similarity_func": 0.5,
      "step": 287
    },
    {
      "completion_length": 175.2857208251953,
      "epoch": 0.2763915547024952,
      "grad_norm": 0.701606810092926,
      "kl": 0.039577748626470566,
      "learning_rate": 4.934058261505531e-07,
      "loss": 0.0,
      "reward": 0.5714285969734192,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.5,
      "step": 288
    },
    {
      "completion_length": 198.71429443359375,
      "epoch": 0.27735124760076774,
      "grad_norm": 0.7500801086425781,
      "kl": 0.031427111476659775,
      "learning_rate": 4.933130411548094e-07,
      "loss": 0.0,
      "reward": 0.5714285969734192,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.5,
      "step": 289
    },
    {
      "completion_length": 170.2857208251953,
      "epoch": 0.2783109404990403,
      "grad_norm": 0.910901665687561,
      "kl": 0.05502955988049507,
      "learning_rate": 4.932196167813558e-07,
      "loss": 0.0001,
      "reward": 0.5714285969734192,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.5,
      "step": 290
    },
    {
      "completion_length": 171.35714721679688,
      "epoch": 0.27927063339731284,
      "grad_norm": 0.012344823218882084,
      "kl": 0.04664803668856621,
      "learning_rate": 4.931255532756925e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 291
    },
    {
      "completion_length": 176.57144165039062,
      "epoch": 0.2802303262955854,
      "grad_norm": 0.009640896692872047,
      "kl": 0.03568938001990318,
      "learning_rate": 4.930308508849996e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 292
    },
    {
      "completion_length": 197.92857360839844,
      "epoch": 0.28119001919385794,
      "grad_norm": 0.5247597098350525,
      "kl": 0.03246887028217316,
      "learning_rate": 4.92935509858136e-07,
      "loss": 0.0,
      "reward": 0.5714285969734192,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.5,
      "step": 293
    },
    {
      "completion_length": 171.21429443359375,
      "epoch": 0.2821497120921305,
      "grad_norm": 0.010602942667901516,
      "kl": 0.039765238761901855,
      "learning_rate": 4.928395304456386e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 294
    },
    {
      "completion_length": 154.2857208251953,
      "epoch": 0.28310940499040305,
      "grad_norm": 0.010140851140022278,
      "kl": 0.04373352229595184,
      "learning_rate": 4.927429128997221e-07,
      "loss": 0.0,
      "reward": 0.6428571939468384,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.1428571492433548,
      "rewards/check_similarity_func": 0.5,
      "step": 295
    },
    {
      "completion_length": 167.07144165039062,
      "epoch": 0.2840690978886756,
      "grad_norm": 0.010873023420572281,
      "kl": 0.04469222202897072,
      "learning_rate": 4.926456574742778e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 296
    },
    {
      "completion_length": 140.21429443359375,
      "epoch": 0.28502879078694815,
      "grad_norm": 0.8512571454048157,
      "kl": 0.04940888658165932,
      "learning_rate": 4.925477644248734e-07,
      "loss": 0.0,
      "reward": 0.6428571939468384,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.2142857313156128,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 297
    },
    {
      "completion_length": 151.71429443359375,
      "epoch": 0.28598848368522073,
      "grad_norm": 0.968676745891571,
      "kl": 0.05480341613292694,
      "learning_rate": 4.924492340087524e-07,
      "loss": 0.0001,
      "reward": 0.5714285969734192,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.5,
      "step": 298
    },
    {
      "completion_length": 184.42857360839844,
      "epoch": 0.2869481765834933,
      "grad_norm": 0.014391886070370674,
      "kl": 0.04028379172086716,
      "learning_rate": 4.923500664848326e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 299
    },
    {
      "completion_length": 168.6428680419922,
      "epoch": 0.28790786948176583,
      "grad_norm": 0.6739828586578369,
      "kl": 0.04960145428776741,
      "learning_rate": 4.922502621137065e-07,
      "loss": 0.0,
      "reward": 0.5714285969734192,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.5,
      "step": 300
    },
    {
      "completion_length": 149.2857208251953,
      "epoch": 0.2888675623800384,
      "grad_norm": 0.008331024087965488,
      "kl": 0.04005777835845947,
      "learning_rate": 4.921498211576397e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 301
    },
    {
      "completion_length": 110.00000762939453,
      "epoch": 0.28982725527831094,
      "grad_norm": 0.9763401746749878,
      "kl": 0.07420732080936432,
      "learning_rate": 4.92048743880571e-07,
      "loss": 0.0001,
      "reward": 0.5,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 302
    },
    {
      "completion_length": 182.2857208251953,
      "epoch": 0.2907869481765835,
      "grad_norm": 0.7382937073707581,
      "kl": 0.05054379627108574,
      "learning_rate": 4.919470305481111e-07,
      "loss": 0.0001,
      "reward": 0.5714285969734192,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.5,
      "step": 303
    },
    {
      "completion_length": 188.50001525878906,
      "epoch": 0.29174664107485604,
      "grad_norm": 0.014347598887979984,
      "kl": 0.045965198427438736,
      "learning_rate": 4.918446814275422e-07,
      "loss": 0.0,
      "reward": 0.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 304
    },
    {
      "completion_length": 181.92857360839844,
      "epoch": 0.2927063339731286,
      "grad_norm": 0.011850584298372269,
      "kl": 0.040306318551301956,
      "learning_rate": 4.917416967878171e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 305
    },
    {
      "completion_length": 161.35714721679688,
      "epoch": 0.29366602687140114,
      "grad_norm": 0.01389320008456707,
      "kl": 0.05567486211657524,
      "learning_rate": 4.916380768995589e-07,
      "loss": 0.0001,
      "reward": 0.6428571939468384,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.1428571492433548,
      "rewards/check_similarity_func": 0.5,
      "step": 306
    },
    {
      "completion_length": 172.71429443359375,
      "epoch": 0.2946257197696737,
      "grad_norm": 0.7292900085449219,
      "kl": 0.037994131445884705,
      "learning_rate": 4.915338220350595e-07,
      "loss": 0.0,
      "reward": 0.5714285969734192,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.5,
      "step": 307
    },
    {
      "completion_length": 187.1428680419922,
      "epoch": 0.29558541266794625,
      "grad_norm": 0.010977892205119133,
      "kl": 0.040935762226581573,
      "learning_rate": 4.9142893246828e-07,
      "loss": 0.0,
      "reward": 0.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 308
    },
    {
      "completion_length": 153.71429443359375,
      "epoch": 0.2965451055662188,
      "grad_norm": 1.0795639753341675,
      "kl": 0.04902733489871025,
      "learning_rate": 4.913234084748489e-07,
      "loss": 0.0,
      "reward": 0.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 309
    },
    {
      "completion_length": 178.1428680419922,
      "epoch": 0.29750479846449135,
      "grad_norm": 0.024786856025457382,
      "kl": 0.061803948134183884,
      "learning_rate": 4.912172503320621e-07,
      "loss": 0.0001,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 310
    },
    {
      "completion_length": 176.07144165039062,
      "epoch": 0.29846449136276393,
      "grad_norm": 1.6932779550552368,
      "kl": 0.06751814484596252,
      "learning_rate": 4.911104583188817e-07,
      "loss": 0.0001,
      "reward": 0.6428571939468384,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.1428571492433548,
      "rewards/check_similarity_func": 0.5,
      "step": 311
    },
    {
      "completion_length": 128.07144165039062,
      "epoch": 0.29942418426103645,
      "grad_norm": 0.7057074904441833,
      "kl": 0.04898064211010933,
      "learning_rate": 4.910030327159359e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 312
    },
    {
      "completion_length": 198.85714721679688,
      "epoch": 0.30038387715930903,
      "grad_norm": 0.7850852012634277,
      "kl": 0.04534851014614105,
      "learning_rate": 4.908949738055172e-07,
      "loss": 0.0,
      "reward": 0.5714285969734192,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.5,
      "step": 313
    },
    {
      "completion_length": 181.2857208251953,
      "epoch": 0.30134357005758156,
      "grad_norm": 0.008554046973586082,
      "kl": 0.03857886791229248,
      "learning_rate": 4.907862818715831e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 314
    },
    {
      "completion_length": 158.07144165039062,
      "epoch": 0.30230326295585414,
      "grad_norm": 2.1238174438476562,
      "kl": 0.03876897692680359,
      "learning_rate": 4.906769571997537e-07,
      "loss": 0.0,
      "reward": 0.6071428656578064,
      "reward_std": 0.25253814458847046,
      "rewards/check_gptzero_func": 0.1428571492433548,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 315
    },
    {
      "completion_length": 182.35714721679688,
      "epoch": 0.30326295585412666,
      "grad_norm": 0.933212399482727,
      "kl": 0.050603289157152176,
      "learning_rate": 4.905670000773126e-07,
      "loss": 0.0001,
      "reward": 0.5,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 316
    },
    {
      "completion_length": 159.21429443359375,
      "epoch": 0.30422264875239924,
      "grad_norm": 0.9393885135650635,
      "kl": 0.0987624004483223,
      "learning_rate": 4.904564107932048e-07,
      "loss": 0.0001,
      "reward": 0.5714285969734192,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.5,
      "step": 317
    },
    {
      "completion_length": 140.42857360839844,
      "epoch": 0.30518234165067176,
      "grad_norm": 0.0118200508877635,
      "kl": 0.0471058115363121,
      "learning_rate": 4.903451896380366e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 318
    },
    {
      "completion_length": 129.21429443359375,
      "epoch": 0.30614203454894434,
      "grad_norm": 0.015270160511136055,
      "kl": 0.06342659145593643,
      "learning_rate": 4.90233336904075e-07,
      "loss": 0.0001,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 319
    },
    {
      "completion_length": 174.21429443359375,
      "epoch": 0.30710172744721687,
      "grad_norm": 0.013775634579360485,
      "kl": 0.050994835793972015,
      "learning_rate": 4.901208528852464e-07,
      "loss": 0.0001,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 320
    },
    {
      "completion_length": 170.85714721679688,
      "epoch": 0.30806142034548945,
      "grad_norm": 1.804977536201477,
      "kl": 0.038219790905714035,
      "learning_rate": 4.900077378771363e-07,
      "loss": 0.0,
      "reward": 0.535714328289032,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 321
    },
    {
      "completion_length": 179.00001525878906,
      "epoch": 0.30902111324376197,
      "grad_norm": 0.013199817389249802,
      "kl": 0.046088363975286484,
      "learning_rate": 4.898939921769879e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 322
    },
    {
      "completion_length": 170.35714721679688,
      "epoch": 0.30998080614203455,
      "grad_norm": 0.5843261480331421,
      "kl": 0.042620882391929626,
      "learning_rate": 4.897796160837022e-07,
      "loss": 0.0,
      "reward": 0.5714285969734192,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.5,
      "step": 323
    },
    {
      "completion_length": 131.92857360839844,
      "epoch": 0.31094049904030713,
      "grad_norm": 0.019121423363685608,
      "kl": 0.0627470314502716,
      "learning_rate": 4.896646098978365e-07,
      "loss": 0.0001,
      "reward": 0.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 324
    },
    {
      "completion_length": 179.1428680419922,
      "epoch": 0.31190019193857965,
      "grad_norm": 0.6540796756744385,
      "kl": 0.04829837754368782,
      "learning_rate": 4.89548973921604e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 325
    },
    {
      "completion_length": 184.35714721679688,
      "epoch": 0.31285988483685223,
      "grad_norm": 0.7136171460151672,
      "kl": 0.054542116820812225,
      "learning_rate": 4.894327084588727e-07,
      "loss": 0.0001,
      "reward": 0.5,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 326
    },
    {
      "completion_length": 194.21429443359375,
      "epoch": 0.31381957773512476,
      "grad_norm": 0.012055488303303719,
      "kl": 0.04041352868080139,
      "learning_rate": 4.893158138151648e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 327
    },
    {
      "completion_length": 212.1428680419922,
      "epoch": 0.31477927063339733,
      "grad_norm": 0.7959866523742676,
      "kl": 0.035792846232652664,
      "learning_rate": 4.89198290297656e-07,
      "loss": 0.0,
      "reward": 0.5714285969734192,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.5,
      "step": 328
    },
    {
      "completion_length": 129.71429443359375,
      "epoch": 0.31573896353166986,
      "grad_norm": 0.046519774943590164,
      "kl": 0.11751319468021393,
      "learning_rate": 4.890801382151744e-07,
      "loss": 0.0001,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 329
    },
    {
      "completion_length": 169.92857360839844,
      "epoch": 0.31669865642994244,
      "grad_norm": 0.02356742136180401,
      "kl": 0.06642461568117142,
      "learning_rate": 4.889613578781998e-07,
      "loss": 0.0001,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 330
    },
    {
      "completion_length": 141.0,
      "epoch": 0.31765834932821496,
      "grad_norm": 0.010965760797262192,
      "kl": 0.04642942175269127,
      "learning_rate": 4.888419495988633e-07,
      "loss": 0.0,
      "reward": 0.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 331
    },
    {
      "completion_length": 144.42857360839844,
      "epoch": 0.31861804222648754,
      "grad_norm": 0.009886627085506916,
      "kl": 0.04490048065781593,
      "learning_rate": 4.887219136909455e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 332
    },
    {
      "completion_length": 174.57144165039062,
      "epoch": 0.31957773512476007,
      "grad_norm": 0.8427566885948181,
      "kl": 0.042914919555187225,
      "learning_rate": 4.886012504698769e-07,
      "loss": 0.0,
      "reward": 0.7142857313156128,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.2142857313156128,
      "rewards/check_similarity_func": 0.5,
      "step": 333
    },
    {
      "completion_length": 120.35714721679688,
      "epoch": 0.32053742802303264,
      "grad_norm": 0.047777209430933,
      "kl": 0.1138654351234436,
      "learning_rate": 4.884799602527359e-07,
      "loss": 0.0001,
      "reward": 0.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 334
    },
    {
      "completion_length": 113.71429443359375,
      "epoch": 0.32149712092130517,
      "grad_norm": 0.01961985044181347,
      "kl": 0.07878115028142929,
      "learning_rate": 4.883580433582489e-07,
      "loss": 0.0001,
      "reward": 0.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 335
    },
    {
      "completion_length": 183.35714721679688,
      "epoch": 0.32245681381957775,
      "grad_norm": 0.009165026247501373,
      "kl": 0.04026760533452034,
      "learning_rate": 4.882355001067891e-07,
      "loss": 0.0,
      "reward": 0.3571428656578064,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.3571428656578064,
      "step": 336
    },
    {
      "completion_length": 153.85714721679688,
      "epoch": 0.32341650671785027,
      "grad_norm": 0.8269203901290894,
      "kl": 0.05319764092564583,
      "learning_rate": 4.881123308203754e-07,
      "loss": 0.0001,
      "reward": 0.5714285969734192,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.5,
      "step": 337
    },
    {
      "completion_length": 186.7857208251953,
      "epoch": 0.32437619961612285,
      "grad_norm": 1.6367870569229126,
      "kl": 0.04757952317595482,
      "learning_rate": 4.879885358226717e-07,
      "loss": 0.0,
      "reward": 0.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 338
    },
    {
      "completion_length": 191.57144165039062,
      "epoch": 0.3253358925143954,
      "grad_norm": 1.648198127746582,
      "kl": 0.05225759372115135,
      "learning_rate": 4.878641154389867e-07,
      "loss": 0.0001,
      "reward": 0.6428571939468384,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.1428571492433548,
      "rewards/check_similarity_func": 0.5,
      "step": 339
    },
    {
      "completion_length": 130.21429443359375,
      "epoch": 0.32629558541266795,
      "grad_norm": 0.017390670254826546,
      "kl": 0.06945237517356873,
      "learning_rate": 4.877390699962719e-07,
      "loss": 0.0001,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 340
    },
    {
      "completion_length": 179.57144165039062,
      "epoch": 0.3272552783109405,
      "grad_norm": 0.8013650178909302,
      "kl": 0.04810699447989464,
      "learning_rate": 4.876133998231216e-07,
      "loss": 0.0,
      "reward": 0.5714285969734192,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.5,
      "step": 341
    },
    {
      "completion_length": 161.5,
      "epoch": 0.32821497120921306,
      "grad_norm": 0.7259934544563293,
      "kl": 0.07226961851119995,
      "learning_rate": 4.874871052497718e-07,
      "loss": 0.0001,
      "reward": 0.5714285969734192,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.5,
      "step": 342
    },
    {
      "completion_length": 135.85714721679688,
      "epoch": 0.3291746641074856,
      "grad_norm": 1.5196187496185303,
      "kl": 0.05479865521192551,
      "learning_rate": 4.873601866080991e-07,
      "loss": 0.0001,
      "reward": 0.5714285969734192,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.5,
      "step": 343
    },
    {
      "completion_length": 193.21429443359375,
      "epoch": 0.33013435700575816,
      "grad_norm": 0.8982437252998352,
      "kl": 0.0351666584610939,
      "learning_rate": 4.872326442316202e-07,
      "loss": 0.0,
      "reward": 0.5714285969734192,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.5,
      "step": 344
    },
    {
      "completion_length": 136.35714721679688,
      "epoch": 0.3310940499040307,
      "grad_norm": 0.01634683646261692,
      "kl": 0.06155835837125778,
      "learning_rate": 4.871044784554909e-07,
      "loss": 0.0001,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 345
    },
    {
      "completion_length": 148.07144165039062,
      "epoch": 0.33205374280230326,
      "grad_norm": 0.639208972454071,
      "kl": 0.06204267218708992,
      "learning_rate": 4.86975689616505e-07,
      "loss": 0.0001,
      "reward": 0.5714285969734192,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.5,
      "step": 346
    },
    {
      "completion_length": 161.92857360839844,
      "epoch": 0.3330134357005758,
      "grad_norm": 0.828518807888031,
      "kl": 0.03562596067786217,
      "learning_rate": 4.868462780530935e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 347
    },
    {
      "completion_length": 192.57144165039062,
      "epoch": 0.33397312859884837,
      "grad_norm": 0.692690908908844,
      "kl": 0.045970264822244644,
      "learning_rate": 4.867162441053243e-07,
      "loss": 0.0,
      "reward": 0.5714285969734192,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.5,
      "step": 348
    },
    {
      "completion_length": 132.35714721679688,
      "epoch": 0.33493282149712095,
      "grad_norm": 1.3857311010360718,
      "kl": 0.06333249807357788,
      "learning_rate": 4.865855881149001e-07,
      "loss": 0.0001,
      "reward": 0.5714285969734192,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.5,
      "step": 349
    },
    {
      "completion_length": 137.5,
      "epoch": 0.33589251439539347,
      "grad_norm": 2.2241129875183105,
      "kl": 0.05916164815425873,
      "learning_rate": 4.864543104251586e-07,
      "loss": 0.0001,
      "reward": 0.6428571939468384,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.1428571492433548,
      "rewards/check_similarity_func": 0.5,
      "step": 350
    },
    {
      "completion_length": 148.1428680419922,
      "epoch": 0.33685220729366605,
      "grad_norm": 0.010034027509391308,
      "kl": 0.04084665700793266,
      "learning_rate": 4.863224113810714e-07,
      "loss": 0.0,
      "reward": 0.3571428656578064,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.3571428656578064,
      "step": 351
    },
    {
      "completion_length": 128.7857208251953,
      "epoch": 0.3378119001919386,
      "grad_norm": 0.8693896532058716,
      "kl": 0.06024312227964401,
      "learning_rate": 4.861898913292424e-07,
      "loss": 0.0001,
      "reward": 0.5714285969734192,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.5,
      "step": 352
    },
    {
      "completion_length": 136.6428680419922,
      "epoch": 0.33877159309021115,
      "grad_norm": 0.028665821999311447,
      "kl": 0.07898961007595062,
      "learning_rate": 4.860567506179077e-07,
      "loss": 0.0001,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 353
    },
    {
      "completion_length": 204.85714721679688,
      "epoch": 0.3397312859884837,
      "grad_norm": 2.662642478942871,
      "kl": 0.05359330028295517,
      "learning_rate": 4.859229895969343e-07,
      "loss": 0.0001,
      "reward": 0.25,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.25,
      "step": 354
    },
    {
      "completion_length": 167.92857360839844,
      "epoch": 0.34069097888675626,
      "grad_norm": 0.009175707586109638,
      "kl": 0.04547380656003952,
      "learning_rate": 4.857886086178193e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 355
    },
    {
      "completion_length": 147.35714721679688,
      "epoch": 0.3416506717850288,
      "grad_norm": 2.329953908920288,
      "kl": 0.10307062417268753,
      "learning_rate": 4.856536080336889e-07,
      "loss": 0.0001,
      "reward": 0.6428571939468384,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.1428571492433548,
      "rewards/check_similarity_func": 0.5,
      "step": 356
    },
    {
      "completion_length": 139.35714721679688,
      "epoch": 0.34261036468330136,
      "grad_norm": 0.014568759128451347,
      "kl": 0.06558626890182495,
      "learning_rate": 4.855179881992972e-07,
      "loss": 0.0001,
      "reward": 0.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 357
    },
    {
      "completion_length": 169.42857360839844,
      "epoch": 0.3435700575815739,
      "grad_norm": 1.3144867420196533,
      "kl": 0.05015382915735245,
      "learning_rate": 4.853817494710262e-07,
      "loss": 0.0001,
      "reward": 0.6428571939468384,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.1428571492433548,
      "rewards/check_similarity_func": 0.5,
      "step": 358
    },
    {
      "completion_length": 184.7857208251953,
      "epoch": 0.34452975047984646,
      "grad_norm": 0.9333608746528625,
      "kl": 0.04073575139045715,
      "learning_rate": 4.852448922068836e-07,
      "loss": 0.0,
      "reward": 0.7142857313156128,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.2142857313156128,
      "rewards/check_similarity_func": 0.5,
      "step": 359
    },
    {
      "completion_length": 186.85714721679688,
      "epoch": 0.345489443378119,
      "grad_norm": 0.01511724665760994,
      "kl": 0.06633567065000534,
      "learning_rate": 4.851074167665029e-07,
      "loss": 0.0001,
      "reward": 0.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 360
    },
    {
      "completion_length": 170.42857360839844,
      "epoch": 0.34644913627639157,
      "grad_norm": 0.017822766676545143,
      "kl": 0.08203756809234619,
      "learning_rate": 4.849693235111418e-07,
      "loss": 0.0001,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 361
    },
    {
      "completion_length": 168.21429443359375,
      "epoch": 0.3474088291746641,
      "grad_norm": 0.017657997086644173,
      "kl": 0.07560943067073822,
      "learning_rate": 4.848306128036817e-07,
      "loss": 0.0001,
      "reward": 0.6428571939468384,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.1428571492433548,
      "rewards/check_similarity_func": 0.5,
      "step": 362
    },
    {
      "completion_length": 152.42857360839844,
      "epoch": 0.34836852207293667,
      "grad_norm": 0.7585158944129944,
      "kl": 0.09443642944097519,
      "learning_rate": 4.846912850086262e-07,
      "loss": 0.0001,
      "reward": 0.5714285969734192,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.5,
      "step": 363
    },
    {
      "completion_length": 196.92857360839844,
      "epoch": 0.3493282149712092,
      "grad_norm": 0.016167262569069862,
      "kl": 0.0751105397939682,
      "learning_rate": 4.84551340492101e-07,
      "loss": 0.0001,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 364
    },
    {
      "completion_length": 171.6428680419922,
      "epoch": 0.3502879078694818,
      "grad_norm": 0.06749235093593597,
      "kl": 0.10877241939306259,
      "learning_rate": 4.844107796218519e-07,
      "loss": 0.0001,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 365
    },
    {
      "completion_length": 198.00001525878906,
      "epoch": 0.3512476007677543,
      "grad_norm": 1.9669880867004395,
      "kl": 0.06985586136579514,
      "learning_rate": 4.842696027672447e-07,
      "loss": 0.0001,
      "reward": 0.8928571939468384,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.5,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 366
    },
    {
      "completion_length": 160.92857360839844,
      "epoch": 0.3522072936660269,
      "grad_norm": 0.028407922014594078,
      "kl": 0.102198027074337,
      "learning_rate": 4.841278102992637e-07,
      "loss": 0.0001,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 367
    },
    {
      "completion_length": 131.85714721679688,
      "epoch": 0.3531669865642994,
      "grad_norm": 0.7897815108299255,
      "kl": 0.19706057012081146,
      "learning_rate": 4.839854025905111e-07,
      "loss": 0.0002,
      "reward": 0.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.3571428656578064,
      "step": 368
    },
    {
      "completion_length": 170.35714721679688,
      "epoch": 0.354126679462572,
      "grad_norm": 0.04671376571059227,
      "kl": 0.1115792989730835,
      "learning_rate": 4.838423800152054e-07,
      "loss": 0.0001,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 369
    },
    {
      "completion_length": 172.00001525878906,
      "epoch": 0.3550863723608445,
      "grad_norm": 0.018252838402986526,
      "kl": 0.08157631754875183,
      "learning_rate": 4.836987429491815e-07,
      "loss": 0.0001,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 370
    },
    {
      "completion_length": 152.1428680419922,
      "epoch": 0.3560460652591171,
      "grad_norm": 1.2411412000656128,
      "kl": 0.09087572991847992,
      "learning_rate": 4.835544917698885e-07,
      "loss": 0.0001,
      "reward": 0.5714285969734192,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.5,
      "step": 371
    },
    {
      "completion_length": 129.1428680419922,
      "epoch": 0.3570057581573896,
      "grad_norm": 0.7119581699371338,
      "kl": 0.11820975691080093,
      "learning_rate": 4.834096268563896e-07,
      "loss": 0.0001,
      "reward": 0.5714285969734192,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.5,
      "step": 372
    },
    {
      "completion_length": 146.21429443359375,
      "epoch": 0.3579654510556622,
      "grad_norm": 0.012489858083426952,
      "kl": 0.07006384432315826,
      "learning_rate": 4.832641485893605e-07,
      "loss": 0.0001,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 373
    },
    {
      "completion_length": 140.0,
      "epoch": 0.35892514395393477,
      "grad_norm": 0.7842729687690735,
      "kl": 0.13611659407615662,
      "learning_rate": 4.83118057351089e-07,
      "loss": 0.0001,
      "reward": 0.6428571939468384,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.2142857313156128,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 374
    },
    {
      "completion_length": 203.35714721679688,
      "epoch": 0.3598848368522073,
      "grad_norm": 0.7697356939315796,
      "kl": 0.06682367622852325,
      "learning_rate": 4.829713535254732e-07,
      "loss": 0.0001,
      "reward": 0.5714285969734192,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.5,
      "step": 375
    },
    {
      "completion_length": 176.35714721679688,
      "epoch": 0.36084452975047987,
      "grad_norm": 0.02709364891052246,
      "kl": 0.08076134324073792,
      "learning_rate": 4.828240374980215e-07,
      "loss": 0.0001,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 376
    },
    {
      "completion_length": 200.85714721679688,
      "epoch": 0.3618042226487524,
      "grad_norm": 0.5821624398231506,
      "kl": 0.06433233618736267,
      "learning_rate": 4.826761096558506e-07,
      "loss": 0.0001,
      "reward": 0.5714285969734192,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.5,
      "step": 377
    },
    {
      "completion_length": 151.6428680419922,
      "epoch": 0.362763915547025,
      "grad_norm": 0.015822477638721466,
      "kl": 0.07465268671512604,
      "learning_rate": 4.825275703876852e-07,
      "loss": 0.0001,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 378
    },
    {
      "completion_length": 123.35714721679688,
      "epoch": 0.3637236084452975,
      "grad_norm": 0.03270253911614418,
      "kl": 0.11106663942337036,
      "learning_rate": 4.823784200838566e-07,
      "loss": 0.0001,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 379
    },
    {
      "completion_length": 186.1428680419922,
      "epoch": 0.3646833013435701,
      "grad_norm": 0.8084591627120972,
      "kl": 0.06807731837034225,
      "learning_rate": 4.822286591363017e-07,
      "loss": 0.0001,
      "reward": 0.5714285969734192,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.5,
      "step": 380
    },
    {
      "completion_length": 157.5,
      "epoch": 0.3656429942418426,
      "grad_norm": 1.1521716117858887,
      "kl": 0.0822611153125763,
      "learning_rate": 4.820782879385622e-07,
      "loss": 0.0001,
      "reward": 0.5714285969734192,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.1428571492433548,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 381
    },
    {
      "completion_length": 196.1428680419922,
      "epoch": 0.3666026871401152,
      "grad_norm": 1.227945327758789,
      "kl": 0.052846770733594894,
      "learning_rate": 4.819273068857834e-07,
      "loss": 0.0001,
      "reward": 0.785714328289032,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.2857142984867096,
      "rewards/check_similarity_func": 0.5,
      "step": 382
    },
    {
      "completion_length": 167.1428680419922,
      "epoch": 0.3675623800383877,
      "grad_norm": 0.04042321816086769,
      "kl": 0.10140242427587509,
      "learning_rate": 4.81775716374713e-07,
      "loss": 0.0001,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 383
    },
    {
      "completion_length": 152.0,
      "epoch": 0.3685220729366603,
      "grad_norm": 1.1761982440948486,
      "kl": 0.07883789390325546,
      "learning_rate": 4.816235168037004e-07,
      "loss": 0.0001,
      "reward": 0.5714285969734192,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.1428571492433548,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 384
    },
    {
      "completion_length": 139.42857360839844,
      "epoch": 0.3694817658349328,
      "grad_norm": 0.7548137903213501,
      "kl": 0.06377893686294556,
      "learning_rate": 4.814707085726956e-07,
      "loss": 0.0001,
      "reward": 0.5714285969734192,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.5,
      "step": 385
    },
    {
      "completion_length": 212.57144165039062,
      "epoch": 0.3704414587332054,
      "grad_norm": 0.009955519810318947,
      "kl": 0.04765454679727554,
      "learning_rate": 4.813172920832476e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 386
    },
    {
      "completion_length": 159.42857360839844,
      "epoch": 0.3714011516314779,
      "grad_norm": 0.8913190960884094,
      "kl": 0.06708637624979019,
      "learning_rate": 4.811632677385042e-07,
      "loss": 0.0001,
      "reward": 0.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 387
    },
    {
      "completion_length": 125.5714340209961,
      "epoch": 0.3723608445297505,
      "grad_norm": 1.010585069656372,
      "kl": 0.14207951724529266,
      "learning_rate": 4.810086359432106e-07,
      "loss": 0.0001,
      "reward": 0.5,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 388
    },
    {
      "completion_length": 138.1428680419922,
      "epoch": 0.373320537428023,
      "grad_norm": 0.07238087803125381,
      "kl": 0.11696995049715042,
      "learning_rate": 4.808533971037076e-07,
      "loss": 0.0001,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 389
    },
    {
      "completion_length": 139.42857360839844,
      "epoch": 0.3742802303262956,
      "grad_norm": 0.01340838335454464,
      "kl": 0.08319560438394547,
      "learning_rate": 4.80697551627932e-07,
      "loss": 0.0001,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 390
    },
    {
      "completion_length": 190.50001525878906,
      "epoch": 0.3752399232245681,
      "grad_norm": 0.009439359419047832,
      "kl": 0.048137497156858444,
      "learning_rate": 4.805410999254142e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 391
    },
    {
      "completion_length": 150.57144165039062,
      "epoch": 0.3761996161228407,
      "grad_norm": 1.7599761486053467,
      "kl": 0.0795082300901413,
      "learning_rate": 4.803840424072778e-07,
      "loss": 0.0001,
      "reward": 0.6428571939468384,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.1428571492433548,
      "rewards/check_similarity_func": 0.5,
      "step": 392
    },
    {
      "completion_length": 189.50001525878906,
      "epoch": 0.3771593090211132,
      "grad_norm": 0.5164933800697327,
      "kl": 0.07014574855566025,
      "learning_rate": 4.802263794862384e-07,
      "loss": 0.0001,
      "reward": 0.5714285969734192,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.5,
      "step": 393
    },
    {
      "completion_length": 170.85714721679688,
      "epoch": 0.3781190019193858,
      "grad_norm": 0.017284931614995003,
      "kl": 0.07710567861795425,
      "learning_rate": 4.800681115766023e-07,
      "loss": 0.0001,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 394
    },
    {
      "completion_length": 131.92857360839844,
      "epoch": 0.3790786948176583,
      "grad_norm": 0.9026875495910645,
      "kl": 0.07952253520488739,
      "learning_rate": 4.799092390942659e-07,
      "loss": 0.0001,
      "reward": 0.5,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 395
    },
    {
      "completion_length": 130.6428680419922,
      "epoch": 0.3800383877159309,
      "grad_norm": 1.3289878368377686,
      "kl": 0.08319208025932312,
      "learning_rate": 4.79749762456714e-07,
      "loss": 0.0001,
      "reward": 0.5,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 396
    },
    {
      "completion_length": 188.07144165039062,
      "epoch": 0.3809980806142035,
      "grad_norm": 0.013069847598671913,
      "kl": 0.0689772292971611,
      "learning_rate": 4.795896820830191e-07,
      "loss": 0.0001,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 397
    },
    {
      "completion_length": 146.85714721679688,
      "epoch": 0.381957773512476,
      "grad_norm": 1.114092469215393,
      "kl": 0.07893098890781403,
      "learning_rate": 4.794289983938402e-07,
      "loss": 0.0001,
      "reward": 0.5714285969734192,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.5,
      "step": 398
    },
    {
      "completion_length": 118.50000762939453,
      "epoch": 0.3829174664107486,
      "grad_norm": 0.02224714495241642,
      "kl": 0.08467255532741547,
      "learning_rate": 4.792677118114219e-07,
      "loss": 0.0001,
      "reward": 0.6428571939468384,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.1428571492433548,
      "rewards/check_similarity_func": 0.5,
      "step": 399
    },
    {
      "completion_length": 146.5,
      "epoch": 0.3838771593090211,
      "grad_norm": 0.02185356244444847,
      "kl": 0.06958846002817154,
      "learning_rate": 4.791058227595926e-07,
      "loss": 0.0001,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 400
    },
    {
      "completion_length": 216.21429443359375,
      "epoch": 0.3848368522072937,
      "grad_norm": 1.6359118223190308,
      "kl": 0.04809330403804779,
      "learning_rate": 4.789433316637643e-07,
      "loss": 0.0,
      "reward": 0.9285714626312256,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.4285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 401
    },
    {
      "completion_length": 190.57144165039062,
      "epoch": 0.3857965451055662,
      "grad_norm": 0.00874278973788023,
      "kl": 0.04818247631192207,
      "learning_rate": 4.787802389509309e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 402
    },
    {
      "completion_length": 134.7857208251953,
      "epoch": 0.3867562380038388,
      "grad_norm": 0.013357024639844894,
      "kl": 0.06749758124351501,
      "learning_rate": 4.786165450496672e-07,
      "loss": 0.0001,
      "reward": 0.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 403
    },
    {
      "completion_length": 166.42857360839844,
      "epoch": 0.3877159309021113,
      "grad_norm": 0.9648154377937317,
      "kl": 0.058705367147922516,
      "learning_rate": 4.784522503901279e-07,
      "loss": 0.0001,
      "reward": 0.5714285969734192,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.5,
      "step": 404
    },
    {
      "completion_length": 185.2857208251953,
      "epoch": 0.3886756238003839,
      "grad_norm": 1.5103883743286133,
      "kl": 0.044431909918785095,
      "learning_rate": 4.782873554040462e-07,
      "loss": 0.0,
      "reward": 0.5714285969734192,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.5,
      "step": 405
    },
    {
      "completion_length": 208.42857360839844,
      "epoch": 0.3896353166986564,
      "grad_norm": 0.008356978185474873,
      "kl": 0.04273081198334694,
      "learning_rate": 4.78121860524733e-07,
      "loss": 0.0,
      "reward": 0.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 406
    },
    {
      "completion_length": 204.1428680419922,
      "epoch": 0.390595009596929,
      "grad_norm": 1.835903525352478,
      "kl": 0.05098705738782883,
      "learning_rate": 4.779557661870755e-07,
      "loss": 0.0001,
      "reward": 0.6785714626312256,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 0.2857142984867096,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 407
    },
    {
      "completion_length": 230.71429443359375,
      "epoch": 0.3915547024952015,
      "grad_norm": 0.8616302013397217,
      "kl": 0.041220832616090775,
      "learning_rate": 4.777890728275362e-07,
      "loss": 0.0,
      "reward": 0.5714285969734192,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.5,
      "step": 408
    },
    {
      "completion_length": 143.2857208251953,
      "epoch": 0.3925143953934741,
      "grad_norm": 0.9585016965866089,
      "kl": 0.06636831909418106,
      "learning_rate": 4.776217808841517e-07,
      "loss": 0.0001,
      "reward": 0.4642857313156128,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 409
    },
    {
      "completion_length": 177.1428680419922,
      "epoch": 0.3934740882917466,
      "grad_norm": 0.008409972302615643,
      "kl": 0.046195436269044876,
      "learning_rate": 4.774538907965318e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 410
    },
    {
      "completion_length": 197.57144165039062,
      "epoch": 0.3944337811900192,
      "grad_norm": 1.248547911643982,
      "kl": 0.04794102534651756,
      "learning_rate": 4.772854030058574e-07,
      "loss": 0.0,
      "reward": 0.6071428656578064,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.2142857313156128,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 411
    },
    {
      "completion_length": 132.57144165039062,
      "epoch": 0.39539347408829173,
      "grad_norm": 0.012146473862230778,
      "kl": 0.0643862709403038,
      "learning_rate": 4.771163179548808e-07,
      "loss": 0.0001,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 412
    },
    {
      "completion_length": 119.28572082519531,
      "epoch": 0.3963531669865643,
      "grad_norm": 0.008218442089855671,
      "kl": 0.05248930677771568,
      "learning_rate": 4.769466360879236e-07,
      "loss": 0.0001,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 413
    },
    {
      "completion_length": 164.35714721679688,
      "epoch": 0.39731285988483683,
      "grad_norm": 1.680610179901123,
      "kl": 0.04434521123766899,
      "learning_rate": 4.7677635785087544e-07,
      "loss": 0.0,
      "reward": 0.6428571939468384,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.1428571492433548,
      "rewards/check_similarity_func": 0.5,
      "step": 414
    },
    {
      "completion_length": 129.0,
      "epoch": 0.3982725527831094,
      "grad_norm": 1.8227119445800781,
      "kl": 0.05687011778354645,
      "learning_rate": 4.766054836911932e-07,
      "loss": 0.0001,
      "reward": 0.5714285969734192,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.5,
      "step": 415
    },
    {
      "completion_length": 213.2857208251953,
      "epoch": 0.39923224568138194,
      "grad_norm": 1.5039167404174805,
      "kl": 0.03922482952475548,
      "learning_rate": 4.764340140578999e-07,
      "loss": 0.0,
      "reward": 0.6428571939468384,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.1428571492433548,
      "rewards/check_similarity_func": 0.5,
      "step": 416
    },
    {
      "completion_length": 156.7857208251953,
      "epoch": 0.4001919385796545,
      "grad_norm": 0.011764678172767162,
      "kl": 0.07216044515371323,
      "learning_rate": 4.7626194940158317e-07,
      "loss": 0.0001,
      "reward": 0.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 417
    },
    {
      "completion_length": 150.1428680419922,
      "epoch": 0.40115163147792704,
      "grad_norm": 2.3297135829925537,
      "kl": 0.05750494450330734,
      "learning_rate": 4.760892901743944e-07,
      "loss": 0.0001,
      "reward": 0.7500000596046448,
      "reward_std": 0.25253814458847046,
      "rewards/check_gptzero_func": 0.2857142984867096,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 418
    },
    {
      "completion_length": 206.1428680419922,
      "epoch": 0.4021113243761996,
      "grad_norm": 1.1650069952011108,
      "kl": 0.04288006201386452,
      "learning_rate": 4.759160368300471e-07,
      "loss": 0.0,
      "reward": 0.6428571939468384,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.1428571492433548,
      "rewards/check_similarity_func": 0.5,
      "step": 419
    },
    {
      "completion_length": 181.92857360839844,
      "epoch": 0.40307101727447214,
      "grad_norm": 0.8373522162437439,
      "kl": 0.05236078426241875,
      "learning_rate": 4.757421898238164e-07,
      "loss": 0.0001,
      "reward": 0.5714285969734192,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.5,
      "step": 420
    },
    {
      "completion_length": 173.2857208251953,
      "epoch": 0.4040307101727447,
      "grad_norm": 1.5212924480438232,
      "kl": 0.052921902388334274,
      "learning_rate": 4.7556774961253717e-07,
      "loss": 0.0001,
      "reward": 0.5,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 421
    },
    {
      "completion_length": 166.0,
      "epoch": 0.4049904030710173,
      "grad_norm": 1.3870306015014648,
      "kl": 0.06918574869632721,
      "learning_rate": 4.7539271665460313e-07,
      "loss": 0.0001,
      "reward": 0.535714328289032,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 422
    },
    {
      "completion_length": 175.92857360839844,
      "epoch": 0.4059500959692898,
      "grad_norm": 1.7069146633148193,
      "kl": 0.052407898008823395,
      "learning_rate": 4.752170914099657e-07,
      "loss": 0.0001,
      "reward": 0.5714285969734192,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.1428571492433548,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 423
    },
    {
      "completion_length": 125.92857360839844,
      "epoch": 0.4069097888675624,
      "grad_norm": 0.012005239725112915,
      "kl": 0.07987967133522034,
      "learning_rate": 4.750408743401328e-07,
      "loss": 0.0001,
      "reward": 0.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 424
    },
    {
      "completion_length": 178.57144165039062,
      "epoch": 0.40786948176583493,
      "grad_norm": 1.1634306907653809,
      "kl": 0.0519232414662838,
      "learning_rate": 4.748640659081673e-07,
      "loss": 0.0001,
      "reward": 0.5714285969734192,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.5,
      "step": 425
    },
    {
      "completion_length": 167.42857360839844,
      "epoch": 0.4088291746641075,
      "grad_norm": 1.2408980131149292,
      "kl": 0.05550184100866318,
      "learning_rate": 4.746866665786862e-07,
      "loss": 0.0001,
      "reward": 0.785714328289032,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.2857142984867096,
      "rewards/check_similarity_func": 0.5,
      "step": 426
    },
    {
      "completion_length": 162.7857208251953,
      "epoch": 0.40978886756238003,
      "grad_norm": 0.5946404933929443,
      "kl": 0.060556475073099136,
      "learning_rate": 4.745086768178592e-07,
      "loss": 0.0001,
      "reward": 0.5,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 427
    },
    {
      "completion_length": 166.7857208251953,
      "epoch": 0.4107485604606526,
      "grad_norm": 1.4643687009811401,
      "kl": 0.07204024493694305,
      "learning_rate": 4.7433009709340764e-07,
      "loss": 0.0001,
      "reward": 0.6428571939468384,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.1428571492433548,
      "rewards/check_similarity_func": 0.5,
      "step": 428
    },
    {
      "completion_length": 151.57144165039062,
      "epoch": 0.41170825335892514,
      "grad_norm": 0.01577967219054699,
      "kl": 0.06505881994962692,
      "learning_rate": 4.7415092787460315e-07,
      "loss": 0.0001,
      "reward": 0.785714328289032,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.2857142984867096,
      "rewards/check_similarity_func": 0.5,
      "step": 429
    },
    {
      "completion_length": 182.42857360839844,
      "epoch": 0.4126679462571977,
      "grad_norm": 0.8364353179931641,
      "kl": 0.05421484634280205,
      "learning_rate": 4.7397116963226627e-07,
      "loss": 0.0001,
      "reward": 0.7142857313156128,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.2142857313156128,
      "rewards/check_similarity_func": 0.5,
      "step": 430
    },
    {
      "completion_length": 198.57144165039062,
      "epoch": 0.41362763915547024,
      "grad_norm": 0.00918543990701437,
      "kl": 0.04995110258460045,
      "learning_rate": 4.737908228387656e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 431
    },
    {
      "completion_length": 116.85714721679688,
      "epoch": 0.4145873320537428,
      "grad_norm": 0.013506309129297733,
      "kl": 0.07998702675104141,
      "learning_rate": 4.73609887968016e-07,
      "loss": 0.0001,
      "reward": 0.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 432
    },
    {
      "completion_length": 143.57144165039062,
      "epoch": 0.41554702495201534,
      "grad_norm": 0.7771890759468079,
      "kl": 0.038847025483846664,
      "learning_rate": 4.7342836549547825e-07,
      "loss": 0.0,
      "reward": 0.5714285969734192,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.5,
      "step": 433
    },
    {
      "completion_length": 140.5,
      "epoch": 0.4165067178502879,
      "grad_norm": 1.7227144241333008,
      "kl": 0.054356981068849564,
      "learning_rate": 4.732462558981566e-07,
      "loss": 0.0001,
      "reward": 0.6071428656578064,
      "reward_std": 0.25253814458847046,
      "rewards/check_gptzero_func": 0.1428571492433548,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 434
    },
    {
      "completion_length": 136.35714721679688,
      "epoch": 0.41746641074856045,
      "grad_norm": 0.014041010290384293,
      "kl": 0.08058656752109528,
      "learning_rate": 4.7306355965459847e-07,
      "loss": 0.0001,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 435
    },
    {
      "completion_length": 130.2857208251953,
      "epoch": 0.418426103646833,
      "grad_norm": 1.1412274837493896,
      "kl": 0.060416847467422485,
      "learning_rate": 4.7288027724489293e-07,
      "loss": 0.0001,
      "reward": 0.5,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 436
    },
    {
      "completion_length": 193.00001525878906,
      "epoch": 0.41938579654510555,
      "grad_norm": 0.9208017587661743,
      "kl": 0.045879218727350235,
      "learning_rate": 4.726964091506692e-07,
      "loss": 0.0,
      "reward": 0.5714285969734192,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.5,
      "step": 437
    },
    {
      "completion_length": 169.6428680419922,
      "epoch": 0.42034548944337813,
      "grad_norm": 0.9651517271995544,
      "kl": 0.057107388973236084,
      "learning_rate": 4.7251195585509563e-07,
      "loss": 0.0001,
      "reward": 0.5714285969734192,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.5,
      "step": 438
    },
    {
      "completion_length": 159.21429443359375,
      "epoch": 0.42130518234165065,
      "grad_norm": 0.9328194260597229,
      "kl": 0.05374807491898537,
      "learning_rate": 4.723269178428784e-07,
      "loss": 0.0001,
      "reward": 0.5714285969734192,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.5,
      "step": 439
    },
    {
      "completion_length": 164.07144165039062,
      "epoch": 0.42226487523992323,
      "grad_norm": 0.8461280465126038,
      "kl": 0.05279087275266647,
      "learning_rate": 4.7214129560026004e-07,
      "loss": 0.0001,
      "reward": 0.5714285969734192,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.5,
      "step": 440
    },
    {
      "completion_length": 146.2857208251953,
      "epoch": 0.42322456813819576,
      "grad_norm": 1.254414439201355,
      "kl": 0.052150625735521317,
      "learning_rate": 4.7195508961501863e-07,
      "loss": 0.0001,
      "reward": 0.6428571939468384,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.1428571492433548,
      "rewards/check_similarity_func": 0.5,
      "step": 441
    },
    {
      "completion_length": 148.42857360839844,
      "epoch": 0.42418426103646834,
      "grad_norm": 0.02180616557598114,
      "kl": 0.08267920464277267,
      "learning_rate": 4.71768300376466e-07,
      "loss": 0.0001,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 442
    },
    {
      "completion_length": 168.1428680419922,
      "epoch": 0.42514395393474086,
      "grad_norm": 0.011784243397414684,
      "kl": 0.0548536591231823,
      "learning_rate": 4.715809283754466e-07,
      "loss": 0.0001,
      "reward": 0.7142857313156128,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.2857142984867096,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 443
    },
    {
      "completion_length": 149.7857208251953,
      "epoch": 0.42610364683301344,
      "grad_norm": 0.016048215329647064,
      "kl": 0.06319227814674377,
      "learning_rate": 4.7139297410433633e-07,
      "loss": 0.0001,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 444
    },
    {
      "completion_length": 202.2857208251953,
      "epoch": 0.42706333973128596,
      "grad_norm": 0.9181244373321533,
      "kl": 0.04679163917899132,
      "learning_rate": 4.7120443805704125e-07,
      "loss": 0.0,
      "reward": 0.5714285969734192,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.5,
      "step": 445
    },
    {
      "completion_length": 164.07144165039062,
      "epoch": 0.42802303262955854,
      "grad_norm": 1.454650640487671,
      "kl": 0.05477111041545868,
      "learning_rate": 4.710153207289962e-07,
      "loss": 0.0001,
      "reward": 0.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 446
    },
    {
      "completion_length": 191.1428680419922,
      "epoch": 0.4289827255278311,
      "grad_norm": 0.9291889071464539,
      "kl": 0.05211775377392769,
      "learning_rate": 4.7082562261716333e-07,
      "loss": 0.0001,
      "reward": 0.5,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 447
    },
    {
      "completion_length": 163.5,
      "epoch": 0.42994241842610365,
      "grad_norm": 0.641574501991272,
      "kl": 0.07496915757656097,
      "learning_rate": 4.7063534422003124e-07,
      "loss": 0.0001,
      "reward": 0.8571429252624512,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.3571428656578064,
      "rewards/check_similarity_func": 0.5,
      "step": 448
    },
    {
      "completion_length": 211.35714721679688,
      "epoch": 0.4309021113243762,
      "grad_norm": 0.5746598243713379,
      "kl": 0.04978390038013458,
      "learning_rate": 4.7044448603761323e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 449
    },
    {
      "completion_length": 163.92857360839844,
      "epoch": 0.43186180422264875,
      "grad_norm": 1.2640913724899292,
      "kl": 0.047890979796648026,
      "learning_rate": 4.702530485714461e-07,
      "loss": 0.0,
      "reward": 0.6428571939468384,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.1428571492433548,
      "rewards/check_similarity_func": 0.5,
      "step": 450
    },
    {
      "completion_length": 163.85714721679688,
      "epoch": 0.43282149712092133,
      "grad_norm": 1.5685832500457764,
      "kl": 0.0458044596016407,
      "learning_rate": 4.700610323245891e-07,
      "loss": 0.0,
      "reward": 0.7142857313156128,
      "reward_std": 0.30304574966430664,
      "rewards/check_gptzero_func": 0.2142857313156128,
      "rewards/check_similarity_func": 0.5,
      "step": 451
    },
    {
      "completion_length": 174.2857208251953,
      "epoch": 0.43378119001919385,
      "grad_norm": 0.008728899993002415,
      "kl": 0.04491593688726425,
      "learning_rate": 4.698684378016222e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 452
    },
    {
      "completion_length": 144.7857208251953,
      "epoch": 0.43474088291746643,
      "grad_norm": 1.0321120023727417,
      "kl": 0.047895755618810654,
      "learning_rate": 4.6967526550864523e-07,
      "loss": 0.0,
      "reward": 0.5,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 453
    },
    {
      "completion_length": 177.00001525878906,
      "epoch": 0.43570057581573896,
      "grad_norm": 0.6443063020706177,
      "kl": 0.05330926552414894,
      "learning_rate": 4.6948151595327585e-07,
      "loss": 0.0001,
      "reward": 0.5,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 454
    },
    {
      "completion_length": 128.92857360839844,
      "epoch": 0.43666026871401153,
      "grad_norm": 0.012482024729251862,
      "kl": 0.06523900479078293,
      "learning_rate": 4.692871896446491e-07,
      "loss": 0.0001,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.1428571492433548,
      "rewards/check_similarity_func": 0.3571428656578064,
      "step": 455
    },
    {
      "completion_length": 132.1428680419922,
      "epoch": 0.43761996161228406,
      "grad_norm": 0.014538530260324478,
      "kl": 0.07222843170166016,
      "learning_rate": 4.690922870934153e-07,
      "loss": 0.0001,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 456
    },
    {
      "completion_length": 156.0,
      "epoch": 0.43857965451055664,
      "grad_norm": 0.010937894694507122,
      "kl": 0.07387891411781311,
      "learning_rate": 4.6889680881173913e-07,
      "loss": 0.0001,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 457
    },
    {
      "completion_length": 154.85714721679688,
      "epoch": 0.43953934740882916,
      "grad_norm": 0.6565921902656555,
      "kl": 0.06432917714118958,
      "learning_rate": 4.687007553132983e-07,
      "loss": 0.0001,
      "reward": 0.5714285969734192,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.5,
      "step": 458
    },
    {
      "completion_length": 213.85714721679688,
      "epoch": 0.44049904030710174,
      "grad_norm": 0.012086642906069756,
      "kl": 0.051577042788267136,
      "learning_rate": 4.6850412711328185e-07,
      "loss": 0.0001,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 459
    },
    {
      "completion_length": 141.85714721679688,
      "epoch": 0.44145873320537427,
      "grad_norm": 1.1074857711791992,
      "kl": 0.10259654372930527,
      "learning_rate": 4.6830692472838915e-07,
      "loss": 0.0001,
      "reward": 0.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.3571428656578064,
      "step": 460
    },
    {
      "completion_length": 191.35714721679688,
      "epoch": 0.44241842610364684,
      "grad_norm": 0.595429003238678,
      "kl": 0.05669322982430458,
      "learning_rate": 4.6810914867682835e-07,
      "loss": 0.0001,
      "reward": 0.5,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 461
    },
    {
      "completion_length": 142.42857360839844,
      "epoch": 0.44337811900191937,
      "grad_norm": 0.025379909202456474,
      "kl": 0.08833889663219452,
      "learning_rate": 4.6791079947831516e-07,
      "loss": 0.0001,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 462
    },
    {
      "completion_length": 180.07144165039062,
      "epoch": 0.44433781190019195,
      "grad_norm": 0.008210682310163975,
      "kl": 0.04230564087629318,
      "learning_rate": 4.677118776540714e-07,
      "loss": 0.0,
      "reward": 0.6428571939468384,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.1428571492433548,
      "rewards/check_similarity_func": 0.5,
      "step": 463
    },
    {
      "completion_length": 156.42857360839844,
      "epoch": 0.44529750479846447,
      "grad_norm": 1.2245851755142212,
      "kl": 0.06274333596229553,
      "learning_rate": 4.675123837268235e-07,
      "loss": 0.0001,
      "reward": 0.5,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.1428571492433548,
      "rewards/check_similarity_func": 0.3571428656578064,
      "step": 464
    },
    {
      "completion_length": 187.42857360839844,
      "epoch": 0.44625719769673705,
      "grad_norm": 0.8258545398712158,
      "kl": 0.05063904449343681,
      "learning_rate": 4.6731231822080144e-07,
      "loss": 0.0001,
      "reward": 0.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.3571428656578064,
      "step": 465
    },
    {
      "completion_length": 178.85714721679688,
      "epoch": 0.4472168905950096,
      "grad_norm": 0.7290052175521851,
      "kl": 0.06454871594905853,
      "learning_rate": 4.67111681661737e-07,
      "loss": 0.0001,
      "reward": 0.5714285969734192,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.5,
      "step": 466
    },
    {
      "completion_length": 140.07144165039062,
      "epoch": 0.44817658349328215,
      "grad_norm": 0.03571261465549469,
      "kl": 0.08810678124427795,
      "learning_rate": 4.669104745768628e-07,
      "loss": 0.0001,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 467
    },
    {
      "completion_length": 157.0,
      "epoch": 0.4491362763915547,
      "grad_norm": 0.8252021074295044,
      "kl": 0.061116646975278854,
      "learning_rate": 4.667086974949105e-07,
      "loss": 0.0001,
      "reward": 0.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 468
    },
    {
      "completion_length": 140.42857360839844,
      "epoch": 0.45009596928982726,
      "grad_norm": 0.0230970811098814,
      "kl": 0.08798733353614807,
      "learning_rate": 4.6650635094610966e-07,
      "loss": 0.0001,
      "reward": 0.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 469
    },
    {
      "completion_length": 172.92857360839844,
      "epoch": 0.4510556621880998,
      "grad_norm": 1.7987253665924072,
      "kl": 0.06237258389592171,
      "learning_rate": 4.663034354621863e-07,
      "loss": 0.0001,
      "reward": 0.6785714626312256,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.2142857313156128,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 470
    },
    {
      "completion_length": 174.1428680419922,
      "epoch": 0.45201535508637236,
      "grad_norm": 0.011294870637357235,
      "kl": 0.05503000319004059,
      "learning_rate": 4.6609995157636156e-07,
      "loss": 0.0001,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 471
    },
    {
      "completion_length": 197.42857360839844,
      "epoch": 0.45297504798464494,
      "grad_norm": 1.2058019638061523,
      "kl": 0.0428253673017025,
      "learning_rate": 4.658958998233501e-07,
      "loss": 0.0,
      "reward": 0.6428571939468384,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.1428571492433548,
      "rewards/check_similarity_func": 0.5,
      "step": 472
    },
    {
      "completion_length": 196.07144165039062,
      "epoch": 0.45393474088291746,
      "grad_norm": 1.5904231071472168,
      "kl": 0.072256900370121,
      "learning_rate": 4.6569128073935883e-07,
      "loss": 0.0001,
      "reward": 0.6071428656578064,
      "reward_std": 0.25253814458847046,
      "rewards/check_gptzero_func": 0.1428571492433548,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 473
    },
    {
      "completion_length": 178.1428680419922,
      "epoch": 0.45489443378119004,
      "grad_norm": 2.1679348945617676,
      "kl": 0.05035127326846123,
      "learning_rate": 4.654860948620855e-07,
      "loss": 0.0001,
      "reward": 0.6428571939468384,
      "reward_std": 0.30304574966430664,
      "rewards/check_gptzero_func": 0.2142857313156128,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 474
    },
    {
      "completion_length": 170.35714721679688,
      "epoch": 0.45585412667946257,
      "grad_norm": 0.01479311753064394,
      "kl": 0.06548204272985458,
      "learning_rate": 4.6528034273071734e-07,
      "loss": 0.0001,
      "reward": 0.6428571939468384,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.1428571492433548,
      "rewards/check_similarity_func": 0.5,
      "step": 475
    },
    {
      "completion_length": 156.35714721679688,
      "epoch": 0.45681381957773515,
      "grad_norm": 1.4883692264556885,
      "kl": 0.05780298635363579,
      "learning_rate": 4.650740248859296e-07,
      "loss": 0.0001,
      "reward": 0.6071428656578064,
      "reward_std": 0.25253814458847046,
      "rewards/check_gptzero_func": 0.1428571492433548,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 476
    },
    {
      "completion_length": 188.50001525878906,
      "epoch": 0.45777351247600767,
      "grad_norm": 0.9541351795196533,
      "kl": 0.057366274297237396,
      "learning_rate": 4.6486714186988405e-07,
      "loss": 0.0001,
      "reward": 0.6071428656578064,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 0.2142857313156128,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 477
    },
    {
      "completion_length": 174.00001525878906,
      "epoch": 0.45873320537428025,
      "grad_norm": 1.5611090660095215,
      "kl": 0.07313662022352219,
      "learning_rate": 4.646596942262276e-07,
      "loss": 0.0001,
      "reward": 0.6071428656578064,
      "reward_std": 0.25253814458847046,
      "rewards/check_gptzero_func": 0.1428571492433548,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 478
    },
    {
      "completion_length": 174.21429443359375,
      "epoch": 0.4596928982725528,
      "grad_norm": 0.013258799910545349,
      "kl": 0.065339595079422,
      "learning_rate": 4.644516825000908e-07,
      "loss": 0.0001,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 479
    },
    {
      "completion_length": 192.00001525878906,
      "epoch": 0.46065259117082535,
      "grad_norm": 1.0950886011123657,
      "kl": 0.055772773921489716,
      "learning_rate": 4.642431072380868e-07,
      "loss": 0.0001,
      "reward": 0.6785714626312256,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.2142857313156128,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 480
    },
    {
      "completion_length": 153.0,
      "epoch": 0.4616122840690979,
      "grad_norm": 1.3077925443649292,
      "kl": 0.08034832775592804,
      "learning_rate": 4.6403396898830936e-07,
      "loss": 0.0001,
      "reward": 0.8571429252624512,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.3571428656578064,
      "rewards/check_similarity_func": 0.5,
      "step": 481
    },
    {
      "completion_length": 174.42857360839844,
      "epoch": 0.46257197696737046,
      "grad_norm": 1.0449259281158447,
      "kl": 0.06178861856460571,
      "learning_rate": 4.6382426830033163e-07,
      "loss": 0.0001,
      "reward": 0.6428571939468384,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.1428571492433548,
      "rewards/check_similarity_func": 0.5,
      "step": 482
    },
    {
      "completion_length": 179.2857208251953,
      "epoch": 0.463531669865643,
      "grad_norm": 0.9975358247756958,
      "kl": 0.06958482414484024,
      "learning_rate": 4.6361400572520486e-07,
      "loss": 0.0001,
      "reward": 0.5714285969734192,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.5,
      "step": 483
    },
    {
      "completion_length": 145.57144165039062,
      "epoch": 0.46449136276391556,
      "grad_norm": 1.431447982788086,
      "kl": 0.0833931416273117,
      "learning_rate": 4.6340318181545686e-07,
      "loss": 0.0001,
      "reward": 0.5,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 484
    },
    {
      "completion_length": 172.85714721679688,
      "epoch": 0.4654510556621881,
      "grad_norm": 0.01188667956739664,
      "kl": 0.09114155173301697,
      "learning_rate": 4.631917971250903e-07,
      "loss": 0.0001,
      "reward": 0.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 485
    },
    {
      "completion_length": 141.1428680419922,
      "epoch": 0.46641074856046066,
      "grad_norm": 0.012891782447695732,
      "kl": 0.0723743811249733,
      "learning_rate": 4.6297985220958176e-07,
      "loss": 0.0001,
      "reward": 0.6428571939468384,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.1428571492433548,
      "rewards/check_similarity_func": 0.5,
      "step": 486
    },
    {
      "completion_length": 154.2857208251953,
      "epoch": 0.4673704414587332,
      "grad_norm": 0.017651520669460297,
      "kl": 0.08869900554418564,
      "learning_rate": 4.6276734762587976e-07,
      "loss": 0.0001,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 487
    },
    {
      "completion_length": 187.6428680419922,
      "epoch": 0.46833013435700577,
      "grad_norm": 0.7161957025527954,
      "kl": 0.07548370212316513,
      "learning_rate": 4.6255428393240354e-07,
      "loss": 0.0001,
      "reward": 0.7142857313156128,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.2142857313156128,
      "rewards/check_similarity_func": 0.5,
      "step": 488
    },
    {
      "completion_length": 128.5,
      "epoch": 0.4692898272552783,
      "grad_norm": 0.01288737915456295,
      "kl": 0.08793042600154877,
      "learning_rate": 4.623406616890416e-07,
      "loss": 0.0001,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 489
    },
    {
      "completion_length": 145.85714721679688,
      "epoch": 0.47024952015355087,
      "grad_norm": 2.421435832977295,
      "kl": 0.07252801954746246,
      "learning_rate": 4.6212648145715037e-07,
      "loss": 0.0001,
      "reward": 0.5,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.1428571492433548,
      "rewards/check_similarity_func": 0.3571428656578064,
      "step": 490
    },
    {
      "completion_length": 186.42857360839844,
      "epoch": 0.4712092130518234,
      "grad_norm": 1.3901523351669312,
      "kl": 0.06315984576940536,
      "learning_rate": 4.6191174379955226e-07,
      "loss": 0.0001,
      "reward": 0.6428571939468384,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.1428571492433548,
      "rewards/check_similarity_func": 0.5,
      "step": 491
    },
    {
      "completion_length": 156.2857208251953,
      "epoch": 0.472168905950096,
      "grad_norm": 2.439223051071167,
      "kl": 0.10807492583990097,
      "learning_rate": 4.6169644928053466e-07,
      "loss": 0.0001,
      "reward": 0.5714285969734192,
      "reward_std": 0.30304574966430664,
      "rewards/check_gptzero_func": 0.1428571492433548,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 492
    },
    {
      "completion_length": 181.85714721679688,
      "epoch": 0.4731285988483685,
      "grad_norm": 0.016284078359603882,
      "kl": 0.07690226286649704,
      "learning_rate": 4.614805984658482e-07,
      "loss": 0.0001,
      "reward": 0.6428571939468384,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.1428571492433548,
      "rewards/check_similarity_func": 0.5,
      "step": 493
    },
    {
      "completion_length": 178.50001525878906,
      "epoch": 0.4740882917466411,
      "grad_norm": 0.6291179060935974,
      "kl": 0.0765707790851593,
      "learning_rate": 4.612641919227055e-07,
      "loss": 0.0001,
      "reward": 0.5714285969734192,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.5,
      "step": 494
    },
    {
      "completion_length": 146.0,
      "epoch": 0.4750479846449136,
      "grad_norm": 1.110575795173645,
      "kl": 0.087730772793293,
      "learning_rate": 4.610472302197792e-07,
      "loss": 0.0001,
      "reward": 0.7142857313156128,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.2142857313156128,
      "rewards/check_similarity_func": 0.5,
      "step": 495
    },
    {
      "completion_length": 151.92857360839844,
      "epoch": 0.4760076775431862,
      "grad_norm": 0.8848462700843811,
      "kl": 0.07650794833898544,
      "learning_rate": 4.608297139272012e-07,
      "loss": 0.0001,
      "reward": 0.7142857313156128,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.2857142984867096,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 496
    },
    {
      "completion_length": 173.2857208251953,
      "epoch": 0.47696737044145876,
      "grad_norm": 0.8241981267929077,
      "kl": 0.08489677309989929,
      "learning_rate": 4.6061164361656044e-07,
      "loss": 0.0001,
      "reward": 0.5714285969734192,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.5,
      "step": 497
    },
    {
      "completion_length": 176.57144165039062,
      "epoch": 0.4779270633397313,
      "grad_norm": 1.4025696516036987,
      "kl": 0.10937661677598953,
      "learning_rate": 4.6039301986090195e-07,
      "loss": 0.0001,
      "reward": 0.535714328289032,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.1428571492433548,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 498
    },
    {
      "completion_length": 144.5,
      "epoch": 0.47888675623800386,
      "grad_norm": 1.4449259042739868,
      "kl": 0.09067713469266891,
      "learning_rate": 4.6017384323472473e-07,
      "loss": 0.0001,
      "reward": 0.6428571939468384,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.1428571492433548,
      "rewards/check_similarity_func": 0.5,
      "step": 499
    },
    {
      "completion_length": 130.6428680419922,
      "epoch": 0.4798464491362764,
      "grad_norm": 1.7974482774734497,
      "kl": 0.09784112870693207,
      "learning_rate": 4.59954114313981e-07,
      "loss": 0.0001,
      "reward": 0.6428571939468384,
      "reward_std": 0.30304574966430664,
      "rewards/check_gptzero_func": 0.2142857313156128,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 500
    },
    {
      "completion_length": 170.57144165039062,
      "epoch": 0.48080614203454897,
      "grad_norm": 0.7346789240837097,
      "kl": 0.11200577020645142,
      "learning_rate": 4.597338336760742e-07,
      "loss": 0.0001,
      "reward": 0.5714285969734192,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.5,
      "step": 501
    },
    {
      "completion_length": 138.07144165039062,
      "epoch": 0.4817658349328215,
      "grad_norm": 1.486748456954956,
      "kl": 0.10548020154237747,
      "learning_rate": 4.595130018998574e-07,
      "loss": 0.0001,
      "reward": 0.5714285969734192,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.5,
      "step": 502
    },
    {
      "completion_length": 156.7857208251953,
      "epoch": 0.48272552783109407,
      "grad_norm": 1.0951353311538696,
      "kl": 0.10348392277956009,
      "learning_rate": 4.592916195656321e-07,
      "loss": 0.0001,
      "reward": 0.5714285969734192,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.1428571492433548,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 503
    },
    {
      "completion_length": 132.35714721679688,
      "epoch": 0.4836852207293666,
      "grad_norm": 1.8568756580352783,
      "kl": 0.15806375443935394,
      "learning_rate": 4.590696872551466e-07,
      "loss": 0.0002,
      "reward": 0.9285714626312256,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.4285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 504
    },
    {
      "completion_length": 183.07144165039062,
      "epoch": 0.4846449136276392,
      "grad_norm": 1.7835288047790527,
      "kl": 0.08724816143512726,
      "learning_rate": 4.5884720555159424e-07,
      "loss": 0.0001,
      "reward": 0.5714285969734192,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.5,
      "step": 505
    },
    {
      "completion_length": 166.71429443359375,
      "epoch": 0.4856046065259117,
      "grad_norm": 0.9024956226348877,
      "kl": 0.09321878105401993,
      "learning_rate": 4.586241750396122e-07,
      "loss": 0.0001,
      "reward": 0.7142857313156128,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.2142857313156128,
      "rewards/check_similarity_func": 0.5,
      "step": 506
    },
    {
      "completion_length": 159.7857208251953,
      "epoch": 0.4865642994241843,
      "grad_norm": 1.702589988708496,
      "kl": 0.10430412739515305,
      "learning_rate": 4.5840059630527985e-07,
      "loss": 0.0001,
      "reward": 0.9285714626312256,
      "reward_std": 0.4040610194206238,
      "rewards/check_gptzero_func": 0.4285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 507
    },
    {
      "completion_length": 145.71429443359375,
      "epoch": 0.4875239923224568,
      "grad_norm": 1.3071613311767578,
      "kl": 0.1044502779841423,
      "learning_rate": 4.5817646993611704e-07,
      "loss": 0.0001,
      "reward": 0.5714285969734192,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.1428571492433548,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 508
    },
    {
      "completion_length": 181.7857208251953,
      "epoch": 0.4884836852207294,
      "grad_norm": 1.5440125465393066,
      "kl": 0.09873706847429276,
      "learning_rate": 4.5795179652108286e-07,
      "loss": 0.0001,
      "reward": 0.6428571939468384,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.1428571492433548,
      "rewards/check_similarity_func": 0.5,
      "step": 509
    },
    {
      "completion_length": 174.07144165039062,
      "epoch": 0.4894433781190019,
      "grad_norm": 1.2339309453964233,
      "kl": 0.07647990435361862,
      "learning_rate": 4.577265766505737e-07,
      "loss": 0.0001,
      "reward": 0.8571429252624512,
      "reward_std": 0.30304574966430664,
      "rewards/check_gptzero_func": 0.3571428656578064,
      "rewards/check_similarity_func": 0.5,
      "step": 510
    },
    {
      "completion_length": 147.7857208251953,
      "epoch": 0.4904030710172745,
      "grad_norm": 0.012490371242165565,
      "kl": 0.09467574954032898,
      "learning_rate": 4.5750081091642214e-07,
      "loss": 0.0001,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 511
    },
    {
      "completion_length": 164.5,
      "epoch": 0.491362763915547,
      "grad_norm": 0.8051119446754456,
      "kl": 0.0783066600561142,
      "learning_rate": 4.5727449991189506e-07,
      "loss": 0.0001,
      "reward": 0.7142857313156128,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.2142857313156128,
      "rewards/check_similarity_func": 0.5,
      "step": 512
    },
    {
      "completion_length": 167.21429443359375,
      "epoch": 0.4923224568138196,
      "grad_norm": 0.010457079857587814,
      "kl": 0.07560094445943832,
      "learning_rate": 4.5704764423169227e-07,
      "loss": 0.0001,
      "reward": 0.785714328289032,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.2857142984867096,
      "rewards/check_similarity_func": 0.5,
      "step": 513
    },
    {
      "completion_length": 127.85714721679688,
      "epoch": 0.4932821497120921,
      "grad_norm": 0.9236486554145813,
      "kl": 0.12033162266016006,
      "learning_rate": 4.568202444719449e-07,
      "loss": 0.0001,
      "reward": 0.5714285969734192,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.5,
      "step": 514
    },
    {
      "completion_length": 198.07144165039062,
      "epoch": 0.4942418426103647,
      "grad_norm": 0.008780503645539284,
      "kl": 0.06339330971240997,
      "learning_rate": 4.565923012302136e-07,
      "loss": 0.0001,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 515
    },
    {
      "completion_length": 155.0,
      "epoch": 0.4952015355086372,
      "grad_norm": 0.934119462966919,
      "kl": 0.10836829990148544,
      "learning_rate": 4.563638151054875e-07,
      "loss": 0.0001,
      "reward": 0.8571429252624512,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.3571428656578064,
      "rewards/check_similarity_func": 0.5,
      "step": 516
    },
    {
      "completion_length": 177.71429443359375,
      "epoch": 0.4961612284069098,
      "grad_norm": 0.5812585949897766,
      "kl": 0.07309233397245407,
      "learning_rate": 4.5613478669818204e-07,
      "loss": 0.0001,
      "reward": 0.7142857313156128,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.2142857313156128,
      "rewards/check_similarity_func": 0.5,
      "step": 517
    },
    {
      "completion_length": 173.1428680419922,
      "epoch": 0.4971209213051823,
      "grad_norm": 1.31637704372406,
      "kl": 0.07076014578342438,
      "learning_rate": 4.559052166101379e-07,
      "loss": 0.0001,
      "reward": 0.5714285969734192,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.5,
      "step": 518
    },
    {
      "completion_length": 206.35714721679688,
      "epoch": 0.4980806142034549,
      "grad_norm": 1.801245093345642,
      "kl": 0.06983933597803116,
      "learning_rate": 4.556751054446191e-07,
      "loss": 0.0001,
      "reward": 0.785714328289032,
      "reward_std": 0.4040610194206238,
      "rewards/check_gptzero_func": 0.2857142984867096,
      "rewards/check_similarity_func": 0.5,
      "step": 519
    },
    {
      "completion_length": 164.7857208251953,
      "epoch": 0.4990403071017274,
      "grad_norm": 0.9340242743492126,
      "kl": 0.09297017008066177,
      "learning_rate": 4.5544445380631127e-07,
      "loss": 0.0001,
      "reward": 0.5714285969734192,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.5,
      "step": 520
    },
    {
      "completion_length": 148.85714721679688,
      "epoch": 0.5,
      "grad_norm": 0.01356054749339819,
      "kl": 0.08531370013952255,
      "learning_rate": 4.552132623013207e-07,
      "loss": 0.0001,
      "reward": 0.785714328289032,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.2857142984867096,
      "rewards/check_similarity_func": 0.5,
      "step": 521
    },
    {
      "completion_length": 157.35714721679688,
      "epoch": 0.5009596928982726,
      "grad_norm": 0.9615315794944763,
      "kl": 0.092987559735775,
      "learning_rate": 4.54981531537172e-07,
      "loss": 0.0001,
      "reward": 0.5714285969734192,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.5,
      "step": 522
    },
    {
      "completion_length": 173.35714721679688,
      "epoch": 0.5019193857965452,
      "grad_norm": 1.4533941745758057,
      "kl": 0.08174382150173187,
      "learning_rate": 4.5474926212280706e-07,
      "loss": 0.0001,
      "reward": 1.0,
      "reward_std": 0.30304574966430664,
      "rewards/check_gptzero_func": 0.5,
      "rewards/check_similarity_func": 0.5,
      "step": 523
    },
    {
      "completion_length": 148.2857208251953,
      "epoch": 0.5028790786948176,
      "grad_norm": 0.8637192249298096,
      "kl": 0.15827345848083496,
      "learning_rate": 4.5451645466858325e-07,
      "loss": 0.0002,
      "reward": 0.7142857313156128,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.2142857313156128,
      "rewards/check_similarity_func": 0.5,
      "step": 524
    },
    {
      "completion_length": 190.71429443359375,
      "epoch": 0.5038387715930902,
      "grad_norm": 1.2385820150375366,
      "kl": 0.08091068267822266,
      "learning_rate": 4.542831097862715e-07,
      "loss": 0.0001,
      "reward": 0.6071428656578064,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 0.1428571492433548,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 525
    },
    {
      "completion_length": 168.21429443359375,
      "epoch": 0.5047984644913628,
      "grad_norm": 1.9525657892227173,
      "kl": 0.07686953991651535,
      "learning_rate": 4.5404922808905543e-07,
      "loss": 0.0001,
      "reward": 0.7142857313156128,
      "reward_std": 0.30304574966430664,
      "rewards/check_gptzero_func": 0.2142857313156128,
      "rewards/check_similarity_func": 0.5,
      "step": 526
    },
    {
      "completion_length": 137.1428680419922,
      "epoch": 0.5057581573896354,
      "grad_norm": 1.192077398300171,
      "kl": 0.13169345259666443,
      "learning_rate": 4.538148101915289e-07,
      "loss": 0.0001,
      "reward": 0.535714328289032,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 0.1428571492433548,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 527
    },
    {
      "completion_length": 120.85714721679688,
      "epoch": 0.5067178502879078,
      "grad_norm": 0.849793553352356,
      "kl": 0.12044046819210052,
      "learning_rate": 4.5357985670969505e-07,
      "loss": 0.0001,
      "reward": 0.6428571939468384,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.2142857313156128,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 528
    },
    {
      "completion_length": 120.42857360839844,
      "epoch": 0.5076775431861804,
      "grad_norm": 1.6837072372436523,
      "kl": 0.15175074338912964,
      "learning_rate": 4.5334436826096436e-07,
      "loss": 0.0002,
      "reward": 0.785714328289032,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.2857142984867096,
      "rewards/check_similarity_func": 0.5,
      "step": 529
    },
    {
      "completion_length": 188.42857360839844,
      "epoch": 0.508637236084453,
      "grad_norm": 0.8396357893943787,
      "kl": 0.08685608953237534,
      "learning_rate": 4.5310834546415303e-07,
      "loss": 0.0001,
      "reward": 0.7142857313156128,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.2142857313156128,
      "rewards/check_similarity_func": 0.5,
      "step": 530
    },
    {
      "completion_length": 170.5,
      "epoch": 0.5095969289827256,
      "grad_norm": 0.010009167715907097,
      "kl": 0.1089245155453682,
      "learning_rate": 4.5287178893948154e-07,
      "loss": 0.0001,
      "reward": 0.7142857313156128,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.2857142984867096,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 531
    },
    {
      "completion_length": 129.35714721679688,
      "epoch": 0.510556621880998,
      "grad_norm": 1.3882546424865723,
      "kl": 0.15023355185985565,
      "learning_rate": 4.5263469930857283e-07,
      "loss": 0.0002,
      "reward": 0.6785714626312256,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.2142857313156128,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 532
    },
    {
      "completion_length": 167.0,
      "epoch": 0.5115163147792706,
      "grad_norm": 1.3784488439559937,
      "kl": 0.10359816998243332,
      "learning_rate": 4.523970771944507e-07,
      "loss": 0.0001,
      "reward": 0.5714285969734192,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.1428571492433548,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 533
    },
    {
      "completion_length": 152.42857360839844,
      "epoch": 0.5124760076775432,
      "grad_norm": 0.8638300895690918,
      "kl": 0.15562017261981964,
      "learning_rate": 4.5215892322153824e-07,
      "loss": 0.0002,
      "reward": 0.8571429252624512,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.3571428656578064,
      "rewards/check_similarity_func": 0.5,
      "step": 534
    },
    {
      "completion_length": 120.0714340209961,
      "epoch": 0.5134357005758158,
      "grad_norm": 0.03921828791499138,
      "kl": 0.1648527830839157,
      "learning_rate": 4.5192023801565624e-07,
      "loss": 0.0002,
      "reward": 0.6428571939468384,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.1428571492433548,
      "rewards/check_similarity_func": 0.5,
      "step": 535
    },
    {
      "completion_length": 187.57144165039062,
      "epoch": 0.5143953934740882,
      "grad_norm": 1.9894752502441406,
      "kl": 0.11731461435556412,
      "learning_rate": 4.516810222040213e-07,
      "loss": 0.0001,
      "reward": 0.785714328289032,
      "reward_std": 0.4040610194206238,
      "rewards/check_gptzero_func": 0.2857142984867096,
      "rewards/check_similarity_func": 0.5,
      "step": 536
    },
    {
      "completion_length": 140.5,
      "epoch": 0.5153550863723608,
      "grad_norm": 0.01359916478395462,
      "kl": 0.12401862442493439,
      "learning_rate": 4.5144127641524456e-07,
      "loss": 0.0001,
      "reward": 0.785714328289032,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.2857142984867096,
      "rewards/check_similarity_func": 0.5,
      "step": 537
    },
    {
      "completion_length": 136.6428680419922,
      "epoch": 0.5163147792706334,
      "grad_norm": 1.2047898769378662,
      "kl": 0.13383305072784424,
      "learning_rate": 4.5120100127932954e-07,
      "loss": 0.0001,
      "reward": 0.785714328289032,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.2857142984867096,
      "rewards/check_similarity_func": 0.5,
      "step": 538
    },
    {
      "completion_length": 194.57144165039062,
      "epoch": 0.517274472168906,
      "grad_norm": 1.0495257377624512,
      "kl": 0.10550051182508469,
      "learning_rate": 4.5096019742767105e-07,
      "loss": 0.0001,
      "reward": 0.785714328289032,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.2857142984867096,
      "rewards/check_similarity_func": 0.5,
      "step": 539
    },
    {
      "completion_length": 121.42857360839844,
      "epoch": 0.5182341650671785,
      "grad_norm": 1.4922995567321777,
      "kl": 0.1651284545660019,
      "learning_rate": 4.507188654930532e-07,
      "loss": 0.0002,
      "reward": 0.6428571939468384,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.1428571492433548,
      "rewards/check_similarity_func": 0.5,
      "step": 540
    },
    {
      "completion_length": 164.71429443359375,
      "epoch": 0.519193857965451,
      "grad_norm": 0.7213805317878723,
      "kl": 0.09846493601799011,
      "learning_rate": 4.5047700610964755e-07,
      "loss": 0.0001,
      "reward": 0.5714285969734192,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.5,
      "step": 541
    },
    {
      "completion_length": 100.50000762939453,
      "epoch": 0.5201535508637236,
      "grad_norm": 1.102510690689087,
      "kl": 0.13898342847824097,
      "learning_rate": 4.5023461991301216e-07,
      "loss": 0.0001,
      "reward": 0.6071428656578064,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 0.1428571492433548,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 542
    },
    {
      "completion_length": 146.42857360839844,
      "epoch": 0.5211132437619962,
      "grad_norm": 0.024911994114518166,
      "kl": 0.14400428533554077,
      "learning_rate": 4.49991707540089e-07,
      "loss": 0.0001,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 543
    },
    {
      "completion_length": 175.2857208251953,
      "epoch": 0.5220729366602687,
      "grad_norm": 0.7704272270202637,
      "kl": 0.10371437668800354,
      "learning_rate": 4.49748269629203e-07,
      "loss": 0.0001,
      "reward": 0.8571429252624512,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.3571428656578064,
      "rewards/check_similarity_func": 0.5,
      "step": 544
    },
    {
      "completion_length": 161.2857208251953,
      "epoch": 0.5230326295585412,
      "grad_norm": 2.7576417922973633,
      "kl": 0.12134982645511627,
      "learning_rate": 4.495043068200599e-07,
      "loss": 0.0001,
      "reward": 1.0,
      "reward_std": 0.5050762891769409,
      "rewards/check_gptzero_func": 0.5,
      "rewards/check_similarity_func": 0.5,
      "step": 545
    },
    {
      "completion_length": 144.35714721679688,
      "epoch": 0.5239923224568138,
      "grad_norm": 1.5028685331344604,
      "kl": 0.1120954379439354,
      "learning_rate": 4.492598197537449e-07,
      "loss": 0.0001,
      "reward": 0.7142857313156128,
      "reward_std": 0.30304574966430664,
      "rewards/check_gptzero_func": 0.2142857313156128,
      "rewards/check_similarity_func": 0.5,
      "step": 546
    },
    {
      "completion_length": 99.35714721679688,
      "epoch": 0.5249520153550864,
      "grad_norm": 0.023667916655540466,
      "kl": 0.16321489214897156,
      "learning_rate": 4.4901480907272085e-07,
      "loss": 0.0002,
      "reward": 0.2857142984867096,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.2857142984867096,
      "step": 547
    },
    {
      "completion_length": 162.5,
      "epoch": 0.525911708253359,
      "grad_norm": 0.6340905427932739,
      "kl": 0.10835350304841995,
      "learning_rate": 4.4876927542082654e-07,
      "loss": 0.0001,
      "reward": 0.8571429252624512,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.3571428656578064,
      "rewards/check_similarity_func": 0.5,
      "step": 548
    },
    {
      "completion_length": 158.07144165039062,
      "epoch": 0.5268714011516314,
      "grad_norm": 1.6753730773925781,
      "kl": 0.16007184982299805,
      "learning_rate": 4.4852321944327497e-07,
      "loss": 0.0002,
      "reward": 0.6071428656578064,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 0.1428571492433548,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 549
    },
    {
      "completion_length": 157.1428680419922,
      "epoch": 0.527831094049904,
      "grad_norm": 1.204582929611206,
      "kl": 0.13764688372612,
      "learning_rate": 4.482766417866517e-07,
      "loss": 0.0001,
      "reward": 0.7142857313156128,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.2142857313156128,
      "rewards/check_similarity_func": 0.5,
      "step": 550
    },
    {
      "completion_length": 135.07144165039062,
      "epoch": 0.5287907869481766,
      "grad_norm": 1.9991035461425781,
      "kl": 0.1298292726278305,
      "learning_rate": 4.4802954309891323e-07,
      "loss": 0.0001,
      "reward": 1.0,
      "reward_std": 0.30304574966430664,
      "rewards/check_gptzero_func": 0.5,
      "rewards/check_similarity_func": 0.5,
      "step": 551
    },
    {
      "completion_length": 166.2857208251953,
      "epoch": 0.5297504798464492,
      "grad_norm": 1.2092130184173584,
      "kl": 0.13636063039302826,
      "learning_rate": 4.477819240293852e-07,
      "loss": 0.0001,
      "reward": 0.7142857313156128,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.2857142984867096,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 552
    },
    {
      "completion_length": 217.7857208251953,
      "epoch": 0.5307101727447217,
      "grad_norm": 1.1506152153015137,
      "kl": 0.10549779236316681,
      "learning_rate": 4.4753378522876063e-07,
      "loss": 0.0001,
      "reward": 0.785714328289032,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.2857142984867096,
      "rewards/check_similarity_func": 0.5,
      "step": 553
    },
    {
      "completion_length": 128.92857360839844,
      "epoch": 0.5316698656429942,
      "grad_norm": 1.4104102849960327,
      "kl": 0.13747189939022064,
      "learning_rate": 4.472851273490984e-07,
      "loss": 0.0001,
      "reward": 0.5714285969734192,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.0714285746216774,
      "rewards/check_similarity_func": 0.5,
      "step": 554
    },
    {
      "completion_length": 164.42857360839844,
      "epoch": 0.5326295585412668,
      "grad_norm": 1.105549693107605,
      "kl": 0.11795558780431747,
      "learning_rate": 4.4703595104382134e-07,
      "loss": 0.0001,
      "reward": 0.7142857313156128,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.2142857313156128,
      "rewards/check_similarity_func": 0.5,
      "step": 555
    },
    {
      "completion_length": 150.0,
      "epoch": 0.5335892514395394,
      "grad_norm": 1.4947257041931152,
      "kl": 0.14443844556808472,
      "learning_rate": 4.467862569677148e-07,
      "loss": 0.0001,
      "reward": 0.7142857313156128,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.2857142984867096,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 556
    },
    {
      "completion_length": 187.6428680419922,
      "epoch": 0.5345489443378119,
      "grad_norm": 0.7739897966384888,
      "kl": 0.1999075561761856,
      "learning_rate": 4.4653604577692427e-07,
      "loss": 0.0002,
      "reward": 0.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 557
    },
    {
      "completion_length": 188.2857208251953,
      "epoch": 0.5355086372360844,
      "grad_norm": 1.0247910022735596,
      "kl": 0.09842503815889359,
      "learning_rate": 4.4628531812895475e-07,
      "loss": 0.0001,
      "reward": 0.7142857313156128,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.2142857313156128,
      "rewards/check_similarity_func": 0.5,
      "step": 558
    },
    {
      "completion_length": 145.07144165039062,
      "epoch": 0.536468330134357,
      "grad_norm": 0.8143072724342346,
      "kl": 0.13466820120811462,
      "learning_rate": 4.460340746826677e-07,
      "loss": 0.0001,
      "reward": 0.7142857313156128,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.2142857313156128,
      "rewards/check_similarity_func": 0.5,
      "step": 559
    },
    {
      "completion_length": 193.57144165039062,
      "epoch": 0.5374280230326296,
      "grad_norm": 0.00976250134408474,
      "kl": 0.10222692042589188,
      "learning_rate": 4.4578231609828065e-07,
      "loss": 0.0001,
      "reward": 0.785714328289032,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.2857142984867096,
      "rewards/check_similarity_func": 0.5,
      "step": 560
    },
    {
      "completion_length": 179.35714721679688,
      "epoch": 0.5383877159309021,
      "grad_norm": 0.014560301788151264,
      "kl": 0.09941145777702332,
      "learning_rate": 4.4553004303736436e-07,
      "loss": 0.0001,
      "reward": 0.6428571939468384,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.1428571492433548,
      "rewards/check_similarity_func": 0.5,
      "step": 561
    },
    {
      "completion_length": 181.2857208251953,
      "epoch": 0.5393474088291746,
      "grad_norm": 0.8503932952880859,
      "kl": 0.10396630316972733,
      "learning_rate": 4.4527725616284163e-07,
      "loss": 0.0001,
      "reward": 0.7142857313156128,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.2142857313156128,
      "rewards/check_similarity_func": 0.5,
      "step": 562
    },
    {
      "completion_length": 199.21429443359375,
      "epoch": 0.5403071017274472,
      "grad_norm": 0.009393667802214622,
      "kl": 0.08384721726179123,
      "learning_rate": 4.4502395613898556e-07,
      "loss": 0.0001,
      "reward": 0.785714328289032,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.2857142984867096,
      "rewards/check_similarity_func": 0.5,
      "step": 563
    },
    {
      "completion_length": 173.71429443359375,
      "epoch": 0.5412667946257198,
      "grad_norm": 1.5485343933105469,
      "kl": 0.21473051607608795,
      "learning_rate": 4.4477014363141755e-07,
      "loss": 0.0002,
      "reward": 0.6428571939468384,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.1428571492433548,
      "rewards/check_similarity_func": 0.5,
      "step": 564
    },
    {
      "completion_length": 168.92857360839844,
      "epoch": 0.5422264875239923,
      "grad_norm": 0.009291274473071098,
      "kl": 0.11512459069490433,
      "learning_rate": 4.4451581930710597e-07,
      "loss": 0.0001,
      "reward": 0.785714328289032,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.2857142984867096,
      "rewards/check_similarity_func": 0.5,
      "step": 565
    },
    {
      "completion_length": 120.92857360839844,
      "epoch": 0.5431861804222649,
      "grad_norm": 1.5802910327911377,
      "kl": 0.14890646934509277,
      "learning_rate": 4.442609838343638e-07,
      "loss": 0.0001,
      "reward": 0.6428571939468384,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.1428571492433548,
      "rewards/check_similarity_func": 0.5,
      "step": 566
    },
    {
      "completion_length": 137.0,
      "epoch": 0.5441458733205374,
      "grad_norm": 0.014300876297056675,
      "kl": 0.137581929564476,
      "learning_rate": 4.440056378828474e-07,
      "loss": 0.0001,
      "reward": 0.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.0,
      "rewards/check_similarity_func": 0.5,
      "step": 567
    },
    {
      "completion_length": 144.21429443359375,
      "epoch": 0.54510556621881,
      "grad_norm": 2.0512030124664307,
      "kl": 0.10540827363729477,
      "learning_rate": 4.437497821235547e-07,
      "loss": 0.0001,
      "reward": 0.7142857313156128,
      "reward_std": 0.30304574966430664,
      "rewards/check_gptzero_func": 0.2142857313156128,
      "rewards/check_similarity_func": 0.5,
      "step": 568
    },
    {
      "completion_length": 166.07144165039062,
      "epoch": 0.5460652591170825,
      "grad_norm": 2.0242722034454346,
      "kl": 0.14433535933494568,
      "learning_rate": 4.4349341722882295e-07,
      "loss": 0.0001,
      "reward": 0.9285714626312256,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.4285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 569
    },
    {
      "completion_length": 165.07144165039062,
      "epoch": 0.5470249520153551,
      "grad_norm": 1.482076644897461,
      "kl": 0.12940041720867157,
      "learning_rate": 4.432365438723277e-07,
      "loss": 0.0001,
      "reward": 0.785714328289032,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.2857142984867096,
      "rewards/check_similarity_func": 0.5,
      "step": 570
    },
    {
      "completion_length": 183.57144165039062,
      "epoch": 0.5479846449136276,
      "grad_norm": 1.8538652658462524,
      "kl": 0.10593465715646744,
      "learning_rate": 4.429791627290802e-07,
      "loss": 0.0001,
      "reward": 0.8214285969734192,
      "reward_std": 0.3535533845424652,
      "rewards/check_gptzero_func": 0.3571428656578064,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 571
    },
    {
      "completion_length": 180.85714721679688,
      "epoch": 0.5489443378119002,
      "grad_norm": 0.9268420934677124,
      "kl": 0.10477615147829056,
      "learning_rate": 4.427212744754265e-07,
      "loss": 0.0001,
      "reward": 0.9285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.5,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 572
    },
    {
      "completion_length": 167.71429443359375,
      "epoch": 0.5499040307101728,
      "grad_norm": 1.534936785697937,
      "kl": 0.1106589213013649,
      "learning_rate": 4.4246287978904493e-07,
      "loss": 0.0001,
      "reward": 0.8571429252624512,
      "reward_std": 0.30304574966430664,
      "rewards/check_gptzero_func": 0.3571428656578064,
      "rewards/check_similarity_func": 0.5,
      "step": 573
    },
    {
      "completion_length": 193.42857360839844,
      "epoch": 0.5508637236084453,
      "grad_norm": 0.8785079121589661,
      "kl": 0.1082586944103241,
      "learning_rate": 4.422039793489448e-07,
      "loss": 0.0001,
      "reward": 0.7142857313156128,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.2142857313156128,
      "rewards/check_similarity_func": 0.5,
      "step": 574
    },
    {
      "completion_length": 203.42857360839844,
      "epoch": 0.5518234165067178,
      "grad_norm": 1.130218267440796,
      "kl": 0.13865119218826294,
      "learning_rate": 4.4194457383546435e-07,
      "loss": 0.0001,
      "reward": 0.8571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.4285714626312256,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 575
    },
    {
      "completion_length": 170.2857208251953,
      "epoch": 0.5527831094049904,
      "grad_norm": 0.02579384110867977,
      "kl": 0.18667246401309967,
      "learning_rate": 4.41684663930269e-07,
      "loss": 0.0002,
      "reward": 0.6428571939468384,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.1428571492433548,
      "rewards/check_similarity_func": 0.5,
      "step": 576
    },
    {
      "completion_length": 152.57144165039062,
      "epoch": 0.553742802303263,
      "grad_norm": 1.7730534076690674,
      "kl": 0.16236601769924164,
      "learning_rate": 4.4142425031634987e-07,
      "loss": 0.0002,
      "reward": 0.8571429252624512,
      "reward_std": 0.30304574966430664,
      "rewards/check_gptzero_func": 0.3571428656578064,
      "rewards/check_similarity_func": 0.5,
      "step": 577
    },
    {
      "completion_length": 172.35714721679688,
      "epoch": 0.5547024952015355,
      "grad_norm": 2.2815942764282227,
      "kl": 0.19259589910507202,
      "learning_rate": 4.4116333367802127e-07,
      "loss": 0.0002,
      "reward": 0.8928571939468384,
      "reward_std": 0.45456865429878235,
      "rewards/check_gptzero_func": 0.4285714626312256,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 578
    },
    {
      "completion_length": 190.2857208251953,
      "epoch": 0.555662188099808,
      "grad_norm": 0.9068400263786316,
      "kl": 0.14612936973571777,
      "learning_rate": 4.4090191470091986e-07,
      "loss": 0.0001,
      "reward": 0.7500000596046448,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 0.2857142984867096,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 579
    },
    {
      "completion_length": 140.35714721679688,
      "epoch": 0.5566218809980806,
      "grad_norm": 2.8297791481018066,
      "kl": 0.1919662058353424,
      "learning_rate": 4.406399940720019e-07,
      "loss": 0.0002,
      "reward": 0.9285714626312256,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.4285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 580
    },
    {
      "completion_length": 152.6428680419922,
      "epoch": 0.5575815738963532,
      "grad_norm": 0.014959019608795643,
      "kl": 0.19992682337760925,
      "learning_rate": 4.403775724795422e-07,
      "loss": 0.0002,
      "reward": 0.5714285969734192,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.1428571492433548,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 581
    },
    {
      "completion_length": 172.7857208251953,
      "epoch": 0.5585412667946257,
      "grad_norm": 2.0701379776000977,
      "kl": 0.16616348922252655,
      "learning_rate": 4.401146506131319e-07,
      "loss": 0.0002,
      "reward": 0.8571429252624512,
      "reward_std": 0.30304574966430664,
      "rewards/check_gptzero_func": 0.3571428656578064,
      "rewards/check_similarity_func": 0.5,
      "step": 582
    },
    {
      "completion_length": 172.2857208251953,
      "epoch": 0.5595009596928983,
      "grad_norm": 1.4335249662399292,
      "kl": 0.19074074923992157,
      "learning_rate": 4.398512291636768e-07,
      "loss": 0.0002,
      "reward": 0.9285714626312256,
      "reward_std": 0.30304574966430664,
      "rewards/check_gptzero_func": 0.5,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 583
    },
    {
      "completion_length": 163.1428680419922,
      "epoch": 0.5604606525911708,
      "grad_norm": 1.7792978286743164,
      "kl": 0.1959751695394516,
      "learning_rate": 4.3958730882339534e-07,
      "loss": 0.0002,
      "reward": 0.7500000596046448,
      "reward_std": 0.25253814458847046,
      "rewards/check_gptzero_func": 0.2857142984867096,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 584
    },
    {
      "completion_length": 195.71429443359375,
      "epoch": 0.5614203454894434,
      "grad_norm": 1.609237790107727,
      "kl": 0.1674736589193344,
      "learning_rate": 4.3932289028581713e-07,
      "loss": 0.0002,
      "reward": 0.6428571939468384,
      "reward_std": 0.30304574966430664,
      "rewards/check_gptzero_func": 0.2142857313156128,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 585
    },
    {
      "completion_length": 148.85714721679688,
      "epoch": 0.5623800383877159,
      "grad_norm": 1.6210222244262695,
      "kl": 0.21832270920276642,
      "learning_rate": 4.3905797424578093e-07,
      "loss": 0.0002,
      "reward": 0.7500000596046448,
      "reward_std": 0.25253814458847046,
      "rewards/check_gptzero_func": 0.2857142984867096,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 586
    },
    {
      "completion_length": 179.71429443359375,
      "epoch": 0.5633397312859885,
      "grad_norm": 1.8259891271591187,
      "kl": 0.2526337504386902,
      "learning_rate": 4.3879256139943273e-07,
      "loss": 0.0003,
      "reward": 0.9642857313156128,
      "reward_std": 0.25253814458847046,
      "rewards/check_gptzero_func": 0.5714285969734192,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 587
    },
    {
      "completion_length": 201.2857208251953,
      "epoch": 0.564299424184261,
      "grad_norm": 1.7095712423324585,
      "kl": 0.2104918360710144,
      "learning_rate": 4.38526652444224e-07,
      "loss": 0.0002,
      "reward": 1.071428656578064,
      "reward_std": 0.4040610194206238,
      "rewards/check_gptzero_func": 0.5714285969734192,
      "rewards/check_similarity_func": 0.5,
      "step": 588
    },
    {
      "completion_length": 173.1428680419922,
      "epoch": 0.5652591170825336,
      "grad_norm": 1.1799918413162231,
      "kl": 0.21128003299236298,
      "learning_rate": 4.382602480789102e-07,
      "loss": 0.0002,
      "reward": 0.785714328289032,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.2857142984867096,
      "rewards/check_similarity_func": 0.5,
      "step": 589
    },
    {
      "completion_length": 172.50001525878906,
      "epoch": 0.5662188099808061,
      "grad_norm": 1.393960952758789,
      "kl": 0.23150892555713654,
      "learning_rate": 4.379933490035481e-07,
      "loss": 0.0002,
      "reward": 1.071428656578064,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.5714285969734192,
      "rewards/check_similarity_func": 0.5,
      "step": 590
    },
    {
      "completion_length": 143.5,
      "epoch": 0.5671785028790787,
      "grad_norm": 2.8382434844970703,
      "kl": 0.3105929493904114,
      "learning_rate": 4.37725955919495e-07,
      "loss": 0.0003,
      "reward": 0.8214285969734192,
      "reward_std": 0.3535533845424652,
      "rewards/check_gptzero_func": 0.4285714626312256,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 591
    },
    {
      "completion_length": 147.71429443359375,
      "epoch": 0.5681381957773513,
      "grad_norm": 2.2124171257019043,
      "kl": 0.20674243569374084,
      "learning_rate": 4.37458069529406e-07,
      "loss": 0.0002,
      "reward": 1.0357143878936768,
      "reward_std": 0.45456868410110474,
      "rewards/check_gptzero_func": 0.5714285969734192,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 592
    },
    {
      "completion_length": 205.92857360839844,
      "epoch": 0.5690978886756238,
      "grad_norm": 1.9656391143798828,
      "kl": 0.22747637331485748,
      "learning_rate": 4.3718969053723266e-07,
      "loss": 0.0002,
      "reward": 1.1428571939468384,
      "reward_std": 0.4040610194206238,
      "rewards/check_gptzero_func": 0.7142857313156128,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 593
    },
    {
      "completion_length": 175.7857208251953,
      "epoch": 0.5700575815738963,
      "grad_norm": 2.615468978881836,
      "kl": 0.2779444456100464,
      "learning_rate": 4.369208196482209e-07,
      "loss": 0.0003,
      "reward": 0.8571429252624512,
      "reward_std": 0.30304574966430664,
      "rewards/check_gptzero_func": 0.4285714626312256,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 594
    },
    {
      "completion_length": 155.2857208251953,
      "epoch": 0.5710172744721689,
      "grad_norm": 1.266619324684143,
      "kl": 0.2635047435760498,
      "learning_rate": 4.3665145756890944e-07,
      "loss": 0.0003,
      "reward": 1.2857143878936768,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.5,
      "step": 595
    },
    {
      "completion_length": 114.28572082519531,
      "epoch": 0.5719769673704415,
      "grad_norm": 2.052475690841675,
      "kl": 0.4035924971103668,
      "learning_rate": 4.363816050071275e-07,
      "loss": 0.0004,
      "reward": 0.8928571939468384,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.5,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 596
    },
    {
      "completion_length": 171.1428680419922,
      "epoch": 0.572936660268714,
      "grad_norm": 1.264228343963623,
      "kl": 0.25050196051597595,
      "learning_rate": 4.3611126267199335e-07,
      "loss": 0.0003,
      "reward": 1.2857143878936768,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.5,
      "step": 597
    },
    {
      "completion_length": 184.07144165039062,
      "epoch": 0.5738963531669866,
      "grad_norm": 0.7610642910003662,
      "kl": 0.26210296154022217,
      "learning_rate": 4.3584043127391224e-07,
      "loss": 0.0003,
      "reward": 1.071428656578064,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.6428571939468384,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 598
    },
    {
      "completion_length": 136.2857208251953,
      "epoch": 0.5748560460652591,
      "grad_norm": 2.076775550842285,
      "kl": 0.3917658030986786,
      "learning_rate": 4.355691115245746e-07,
      "loss": 0.0004,
      "reward": 1.1071429252624512,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.6428571939468384,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 599
    },
    {
      "completion_length": 210.85714721679688,
      "epoch": 0.5758157389635317,
      "grad_norm": 2.1533563137054443,
      "kl": 0.2844618260860443,
      "learning_rate": 4.3529730413695416e-07,
      "loss": 0.0003,
      "reward": 1.0,
      "reward_std": 0.30304574966430664,
      "rewards/check_gptzero_func": 0.5,
      "rewards/check_similarity_func": 0.5,
      "step": 600
    },
    {
      "completion_length": 134.71429443359375,
      "epoch": 0.5767754318618042,
      "grad_norm": 2.303097724914551,
      "kl": 0.37519487738609314,
      "learning_rate": 4.3502500982530597e-07,
      "loss": 0.0004,
      "reward": 0.785714328289032,
      "reward_std": 0.30304574966430664,
      "rewards/check_gptzero_func": 0.3571428656578064,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 601
    },
    {
      "completion_length": 170.1428680419922,
      "epoch": 0.5777351247600768,
      "grad_norm": 1.5183327198028564,
      "kl": 0.2985321581363678,
      "learning_rate": 4.3475222930516473e-07,
      "loss": 0.0003,
      "reward": 1.071428656578064,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.7142857313156128,
      "rewards/check_similarity_func": 0.3571428656578064,
      "step": 602
    },
    {
      "completion_length": 176.57144165039062,
      "epoch": 0.5786948176583493,
      "grad_norm": 1.1100280284881592,
      "kl": 0.2923712432384491,
      "learning_rate": 4.3447896329334276e-07,
      "loss": 0.0003,
      "reward": 1.1428571939468384,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.6428571939468384,
      "rewards/check_similarity_func": 0.5,
      "step": 603
    },
    {
      "completion_length": 138.07144165039062,
      "epoch": 0.5796545105566219,
      "grad_norm": 1.7445281744003296,
      "kl": 0.37798312306404114,
      "learning_rate": 4.342052125079282e-07,
      "loss": 0.0004,
      "reward": 0.6428571939468384,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.2857142984867096,
      "rewards/check_similarity_func": 0.3571428656578064,
      "step": 604
    },
    {
      "completion_length": 140.21429443359375,
      "epoch": 0.5806142034548945,
      "grad_norm": 1.4581913948059082,
      "kl": 0.3282519280910492,
      "learning_rate": 4.339309776682829e-07,
      "loss": 0.0003,
      "reward": 0.8571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.4285714626312256,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 605
    },
    {
      "completion_length": 175.1428680419922,
      "epoch": 0.581573896353167,
      "grad_norm": 1.2151120901107788,
      "kl": 0.29144060611724854,
      "learning_rate": 4.336562594950409e-07,
      "loss": 0.0003,
      "reward": 0.8571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.4285714626312256,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 606
    },
    {
      "completion_length": 143.57144165039062,
      "epoch": 0.5825335892514395,
      "grad_norm": 1.4403339624404907,
      "kl": 0.3657081723213196,
      "learning_rate": 4.3338105871010627e-07,
      "loss": 0.0004,
      "reward": 0.6071428656578064,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.2142857313156128,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 607
    },
    {
      "completion_length": 147.21429443359375,
      "epoch": 0.5834932821497121,
      "grad_norm": 2.0042381286621094,
      "kl": 0.382518470287323,
      "learning_rate": 4.3310537603665133e-07,
      "loss": 0.0004,
      "reward": 1.0,
      "reward_std": 0.4040610194206238,
      "rewards/check_gptzero_func": 0.5714285969734192,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 608
    },
    {
      "completion_length": 181.7857208251953,
      "epoch": 0.5844529750479847,
      "grad_norm": 1.2625714540481567,
      "kl": 0.3160742521286011,
      "learning_rate": 4.328292121991146e-07,
      "loss": 0.0003,
      "reward": 1.071428656578064,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.5714285969734192,
      "rewards/check_similarity_func": 0.5,
      "step": 609
    },
    {
      "completion_length": 176.85714721679688,
      "epoch": 0.5854126679462572,
      "grad_norm": 3.1222097873687744,
      "kl": 0.3539481461048126,
      "learning_rate": 4.3255256792319914e-07,
      "loss": 0.0004,
      "reward": 0.8214285969734192,
      "reward_std": 0.45456868410110474,
      "rewards/check_gptzero_func": 0.4285714626312256,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 610
    },
    {
      "completion_length": 159.5,
      "epoch": 0.5863723608445297,
      "grad_norm": 2.7052102088928223,
      "kl": 0.37837105989456177,
      "learning_rate": 4.3227544393587044e-07,
      "loss": 0.0004,
      "reward": 0.8214285969734192,
      "reward_std": 0.5555838942527771,
      "rewards/check_gptzero_func": 0.5,
      "rewards/check_similarity_func": 0.3214285969734192,
      "step": 611
    },
    {
      "completion_length": 172.21429443359375,
      "epoch": 0.5873320537428023,
      "grad_norm": 2.849013566970825,
      "kl": 0.4028679430484772,
      "learning_rate": 4.319978409653545e-07,
      "loss": 0.0004,
      "reward": 1.2857143878936768,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 612
    },
    {
      "completion_length": 179.50001525878906,
      "epoch": 0.5882917466410749,
      "grad_norm": 1.9847629070281982,
      "kl": 0.37275877594947815,
      "learning_rate": 4.317197597411362e-07,
      "loss": 0.0004,
      "reward": 1.071428656578064,
      "reward_std": 0.4040610194206238,
      "rewards/check_gptzero_func": 0.5714285969734192,
      "rewards/check_similarity_func": 0.5,
      "step": 613
    },
    {
      "completion_length": 140.92857360839844,
      "epoch": 0.5892514395393474,
      "grad_norm": 1.9934544563293457,
      "kl": 0.4470334053039551,
      "learning_rate": 4.314412009939568e-07,
      "loss": 0.0004,
      "reward": 1.071428656578064,
      "reward_std": 0.30304574966430664,
      "rewards/check_gptzero_func": 0.7142857313156128,
      "rewards/check_similarity_func": 0.3571428656578064,
      "step": 614
    },
    {
      "completion_length": 186.1428680419922,
      "epoch": 0.5902111324376199,
      "grad_norm": 2.0014870166778564,
      "kl": 0.3898140788078308,
      "learning_rate": 4.3116216545581286e-07,
      "loss": 0.0004,
      "reward": 1.071428656578064,
      "reward_std": 0.30304574966430664,
      "rewards/check_gptzero_func": 0.7142857313156128,
      "rewards/check_similarity_func": 0.3571428656578064,
      "step": 615
    },
    {
      "completion_length": 169.71429443359375,
      "epoch": 0.5911708253358925,
      "grad_norm": 2.7589826583862305,
      "kl": 0.45402610301971436,
      "learning_rate": 4.3088265385995353e-07,
      "loss": 0.0005,
      "reward": 0.7500000596046448,
      "reward_std": 0.25253814458847046,
      "rewards/check_gptzero_func": 0.4285714626312256,
      "rewards/check_similarity_func": 0.3214285969734192,
      "step": 616
    },
    {
      "completion_length": 192.2857208251953,
      "epoch": 0.5921305182341651,
      "grad_norm": 1.7233494520187378,
      "kl": 0.3201937675476074,
      "learning_rate": 4.3060266694087905e-07,
      "loss": 0.0003,
      "reward": 0.9642857313156128,
      "reward_std": 0.45456865429878235,
      "rewards/check_gptzero_func": 0.5714285969734192,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 617
    },
    {
      "completion_length": 198.85714721679688,
      "epoch": 0.5930902111324377,
      "grad_norm": 1.6763938665390015,
      "kl": 0.33676770329475403,
      "learning_rate": 4.303222054343387e-07,
      "loss": 0.0003,
      "reward": 1.2857143878936768,
      "reward_std": 0.30304574966430664,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 618
    },
    {
      "completion_length": 150.57144165039062,
      "epoch": 0.5940499040307101,
      "grad_norm": 2.2110912799835205,
      "kl": 0.39594611525535583,
      "learning_rate": 4.300412700773289e-07,
      "loss": 0.0004,
      "reward": 0.8214285969734192,
      "reward_std": 0.3535533845424652,
      "rewards/check_gptzero_func": 0.3571428656578064,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 619
    },
    {
      "completion_length": 159.92857360839844,
      "epoch": 0.5950095969289827,
      "grad_norm": 1.8513641357421875,
      "kl": 0.3622592091560364,
      "learning_rate": 4.297598616080912e-07,
      "loss": 0.0004,
      "reward": 1.2142857313156128,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.7142857313156128,
      "rewards/check_similarity_func": 0.5,
      "step": 620
    },
    {
      "completion_length": 161.42857360839844,
      "epoch": 0.5959692898272553,
      "grad_norm": 2.6071906089782715,
      "kl": 0.4753277599811554,
      "learning_rate": 4.2947798076611047e-07,
      "loss": 0.0005,
      "reward": 1.1071429252624512,
      "reward_std": 0.45456868410110474,
      "rewards/check_gptzero_func": 0.7142857313156128,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 621
    },
    {
      "completion_length": 159.42857360839844,
      "epoch": 0.5969289827255279,
      "grad_norm": 0.8496258854866028,
      "kl": 0.43701687455177307,
      "learning_rate": 4.291956282921128e-07,
      "loss": 0.0004,
      "reward": 1.1428571939468384,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.6428571939468384,
      "rewards/check_similarity_func": 0.5,
      "step": 622
    },
    {
      "completion_length": 156.42857360839844,
      "epoch": 0.5978886756238004,
      "grad_norm": 2.2143547534942627,
      "kl": 0.4338964819908142,
      "learning_rate": 4.289128049280637e-07,
      "loss": 0.0004,
      "reward": 0.9285714626312256,
      "reward_std": 0.4040610194206238,
      "rewards/check_gptzero_func": 0.5714285969734192,
      "rewards/check_similarity_func": 0.3571428656578064,
      "step": 623
    },
    {
      "completion_length": 189.85714721679688,
      "epoch": 0.5988483685220729,
      "grad_norm": 1.161044716835022,
      "kl": 0.5164188742637634,
      "learning_rate": 4.28629511417166e-07,
      "loss": 0.0005,
      "reward": 1.25,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 624
    },
    {
      "completion_length": 190.85714721679688,
      "epoch": 0.5998080614203455,
      "grad_norm": 2.7004268169403076,
      "kl": 0.4019868075847626,
      "learning_rate": 4.2834574850385816e-07,
      "loss": 0.0004,
      "reward": 0.9285714626312256,
      "reward_std": 0.4040610194206238,
      "rewards/check_gptzero_func": 0.5,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 625
    },
    {
      "completion_length": 213.00001525878906,
      "epoch": 0.6007677543186181,
      "grad_norm": 1.4907033443450928,
      "kl": 0.34911343455314636,
      "learning_rate": 4.280615169338119e-07,
      "loss": 0.0003,
      "reward": 1.0,
      "reward_std": 0.30304574966430664,
      "rewards/check_gptzero_func": 0.5,
      "rewards/check_similarity_func": 0.5,
      "step": 626
    },
    {
      "completion_length": 157.1428680419922,
      "epoch": 0.6017274472168906,
      "grad_norm": 1.964858889579773,
      "kl": 0.42634251713752747,
      "learning_rate": 4.277768174539307e-07,
      "loss": 0.0004,
      "reward": 1.2142857313156128,
      "reward_std": 0.4040610194206238,
      "rewards/check_gptzero_func": 0.7142857313156128,
      "rewards/check_similarity_func": 0.5,
      "step": 627
    },
    {
      "completion_length": 199.1428680419922,
      "epoch": 0.6026871401151631,
      "grad_norm": 1.3081674575805664,
      "kl": 0.3265247344970703,
      "learning_rate": 4.274916508123474e-07,
      "loss": 0.0003,
      "reward": 1.1428571939468384,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.7142857313156128,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 628
    },
    {
      "completion_length": 181.50001525878906,
      "epoch": 0.6036468330134357,
      "grad_norm": 1.1597754955291748,
      "kl": 0.3932373821735382,
      "learning_rate": 4.2720601775842253e-07,
      "loss": 0.0004,
      "reward": 1.2142857313156128,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.7142857313156128,
      "rewards/check_similarity_func": 0.5,
      "step": 629
    },
    {
      "completion_length": 122.42857360839844,
      "epoch": 0.6046065259117083,
      "grad_norm": 2.800788640975952,
      "kl": 0.5522700548171997,
      "learning_rate": 4.269199190427424e-07,
      "loss": 0.0006,
      "reward": 0.8571429252624512,
      "reward_std": 0.5050762891769409,
      "rewards/check_gptzero_func": 0.4285714626312256,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 630
    },
    {
      "completion_length": 171.42857360839844,
      "epoch": 0.6055662188099808,
      "grad_norm": 1.8950518369674683,
      "kl": 0.3668748438358307,
      "learning_rate": 4.2663335541711677e-07,
      "loss": 0.0004,
      "reward": 1.2142857313156128,
      "reward_std": 0.4040610194206238,
      "rewards/check_gptzero_func": 0.7142857313156128,
      "rewards/check_similarity_func": 0.5,
      "step": 631
    },
    {
      "completion_length": 158.35714721679688,
      "epoch": 0.6065259117082533,
      "grad_norm": 2.208599805831909,
      "kl": 0.4840472340583801,
      "learning_rate": 4.263463276345772e-07,
      "loss": 0.0005,
      "reward": 1.2142857313156128,
      "reward_std": 0.30304574966430664,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 632
    },
    {
      "completion_length": 182.00001525878906,
      "epoch": 0.6074856046065259,
      "grad_norm": 1.1563286781311035,
      "kl": 0.40796104073524475,
      "learning_rate": 4.260588364493749e-07,
      "loss": 0.0004,
      "reward": 1.25,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 633
    },
    {
      "completion_length": 139.42857360839844,
      "epoch": 0.6084452975047985,
      "grad_norm": 2.6459035873413086,
      "kl": 0.5192121863365173,
      "learning_rate": 4.2577088261697896e-07,
      "loss": 0.0005,
      "reward": 1.1785714626312256,
      "reward_std": 0.45456865429878235,
      "rewards/check_gptzero_func": 0.7142857313156128,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 634
    },
    {
      "completion_length": 153.1428680419922,
      "epoch": 0.6094049904030711,
      "grad_norm": 2.9994022846221924,
      "kl": 0.5058903694152832,
      "learning_rate": 4.2548246689407405e-07,
      "loss": 0.0005,
      "reward": 0.8571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.5,
      "rewards/check_similarity_func": 0.3571428656578064,
      "step": 635
    },
    {
      "completion_length": 194.21429443359375,
      "epoch": 0.6103646833013435,
      "grad_norm": 1.3935259580612183,
      "kl": 0.3877130150794983,
      "learning_rate": 4.2519359003855864e-07,
      "loss": 0.0004,
      "reward": 1.1428571939468384,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.7142857313156128,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 636
    },
    {
      "completion_length": 164.6428680419922,
      "epoch": 0.6113243761996161,
      "grad_norm": 1.8146213293075562,
      "kl": 0.527958869934082,
      "learning_rate": 4.24904252809543e-07,
      "loss": 0.0005,
      "reward": 0.8928571939468384,
      "reward_std": 0.25253814458847046,
      "rewards/check_gptzero_func": 0.4285714626312256,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 637
    },
    {
      "completion_length": 191.1428680419922,
      "epoch": 0.6122840690978887,
      "grad_norm": 1.439995288848877,
      "kl": 0.43170079588890076,
      "learning_rate": 4.2461445596734715e-07,
      "loss": 0.0004,
      "reward": 1.1785714626312256,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.7142857313156128,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 638
    },
    {
      "completion_length": 175.21429443359375,
      "epoch": 0.6132437619961613,
      "grad_norm": 1.3483223915100098,
      "kl": 0.48294132947921753,
      "learning_rate": 4.243242002734988e-07,
      "loss": 0.0005,
      "reward": 1.071428656578064,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.5714285969734192,
      "rewards/check_similarity_func": 0.5,
      "step": 639
    },
    {
      "completion_length": 134.5,
      "epoch": 0.6142034548944337,
      "grad_norm": 1.6468859910964966,
      "kl": 0.5897624492645264,
      "learning_rate": 4.2403348649073167e-07,
      "loss": 0.0006,
      "reward": 1.1428571939468384,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.7142857313156128,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 640
    },
    {
      "completion_length": 182.71429443359375,
      "epoch": 0.6151631477927063,
      "grad_norm": 1.9004499912261963,
      "kl": 0.47645190358161926,
      "learning_rate": 4.2374231538298286e-07,
      "loss": 0.0005,
      "reward": 1.1785714626312256,
      "reward_std": 0.25253814458847046,
      "rewards/check_gptzero_func": 0.7142857313156128,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 641
    },
    {
      "completion_length": 146.85714721679688,
      "epoch": 0.6161228406909789,
      "grad_norm": 1.9582430124282837,
      "kl": 0.6811546683311462,
      "learning_rate": 4.234506877153916e-07,
      "loss": 0.0007,
      "reward": 1.25,
      "reward_std": 0.3535534143447876,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 642
    },
    {
      "completion_length": 157.1428680419922,
      "epoch": 0.6170825335892515,
      "grad_norm": 1.4861706495285034,
      "kl": 0.6699507832527161,
      "learning_rate": 4.2315860425429666e-07,
      "loss": 0.0007,
      "reward": 0.7500000596046448,
      "reward_std": 0.25253814458847046,
      "rewards/check_gptzero_func": 0.4285714626312256,
      "rewards/check_similarity_func": 0.3214285969734192,
      "step": 643
    },
    {
      "completion_length": 185.6428680419922,
      "epoch": 0.6180422264875239,
      "grad_norm": 2.134941577911377,
      "kl": 0.5088005065917969,
      "learning_rate": 4.2286606576723466e-07,
      "loss": 0.0005,
      "reward": 1.25,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 644
    },
    {
      "completion_length": 109.71429443359375,
      "epoch": 0.6190019193857965,
      "grad_norm": 2.1787397861480713,
      "kl": 0.7754393219947815,
      "learning_rate": 4.2257307302293785e-07,
      "loss": 0.0008,
      "reward": 1.1785714626312256,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 645
    },
    {
      "completion_length": 158.71429443359375,
      "epoch": 0.6199616122840691,
      "grad_norm": 1.5353145599365234,
      "kl": 0.5764850974082947,
      "learning_rate": 4.2227962679133213e-07,
      "loss": 0.0006,
      "reward": 1.071428656578064,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.5714285969734192,
      "rewards/check_similarity_func": 0.5,
      "step": 646
    },
    {
      "completion_length": 89.00000762939453,
      "epoch": 0.6209213051823417,
      "grad_norm": 0.04080238565802574,
      "kl": 0.9658709168434143,
      "learning_rate": 4.219857278435352e-07,
      "loss": 0.001,
      "reward": 1.3571429252624512,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 647
    },
    {
      "completion_length": 147.2857208251953,
      "epoch": 0.6218809980806143,
      "grad_norm": 0.8083336353302002,
      "kl": 0.6303082704544067,
      "learning_rate": 4.2169137695185436e-07,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 648
    },
    {
      "completion_length": 121.50000762939453,
      "epoch": 0.6228406909788867,
      "grad_norm": 3.0207865238189697,
      "kl": 0.9078601002693176,
      "learning_rate": 4.213965748897845e-07,
      "loss": 0.0009,
      "reward": 1.1428571939468384,
      "reward_std": 0.30304574966430664,
      "rewards/check_gptzero_func": 0.6428571939468384,
      "rewards/check_similarity_func": 0.5,
      "step": 649
    },
    {
      "completion_length": 182.35714721679688,
      "epoch": 0.6238003838771593,
      "grad_norm": 1.979611873626709,
      "kl": 0.5574090480804443,
      "learning_rate": 4.2110132243200614e-07,
      "loss": 0.0006,
      "reward": 1.1428571939468384,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.7142857313156128,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 650
    },
    {
      "completion_length": 137.85714721679688,
      "epoch": 0.6247600767754319,
      "grad_norm": 0.025283250957727432,
      "kl": 0.739169180393219,
      "learning_rate": 4.208056203543834e-07,
      "loss": 0.0007,
      "reward": 1.2142857313156128,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.7142857313156128,
      "rewards/check_similarity_func": 0.5,
      "step": 651
    },
    {
      "completion_length": 152.2857208251953,
      "epoch": 0.6257197696737045,
      "grad_norm": 2.062748670578003,
      "kl": 0.711434543132782,
      "learning_rate": 4.2050946943396164e-07,
      "loss": 0.0007,
      "reward": 1.0357143878936768,
      "reward_std": 0.3535533845424652,
      "rewards/check_gptzero_func": 0.6428571939468384,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 652
    },
    {
      "completion_length": 142.7857208251953,
      "epoch": 0.6266794625719769,
      "grad_norm": 3.1631343364715576,
      "kl": 0.7954920530319214,
      "learning_rate": 4.20212870448966e-07,
      "loss": 0.0008,
      "reward": 0.9285714626312256,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.6428571939468384,
      "rewards/check_similarity_func": 0.2857142984867096,
      "step": 653
    },
    {
      "completion_length": 126.0714340209961,
      "epoch": 0.6276391554702495,
      "grad_norm": 1.1943312883377075,
      "kl": 0.8078235983848572,
      "learning_rate": 4.1991582417879903e-07,
      "loss": 0.0008,
      "reward": 1.1071429252624512,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 0.6428571939468384,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 654
    },
    {
      "completion_length": 139.71429443359375,
      "epoch": 0.6285988483685221,
      "grad_norm": 3.343745470046997,
      "kl": 0.7150782346725464,
      "learning_rate": 4.1961833140403834e-07,
      "loss": 0.0007,
      "reward": 1.0,
      "reward_std": 0.5050762891769409,
      "rewards/check_gptzero_func": 0.5714285969734192,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 655
    },
    {
      "completion_length": 115.0714340209961,
      "epoch": 0.6295585412667947,
      "grad_norm": 2.4978442192077637,
      "kl": 0.8481100797653198,
      "learning_rate": 4.193203929064353e-07,
      "loss": 0.0008,
      "reward": 0.8928571939468384,
      "reward_std": 0.3535533845424652,
      "rewards/check_gptzero_func": 0.5,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 656
    },
    {
      "completion_length": 127.0714340209961,
      "epoch": 0.6305182341650671,
      "grad_norm": 2.4178569316864014,
      "kl": 0.8015105724334717,
      "learning_rate": 4.190220094689121e-07,
      "loss": 0.0008,
      "reward": 1.1071429252624512,
      "reward_std": 0.25253814458847046,
      "rewards/check_gptzero_func": 0.7142857313156128,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 657
    },
    {
      "completion_length": 157.42857360839844,
      "epoch": 0.6314779270633397,
      "grad_norm": 2.1354095935821533,
      "kl": 0.5929214358329773,
      "learning_rate": 4.1872318187556057e-07,
      "loss": 0.0006,
      "reward": 1.25,
      "reward_std": 0.25253814458847046,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 658
    },
    {
      "completion_length": 177.07144165039062,
      "epoch": 0.6324376199616123,
      "grad_norm": 1.3474695682525635,
      "kl": 0.49351373314857483,
      "learning_rate": 4.1842391091163933e-07,
      "loss": 0.0005,
      "reward": 1.3928571939468384,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 659
    },
    {
      "completion_length": 133.5,
      "epoch": 0.6333973128598849,
      "grad_norm": 2.112048387527466,
      "kl": 0.7400842905044556,
      "learning_rate": 4.181241973635723e-07,
      "loss": 0.0007,
      "reward": 1.25,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.3214285969734192,
      "step": 660
    },
    {
      "completion_length": 117.71429443359375,
      "epoch": 0.6343570057581573,
      "grad_norm": 2.9682745933532715,
      "kl": 0.9287925958633423,
      "learning_rate": 4.1782404201894645e-07,
      "loss": 0.0009,
      "reward": 0.8571429252624512,
      "reward_std": 0.4040610194206238,
      "rewards/check_gptzero_func": 0.5,
      "rewards/check_similarity_func": 0.3571428656578064,
      "step": 661
    },
    {
      "completion_length": 130.07144165039062,
      "epoch": 0.6353166986564299,
      "grad_norm": 2.2512710094451904,
      "kl": 0.791875422000885,
      "learning_rate": 4.175234456665095e-07,
      "loss": 0.0008,
      "reward": 1.0357143878936768,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.6428571939468384,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 662
    },
    {
      "completion_length": 121.92857360839844,
      "epoch": 0.6362763915547025,
      "grad_norm": 2.7973263263702393,
      "kl": 0.8306108713150024,
      "learning_rate": 4.1722240909616834e-07,
      "loss": 0.0008,
      "reward": 1.1071429252624512,
      "reward_std": 0.45456868410110474,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.3214285969734192,
      "step": 663
    },
    {
      "completion_length": 130.42857360839844,
      "epoch": 0.6372360844529751,
      "grad_norm": 1.8777025938034058,
      "kl": 0.6725660562515259,
      "learning_rate": 4.1692093309898633e-07,
      "loss": 0.0007,
      "reward": 1.1428571939468384,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.7142857313156128,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 664
    },
    {
      "completion_length": 119.28572082519531,
      "epoch": 0.6381957773512476,
      "grad_norm": 1.6567031145095825,
      "kl": 0.8432958722114563,
      "learning_rate": 4.1661901846718194e-07,
      "loss": 0.0008,
      "reward": 1.0357143878936768,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 0.5714285969734192,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 665
    },
    {
      "completion_length": 124.28572082519531,
      "epoch": 0.6391554702495201,
      "grad_norm": 1.7055331468582153,
      "kl": 0.8158136606216431,
      "learning_rate": 4.163166659941258e-07,
      "loss": 0.0008,
      "reward": 1.071428656578064,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.6428571939468384,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 666
    },
    {
      "completion_length": 141.0,
      "epoch": 0.6401151631477927,
      "grad_norm": 2.8557708263397217,
      "kl": 0.644375205039978,
      "learning_rate": 4.1601387647433957e-07,
      "loss": 0.0006,
      "reward": 1.1071429252624512,
      "reward_std": 0.3535533845424652,
      "rewards/check_gptzero_func": 0.6428571939468384,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 667
    },
    {
      "completion_length": 130.35714721679688,
      "epoch": 0.6410748560460653,
      "grad_norm": 3.3853421211242676,
      "kl": 0.693238377571106,
      "learning_rate": 4.15710650703493e-07,
      "loss": 0.0007,
      "reward": 1.2142857313156128,
      "reward_std": 0.30304574966430664,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 668
    },
    {
      "completion_length": 116.21429443359375,
      "epoch": 0.6420345489443378,
      "grad_norm": 2.759509563446045,
      "kl": 0.8932902812957764,
      "learning_rate": 4.154069894784026e-07,
      "loss": 0.0009,
      "reward": 0.8928571939468384,
      "reward_std": 0.25253814458847046,
      "rewards/check_gptzero_func": 0.5,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 669
    },
    {
      "completion_length": 131.85714721679688,
      "epoch": 0.6429942418426103,
      "grad_norm": 2.4958202838897705,
      "kl": 0.5672125220298767,
      "learning_rate": 4.1510289359702875e-07,
      "loss": 0.0006,
      "reward": 0.9642857313156128,
      "reward_std": 0.3535534143447876,
      "rewards/check_gptzero_func": 0.5,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 670
    },
    {
      "completion_length": 166.57144165039062,
      "epoch": 0.6439539347408829,
      "grad_norm": 0.8536549210548401,
      "kl": 0.5216690301895142,
      "learning_rate": 4.1479836385847443e-07,
      "loss": 0.0005,
      "reward": 1.1785714626312256,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 0.7142857313156128,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 671
    },
    {
      "completion_length": 184.21429443359375,
      "epoch": 0.6449136276391555,
      "grad_norm": 1.9734816551208496,
      "kl": 0.5458926558494568,
      "learning_rate": 4.1449340106298246e-07,
      "loss": 0.0005,
      "reward": 1.1428571939468384,
      "reward_std": 0.30304574966430664,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.3571428656578064,
      "step": 672
    },
    {
      "completion_length": 139.1428680419922,
      "epoch": 0.6458733205374281,
      "grad_norm": 2.886626720428467,
      "kl": 0.6849647760391235,
      "learning_rate": 4.141880060119336e-07,
      "loss": 0.0007,
      "reward": 0.8214285969734192,
      "reward_std": 0.3535533845424652,
      "rewards/check_gptzero_func": 0.4285714626312256,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 673
    },
    {
      "completion_length": 136.5,
      "epoch": 0.6468330134357005,
      "grad_norm": 1.9316915273666382,
      "kl": 0.6000940203666687,
      "learning_rate": 4.1388217950784465e-07,
      "loss": 0.0006,
      "reward": 1.071428656578064,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.5714285969734192,
      "rewards/check_similarity_func": 0.5,
      "step": 674
    },
    {
      "completion_length": 106.35714721679688,
      "epoch": 0.6477927063339731,
      "grad_norm": 4.010757923126221,
      "kl": 0.7049087285995483,
      "learning_rate": 4.1357592235436614e-07,
      "loss": 0.0007,
      "reward": 0.8928571939468384,
      "reward_std": 0.3535534143447876,
      "rewards/check_gptzero_func": 0.5714285969734192,
      "rewards/check_similarity_func": 0.3214285969734192,
      "step": 675
    },
    {
      "completion_length": 130.42857360839844,
      "epoch": 0.6487523992322457,
      "grad_norm": 2.8724472522735596,
      "kl": 0.7305186986923218,
      "learning_rate": 4.132692353562803e-07,
      "loss": 0.0007,
      "reward": 1.1428571939468384,
      "reward_std": 0.30304574966430664,
      "rewards/check_gptzero_func": 0.6428571939468384,
      "rewards/check_similarity_func": 0.5,
      "step": 676
    },
    {
      "completion_length": 91.5714340209961,
      "epoch": 0.6497120921305183,
      "grad_norm": 2.7822794914245605,
      "kl": 0.9632344245910645,
      "learning_rate": 4.1296211931949863e-07,
      "loss": 0.001,
      "reward": 1.1785714626312256,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 677
    },
    {
      "completion_length": 145.0,
      "epoch": 0.6506717850287908,
      "grad_norm": 1.055524468421936,
      "kl": 0.601672351360321,
      "learning_rate": 4.126545750510605e-07,
      "loss": 0.0006,
      "reward": 1.1428571939468384,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.6428571939468384,
      "rewards/check_similarity_func": 0.5,
      "step": 678
    },
    {
      "completion_length": 133.07144165039062,
      "epoch": 0.6516314779270633,
      "grad_norm": 1.2339123487472534,
      "kl": 0.7309176325798035,
      "learning_rate": 4.123466033591303e-07,
      "loss": 0.0007,
      "reward": 1.071428656578064,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.6428571939468384,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 679
    },
    {
      "completion_length": 164.2857208251953,
      "epoch": 0.6525911708253359,
      "grad_norm": 1.4749397039413452,
      "kl": 0.5939615964889526,
      "learning_rate": 4.120382050529956e-07,
      "loss": 0.0006,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 680
    },
    {
      "completion_length": 159.2857208251953,
      "epoch": 0.6535508637236085,
      "grad_norm": 2.510114908218384,
      "kl": 0.5237387418746948,
      "learning_rate": 4.117293809430651e-07,
      "loss": 0.0005,
      "reward": 1.1428571939468384,
      "reward_std": 0.30304574966430664,
      "rewards/check_gptzero_func": 0.7142857313156128,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 681
    },
    {
      "completion_length": 140.2857208251953,
      "epoch": 0.654510556621881,
      "grad_norm": 2.6841771602630615,
      "kl": 0.5765831470489502,
      "learning_rate": 4.114201318408665e-07,
      "loss": 0.0006,
      "reward": 1.2857143878936768,
      "reward_std": 0.30304574966430664,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 682
    },
    {
      "completion_length": 160.7857208251953,
      "epoch": 0.6554702495201535,
      "grad_norm": 2.0921640396118164,
      "kl": 0.5450239181518555,
      "learning_rate": 4.1111045855904413e-07,
      "loss": 0.0005,
      "reward": 1.1785714626312256,
      "reward_std": 0.25253814458847046,
      "rewards/check_gptzero_func": 0.7142857313156128,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 683
    },
    {
      "completion_length": 151.85714721679688,
      "epoch": 0.6564299424184261,
      "grad_norm": 2.5197560787200928,
      "kl": 0.6270812153816223,
      "learning_rate": 4.108003619113571e-07,
      "loss": 0.0006,
      "reward": 1.2857143878936768,
      "reward_std": 0.30304574966430664,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 684
    },
    {
      "completion_length": 123.71429443359375,
      "epoch": 0.6573896353166987,
      "grad_norm": 3.0230374336242676,
      "kl": 0.7598329782485962,
      "learning_rate": 4.104898427126769e-07,
      "loss": 0.0008,
      "reward": 0.9642857313156128,
      "reward_std": 0.25253814458847046,
      "rewards/check_gptzero_func": 0.6428571939468384,
      "rewards/check_similarity_func": 0.3214285969734192,
      "step": 685
    },
    {
      "completion_length": 169.7857208251953,
      "epoch": 0.6583493282149712,
      "grad_norm": 0.8868270516395569,
      "kl": 0.5620550513267517,
      "learning_rate": 4.1017890177898573e-07,
      "loss": 0.0006,
      "reward": 1.2857143878936768,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.5,
      "step": 686
    },
    {
      "completion_length": 137.7857208251953,
      "epoch": 0.6593090211132437,
      "grad_norm": 1.389787197113037,
      "kl": 0.5925731658935547,
      "learning_rate": 4.0986753992737357e-07,
      "loss": 0.0006,
      "reward": 1.071428656578064,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.5714285969734192,
      "rewards/check_similarity_func": 0.5,
      "step": 687
    },
    {
      "completion_length": 149.6428680419922,
      "epoch": 0.6602687140115163,
      "grad_norm": 1.9020054340362549,
      "kl": 0.7004731297492981,
      "learning_rate": 4.0955575797603674e-07,
      "loss": 0.0007,
      "reward": 1.1785714626312256,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 0.7142857313156128,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 688
    },
    {
      "completion_length": 154.21429443359375,
      "epoch": 0.6612284069097889,
      "grad_norm": 2.5755064487457275,
      "kl": 0.5916675925254822,
      "learning_rate": 4.092435567442756e-07,
      "loss": 0.0006,
      "reward": 1.25,
      "reward_std": 0.3535533845424652,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 689
    },
    {
      "completion_length": 156.35714721679688,
      "epoch": 0.6621880998080614,
      "grad_norm": 0.028322357684373856,
      "kl": 0.5493334531784058,
      "learning_rate": 4.0893093705249207e-07,
      "loss": 0.0005,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 690
    },
    {
      "completion_length": 134.85714721679688,
      "epoch": 0.663147792706334,
      "grad_norm": 2.654517889022827,
      "kl": 0.6931663751602173,
      "learning_rate": 4.086178997221876e-07,
      "loss": 0.0007,
      "reward": 1.2142857313156128,
      "reward_std": 0.30304574966430664,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.3571428656578064,
      "step": 691
    },
    {
      "completion_length": 103.21428680419922,
      "epoch": 0.6641074856046065,
      "grad_norm": 2.2797696590423584,
      "kl": 0.9715495705604553,
      "learning_rate": 4.083044455759617e-07,
      "loss": 0.001,
      "reward": 1.0357143878936768,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.6428571939468384,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 692
    },
    {
      "completion_length": 195.6428680419922,
      "epoch": 0.6650671785028791,
      "grad_norm": 2.0422847270965576,
      "kl": 0.549450695514679,
      "learning_rate": 4.079905754375085e-07,
      "loss": 0.0005,
      "reward": 1.2857143878936768,
      "reward_std": 0.30304574966430664,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.5,
      "step": 693
    },
    {
      "completion_length": 135.35714721679688,
      "epoch": 0.6660268714011516,
      "grad_norm": 3.148303508758545,
      "kl": 0.7302247285842896,
      "learning_rate": 4.076762901316157e-07,
      "loss": 0.0007,
      "reward": 0.9285714626312256,
      "reward_std": 0.30304574966430664,
      "rewards/check_gptzero_func": 0.5,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 694
    },
    {
      "completion_length": 181.07144165039062,
      "epoch": 0.6669865642994242,
      "grad_norm": 0.8774911761283875,
      "kl": 0.5250551700592041,
      "learning_rate": 4.0736159048416177e-07,
      "loss": 0.0005,
      "reward": 1.3928571939468384,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 695
    },
    {
      "completion_length": 156.85714721679688,
      "epoch": 0.6679462571976967,
      "grad_norm": 1.8981554508209229,
      "kl": 0.5845152139663696,
      "learning_rate": 4.0704647732211404e-07,
      "loss": 0.0006,
      "reward": 1.321428656578064,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 696
    },
    {
      "completion_length": 110.71429443359375,
      "epoch": 0.6689059500959693,
      "grad_norm": 2.06264066696167,
      "kl": 0.7363442182540894,
      "learning_rate": 4.067309514735267e-07,
      "loss": 0.0007,
      "reward": 0.7142857313156128,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.2857142984867096,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 697
    },
    {
      "completion_length": 176.21429443359375,
      "epoch": 0.6698656429942419,
      "grad_norm": 1.2312625646591187,
      "kl": 0.5041323900222778,
      "learning_rate": 4.064150137675377e-07,
      "loss": 0.0005,
      "reward": 1.2857143878936768,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 698
    },
    {
      "completion_length": 135.92857360839844,
      "epoch": 0.6708253358925144,
      "grad_norm": 1.9799145460128784,
      "kl": 0.6963016986846924,
      "learning_rate": 4.060986650343683e-07,
      "loss": 0.0007,
      "reward": 1.0357143878936768,
      "reward_std": 0.45456868410110474,
      "rewards/check_gptzero_func": 0.5714285969734192,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 699
    },
    {
      "completion_length": 161.42857360839844,
      "epoch": 0.6717850287907869,
      "grad_norm": 1.6122981309890747,
      "kl": 0.5088517665863037,
      "learning_rate": 4.05781906105319e-07,
      "loss": 0.0005,
      "reward": 1.0,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.5714285969734192,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 700
    },
    {
      "completion_length": 159.2857208251953,
      "epoch": 0.6727447216890595,
      "grad_norm": 0.011619641445577145,
      "kl": 0.4865976572036743,
      "learning_rate": 4.054647378127687e-07,
      "loss": 0.0005,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 701
    },
    {
      "completion_length": 120.28572082519531,
      "epoch": 0.6737044145873321,
      "grad_norm": 2.036681652069092,
      "kl": 0.7261102795600891,
      "learning_rate": 4.051471609901716e-07,
      "loss": 0.0007,
      "reward": 1.1785714626312256,
      "reward_std": 0.25253814458847046,
      "rewards/check_gptzero_func": 0.7142857313156128,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 702
    },
    {
      "completion_length": 185.2857208251953,
      "epoch": 0.6746641074856046,
      "grad_norm": 0.5820435881614685,
      "kl": 0.4602040648460388,
      "learning_rate": 4.048291764720559e-07,
      "loss": 0.0005,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 703
    },
    {
      "completion_length": 161.35714721679688,
      "epoch": 0.6756238003838771,
      "grad_norm": 1.7063093185424805,
      "kl": 0.5031439661979675,
      "learning_rate": 4.0451078509402087e-07,
      "loss": 0.0005,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 704
    },
    {
      "completion_length": 177.2857208251953,
      "epoch": 0.6765834932821497,
      "grad_norm": 1.6195100545883179,
      "kl": 0.445922315120697,
      "learning_rate": 4.041919876927349e-07,
      "loss": 0.0004,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 705
    },
    {
      "completion_length": 166.35714721679688,
      "epoch": 0.6775431861804223,
      "grad_norm": 1.4913420677185059,
      "kl": 0.5469231009483337,
      "learning_rate": 4.038727851059336e-07,
      "loss": 0.0005,
      "reward": 1.2142857313156128,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.7142857313156128,
      "rewards/check_similarity_func": 0.5,
      "step": 706
    },
    {
      "completion_length": 134.85714721679688,
      "epoch": 0.6785028790786948,
      "grad_norm": 0.017845522612333298,
      "kl": 0.7099569439888,
      "learning_rate": 4.0355317817241697e-07,
      "loss": 0.0007,
      "reward": 1.071428656578064,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.7142857313156128,
      "rewards/check_similarity_func": 0.3571428656578064,
      "step": 707
    },
    {
      "completion_length": 116.92857360839844,
      "epoch": 0.6794625719769674,
      "grad_norm": 2.589451551437378,
      "kl": 0.8470738530158997,
      "learning_rate": 4.0323316773204774e-07,
      "loss": 0.0008,
      "reward": 1.071428656578064,
      "reward_std": 0.4040610194206238,
      "rewards/check_gptzero_func": 0.5714285969734192,
      "rewards/check_similarity_func": 0.5,
      "step": 708
    },
    {
      "completion_length": 154.21429443359375,
      "epoch": 0.6804222648752399,
      "grad_norm": 0.8253900408744812,
      "kl": 0.5704749822616577,
      "learning_rate": 4.029127546257489e-07,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 709
    },
    {
      "completion_length": 177.42857360839844,
      "epoch": 0.6813819577735125,
      "grad_norm": 0.7867945432662964,
      "kl": 0.4822036325931549,
      "learning_rate": 4.025919396955019e-07,
      "loss": 0.0005,
      "reward": 1.1428571939468384,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.6428571939468384,
      "rewards/check_similarity_func": 0.5,
      "step": 710
    },
    {
      "completion_length": 138.07144165039062,
      "epoch": 0.682341650671785,
      "grad_norm": 1.6691430807113647,
      "kl": 0.6011966466903687,
      "learning_rate": 4.022707237843434e-07,
      "loss": 0.0006,
      "reward": 1.0,
      "reward_std": 0.30304574966430664,
      "rewards/check_gptzero_func": 0.5,
      "rewards/check_similarity_func": 0.5,
      "step": 711
    },
    {
      "completion_length": 163.42857360839844,
      "epoch": 0.6833013435700576,
      "grad_norm": 1.2983499765396118,
      "kl": 0.5752312541007996,
      "learning_rate": 4.0194910773636435e-07,
      "loss": 0.0006,
      "reward": 1.1785714626312256,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 712
    },
    {
      "completion_length": 169.6428680419922,
      "epoch": 0.6842610364683301,
      "grad_norm": 0.018140582367777824,
      "kl": 0.5757784247398376,
      "learning_rate": 4.016270923967072e-07,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 713
    },
    {
      "completion_length": 190.35714721679688,
      "epoch": 0.6852207293666027,
      "grad_norm": 2.4147768020629883,
      "kl": 0.4963720738887787,
      "learning_rate": 4.0130467861156324e-07,
      "loss": 0.0005,
      "reward": 1.2857143878936768,
      "reward_std": 0.30304574966430664,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.5,
      "step": 714
    },
    {
      "completion_length": 149.07144165039062,
      "epoch": 0.6861804222648752,
      "grad_norm": 1.7118852138519287,
      "kl": 0.6419882774353027,
      "learning_rate": 4.0098186722817107e-07,
      "loss": 0.0006,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 715
    },
    {
      "completion_length": 143.07144165039062,
      "epoch": 0.6871401151631478,
      "grad_norm": 0.02162955142557621,
      "kl": 0.621593177318573,
      "learning_rate": 4.006586590948141e-07,
      "loss": 0.0006,
      "reward": 1.3571429252624512,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 716
    },
    {
      "completion_length": 196.1428680419922,
      "epoch": 0.6880998080614203,
      "grad_norm": 1.1799209117889404,
      "kl": 0.47062161564826965,
      "learning_rate": 4.0033505506081824e-07,
      "loss": 0.0005,
      "reward": 1.3571429252624512,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 717
    },
    {
      "completion_length": 118.21429443359375,
      "epoch": 0.6890595009596929,
      "grad_norm": 0.017196068540215492,
      "kl": 0.996926486492157,
      "learning_rate": 4.000110559765496e-07,
      "loss": 0.001,
      "reward": 1.2857143878936768,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 718
    },
    {
      "completion_length": 130.92857360839844,
      "epoch": 0.6900191938579654,
      "grad_norm": 0.01260794885456562,
      "kl": 0.7010130286216736,
      "learning_rate": 3.996866626934128e-07,
      "loss": 0.0007,
      "reward": 1.2142857313156128,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.7142857313156128,
      "rewards/check_similarity_func": 0.5,
      "step": 719
    },
    {
      "completion_length": 185.7857208251953,
      "epoch": 0.690978886756238,
      "grad_norm": 1.05011785030365,
      "kl": 0.6075366735458374,
      "learning_rate": 3.993618760638481e-07,
      "loss": 0.0006,
      "reward": 1.2142857313156128,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.7142857313156128,
      "rewards/check_similarity_func": 0.5,
      "step": 720
    },
    {
      "completion_length": 154.85714721679688,
      "epoch": 0.6919385796545106,
      "grad_norm": 0.013060004450380802,
      "kl": 0.6044633984565735,
      "learning_rate": 3.9903669694132924e-07,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 721
    },
    {
      "completion_length": 167.7857208251953,
      "epoch": 0.6928982725527831,
      "grad_norm": 2.0761044025421143,
      "kl": 0.7775587439537048,
      "learning_rate": 3.9871112618036175e-07,
      "loss": 0.0008,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 722
    },
    {
      "completion_length": 160.85714721679688,
      "epoch": 0.6938579654510557,
      "grad_norm": 2.092162847518921,
      "kl": 0.6367332935333252,
      "learning_rate": 3.9838516463647987e-07,
      "loss": 0.0006,
      "reward": 1.3928571939468384,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 723
    },
    {
      "completion_length": 139.92857360839844,
      "epoch": 0.6948176583493282,
      "grad_norm": 1.9227678775787354,
      "kl": 0.7314854264259338,
      "learning_rate": 3.9805881316624503e-07,
      "loss": 0.0007,
      "reward": 1.2857143878936768,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.5,
      "step": 724
    },
    {
      "completion_length": 139.42857360839844,
      "epoch": 0.6957773512476008,
      "grad_norm": 0.021156327798962593,
      "kl": 0.7683421969413757,
      "learning_rate": 3.977320726272432e-07,
      "loss": 0.0008,
      "reward": 1.2857143878936768,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 725
    },
    {
      "completion_length": 137.0,
      "epoch": 0.6967370441458733,
      "grad_norm": 1.7139694690704346,
      "kl": 0.7861493825912476,
      "learning_rate": 3.974049438780828e-07,
      "loss": 0.0008,
      "reward": 1.2142857313156128,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.7142857313156128,
      "rewards/check_similarity_func": 0.5,
      "step": 726
    },
    {
      "completion_length": 155.0,
      "epoch": 0.6976967370441459,
      "grad_norm": 0.02951512299478054,
      "kl": 0.6581562757492065,
      "learning_rate": 3.9707742777839225e-07,
      "loss": 0.0007,
      "reward": 1.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 727
    },
    {
      "completion_length": 148.5,
      "epoch": 0.6986564299424184,
      "grad_norm": 1.1645352840423584,
      "kl": 0.661553680896759,
      "learning_rate": 3.967495251888181e-07,
      "loss": 0.0007,
      "reward": 1.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 728
    },
    {
      "completion_length": 186.50001525878906,
      "epoch": 0.699616122840691,
      "grad_norm": 1.2617729902267456,
      "kl": 0.5594661235809326,
      "learning_rate": 3.9642123697102225e-07,
      "loss": 0.0006,
      "reward": 1.321428656578064,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 729
    },
    {
      "completion_length": 158.1428680419922,
      "epoch": 0.7005758157389635,
      "grad_norm": 2.138476848602295,
      "kl": 0.6615647673606873,
      "learning_rate": 3.960925639876802e-07,
      "loss": 0.0007,
      "reward": 1.2857143878936768,
      "reward_std": 0.30304574966430664,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.5,
      "step": 730
    },
    {
      "completion_length": 148.71429443359375,
      "epoch": 0.7015355086372361,
      "grad_norm": 2.1226353645324707,
      "kl": 0.7137535810470581,
      "learning_rate": 3.957635071024783e-07,
      "loss": 0.0007,
      "reward": 1.2142857313156128,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 731
    },
    {
      "completion_length": 145.57144165039062,
      "epoch": 0.7024952015355086,
      "grad_norm": 2.738893508911133,
      "kl": 0.8320397138595581,
      "learning_rate": 3.954340671801119e-07,
      "loss": 0.0008,
      "reward": 1.25,
      "reward_std": 0.25253814458847046,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 732
    },
    {
      "completion_length": 167.92857360839844,
      "epoch": 0.7034548944337812,
      "grad_norm": 1.8373336791992188,
      "kl": 0.6693648099899292,
      "learning_rate": 3.9510424508628283e-07,
      "loss": 0.0007,
      "reward": 1.25,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 733
    },
    {
      "completion_length": 113.00000762939453,
      "epoch": 0.7044145873320538,
      "grad_norm": 2.027109384536743,
      "kl": 0.8746268153190613,
      "learning_rate": 3.94774041687697e-07,
      "loss": 0.0009,
      "reward": 1.3928571939468384,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 734
    },
    {
      "completion_length": 174.07144165039062,
      "epoch": 0.7053742802303263,
      "grad_norm": 1.8341723680496216,
      "kl": 0.6328641772270203,
      "learning_rate": 3.944434578520628e-07,
      "loss": 0.0006,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 735
    },
    {
      "completion_length": 126.42857360839844,
      "epoch": 0.7063339731285988,
      "grad_norm": 0.04736531525850296,
      "kl": 0.8682174682617188,
      "learning_rate": 3.9411249444808776e-07,
      "loss": 0.0009,
      "reward": 0.785714328289032,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.4285714626312256,
      "rewards/check_similarity_func": 0.3571428656578064,
      "step": 736
    },
    {
      "completion_length": 102.71428680419922,
      "epoch": 0.7072936660268714,
      "grad_norm": 2.1981122493743896,
      "kl": 0.9428688287734985,
      "learning_rate": 3.9378115234547723e-07,
      "loss": 0.0009,
      "reward": 1.3928571939468384,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 737
    },
    {
      "completion_length": 123.14286041259766,
      "epoch": 0.708253358925144,
      "grad_norm": 1.8236629962921143,
      "kl": 0.7096722722053528,
      "learning_rate": 3.9344943241493155e-07,
      "loss": 0.0007,
      "reward": 1.2142857313156128,
      "reward_std": 0.30304574966430664,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 738
    },
    {
      "completion_length": 186.92857360839844,
      "epoch": 0.7092130518234165,
      "grad_norm": 2.1996986865997314,
      "kl": 0.506475031375885,
      "learning_rate": 3.93117335528144e-07,
      "loss": 0.0005,
      "reward": 1.071428656578064,
      "reward_std": 0.4040610194206238,
      "rewards/check_gptzero_func": 0.6428571939468384,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 739
    },
    {
      "completion_length": 129.42857360839844,
      "epoch": 0.710172744721689,
      "grad_norm": 2.18672513961792,
      "kl": 0.7129165530204773,
      "learning_rate": 3.927848625577983e-07,
      "loss": 0.0007,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 740
    },
    {
      "completion_length": 142.2857208251953,
      "epoch": 0.7111324376199616,
      "grad_norm": 2.2727959156036377,
      "kl": 0.5849778652191162,
      "learning_rate": 3.924520143775665e-07,
      "loss": 0.0006,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 741
    },
    {
      "completion_length": 159.71429443359375,
      "epoch": 0.7120921305182342,
      "grad_norm": 2.3616530895233154,
      "kl": 0.5577027797698975,
      "learning_rate": 3.9211879186210675e-07,
      "loss": 0.0006,
      "reward": 1.1071429252624512,
      "reward_std": 0.3535534143447876,
      "rewards/check_gptzero_func": 0.6428571939468384,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 742
    },
    {
      "completion_length": 121.64286041259766,
      "epoch": 0.7130518234165067,
      "grad_norm": 3.203530788421631,
      "kl": 0.6307939291000366,
      "learning_rate": 3.9178519588706063e-07,
      "loss": 0.0006,
      "reward": 1.1071429252624512,
      "reward_std": 0.3535533845424652,
      "rewards/check_gptzero_func": 0.6428571939468384,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 743
    },
    {
      "completion_length": 120.42857360839844,
      "epoch": 0.7140115163147792,
      "grad_norm": 1.727910041809082,
      "kl": 0.7405456304550171,
      "learning_rate": 3.914512273290513e-07,
      "loss": 0.0007,
      "reward": 1.2857143878936768,
      "reward_std": 0.30304574966430664,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.5,
      "step": 744
    },
    {
      "completion_length": 120.78572082519531,
      "epoch": 0.7149712092130518,
      "grad_norm": 3.257606029510498,
      "kl": 0.7196583151817322,
      "learning_rate": 3.9111688706568095e-07,
      "loss": 0.0007,
      "reward": 1.071428656578064,
      "reward_std": 0.5050762891769409,
      "rewards/check_gptzero_func": 0.6428571939468384,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 745
    },
    {
      "completion_length": 142.6428680419922,
      "epoch": 0.7159309021113244,
      "grad_norm": 0.5946670770645142,
      "kl": 0.555826723575592,
      "learning_rate": 3.907821759755285e-07,
      "loss": 0.0006,
      "reward": 1.1428571939468384,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.6428571939468384,
      "rewards/check_similarity_func": 0.5,
      "step": 746
    },
    {
      "completion_length": 161.35714721679688,
      "epoch": 0.716890595009597,
      "grad_norm": 2.321866035461426,
      "kl": 0.5275924205780029,
      "learning_rate": 3.9044709493814733e-07,
      "loss": 0.0005,
      "reward": 1.25,
      "reward_std": 0.3535534143447876,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 747
    },
    {
      "completion_length": 139.57144165039062,
      "epoch": 0.7178502879078695,
      "grad_norm": 0.5352523922920227,
      "kl": 0.6139469146728516,
      "learning_rate": 3.901116448340629e-07,
      "loss": 0.0006,
      "reward": 1.2857143878936768,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.5,
      "step": 748
    },
    {
      "completion_length": 181.6428680419922,
      "epoch": 0.718809980806142,
      "grad_norm": 1.5533679723739624,
      "kl": 0.6686519980430603,
      "learning_rate": 3.8977582654477066e-07,
      "loss": 0.0007,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 749
    },
    {
      "completion_length": 151.21429443359375,
      "epoch": 0.7197696737044146,
      "grad_norm": 2.0228636264801025,
      "kl": 0.5044364333152771,
      "learning_rate": 3.8943964095273354e-07,
      "loss": 0.0005,
      "reward": 1.321428656578064,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 750
    },
    {
      "completion_length": 146.57144165039062,
      "epoch": 0.7207293666026872,
      "grad_norm": 1.8378463983535767,
      "kl": 0.6739205121994019,
      "learning_rate": 3.891030889413795e-07,
      "loss": 0.0007,
      "reward": 1.2142857313156128,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.7142857313156128,
      "rewards/check_similarity_func": 0.5,
      "step": 751
    },
    {
      "completion_length": 185.42857360839844,
      "epoch": 0.7216890595009597,
      "grad_norm": 0.024028906598687172,
      "kl": 0.6475847959518433,
      "learning_rate": 3.887661713950996e-07,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 752
    },
    {
      "completion_length": 158.71429443359375,
      "epoch": 0.7226487523992322,
      "grad_norm": 1.229234218597412,
      "kl": 0.6763023734092712,
      "learning_rate": 3.884288891992453e-07,
      "loss": 0.0007,
      "reward": 1.0,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.5714285969734192,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 753
    },
    {
      "completion_length": 172.6428680419922,
      "epoch": 0.7236084452975048,
      "grad_norm": 1.8711124658584595,
      "kl": 0.6181649565696716,
      "learning_rate": 3.880912432401264e-07,
      "loss": 0.0006,
      "reward": 1.2857143878936768,
      "reward_std": 0.30304574966430664,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.5,
      "step": 754
    },
    {
      "completion_length": 142.2857208251953,
      "epoch": 0.7245681381957774,
      "grad_norm": 1.2848851680755615,
      "kl": 0.6137733459472656,
      "learning_rate": 3.8775323440500853e-07,
      "loss": 0.0006,
      "reward": 1.2857143878936768,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 755
    },
    {
      "completion_length": 166.1428680419922,
      "epoch": 0.72552783109405,
      "grad_norm": 0.9292643070220947,
      "kl": 0.6492541432380676,
      "learning_rate": 3.8741486358211086e-07,
      "loss": 0.0006,
      "reward": 1.3571429252624512,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 756
    },
    {
      "completion_length": 151.6428680419922,
      "epoch": 0.7264875239923224,
      "grad_norm": 2.1621479988098145,
      "kl": 0.6071328520774841,
      "learning_rate": 3.8707613166060384e-07,
      "loss": 0.0006,
      "reward": 1.1428571939468384,
      "reward_std": 0.30304574966430664,
      "rewards/check_gptzero_func": 0.6428571939468384,
      "rewards/check_similarity_func": 0.5,
      "step": 757
    },
    {
      "completion_length": 149.57144165039062,
      "epoch": 0.727447216890595,
      "grad_norm": 1.2857067584991455,
      "kl": 0.5993615984916687,
      "learning_rate": 3.867370395306068e-07,
      "loss": 0.0006,
      "reward": 1.2142857313156128,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.7142857313156128,
      "rewards/check_similarity_func": 0.5,
      "step": 758
    },
    {
      "completion_length": 172.21429443359375,
      "epoch": 0.7284069097888676,
      "grad_norm": 1.1251261234283447,
      "kl": 0.5956944227218628,
      "learning_rate": 3.8639758808318547e-07,
      "loss": 0.0006,
      "reward": 1.2142857313156128,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.7142857313156128,
      "rewards/check_similarity_func": 0.5,
      "step": 759
    },
    {
      "completion_length": 168.07144165039062,
      "epoch": 0.7293666026871402,
      "grad_norm": 2.0479347705841064,
      "kl": 0.5725059509277344,
      "learning_rate": 3.8605777821035014e-07,
      "loss": 0.0006,
      "reward": 1.2857143878936768,
      "reward_std": 0.30304574966430664,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.5,
      "step": 760
    },
    {
      "completion_length": 194.92857360839844,
      "epoch": 0.7303262955854126,
      "grad_norm": 0.014286750927567482,
      "kl": 0.535263180732727,
      "learning_rate": 3.857176108050527e-07,
      "loss": 0.0005,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 761
    },
    {
      "completion_length": 189.1428680419922,
      "epoch": 0.7312859884836852,
      "grad_norm": 1.5111486911773682,
      "kl": 0.5385421514511108,
      "learning_rate": 3.853770867611847e-07,
      "loss": 0.0005,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 762
    },
    {
      "completion_length": 119.21429443359375,
      "epoch": 0.7322456813819578,
      "grad_norm": 1.6968544721603394,
      "kl": 0.927763819694519,
      "learning_rate": 3.8503620697357476e-07,
      "loss": 0.0009,
      "reward": 1.2142857313156128,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.7142857313156128,
      "rewards/check_similarity_func": 0.5,
      "step": 763
    },
    {
      "completion_length": 164.35714721679688,
      "epoch": 0.7332053742802304,
      "grad_norm": 1.4400688409805298,
      "kl": 0.6500980257987976,
      "learning_rate": 3.8469497233798634e-07,
      "loss": 0.0007,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 764
    },
    {
      "completion_length": 167.7857208251953,
      "epoch": 0.7341650671785028,
      "grad_norm": 1.3431339263916016,
      "kl": 0.6497970819473267,
      "learning_rate": 3.843533837511154e-07,
      "loss": 0.0006,
      "reward": 1.25,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 765
    },
    {
      "completion_length": 117.42857360839844,
      "epoch": 0.7351247600767754,
      "grad_norm": 1.76052725315094,
      "kl": 0.9137704968452454,
      "learning_rate": 3.8401144211058804e-07,
      "loss": 0.0009,
      "reward": 1.25,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 766
    },
    {
      "completion_length": 126.85714721679688,
      "epoch": 0.736084452975048,
      "grad_norm": 2.0740413665771484,
      "kl": 1.044415831565857,
      "learning_rate": 3.836691483149581e-07,
      "loss": 0.001,
      "reward": 1.3928571939468384,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 767
    },
    {
      "completion_length": 166.92857360839844,
      "epoch": 0.7370441458733206,
      "grad_norm": 1.2984874248504639,
      "kl": 0.694474995136261,
      "learning_rate": 3.8332650326370475e-07,
      "loss": 0.0007,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 768
    },
    {
      "completion_length": 151.42857360839844,
      "epoch": 0.738003838771593,
      "grad_norm": 1.8133211135864258,
      "kl": 0.8210263848304749,
      "learning_rate": 3.8298350785723024e-07,
      "loss": 0.0008,
      "reward": 1.3928571939468384,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 769
    },
    {
      "completion_length": 175.57144165039062,
      "epoch": 0.7389635316698656,
      "grad_norm": 0.01812414824962616,
      "kl": 0.6185552477836609,
      "learning_rate": 3.826401629968574e-07,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 770
    },
    {
      "completion_length": 156.7857208251953,
      "epoch": 0.7399232245681382,
      "grad_norm": 1.9742023944854736,
      "kl": 0.62362140417099,
      "learning_rate": 3.8229646958482763e-07,
      "loss": 0.0006,
      "reward": 1.071428656578064,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.5714285969734192,
      "rewards/check_similarity_func": 0.5,
      "step": 771
    },
    {
      "completion_length": 207.00001525878906,
      "epoch": 0.7408829174664108,
      "grad_norm": 1.6918530464172363,
      "kl": 0.6288955807685852,
      "learning_rate": 3.8195242852429796e-07,
      "loss": 0.0006,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 772
    },
    {
      "completion_length": 174.2857208251953,
      "epoch": 0.7418426103646834,
      "grad_norm": 0.036471735686063766,
      "kl": 0.6735381484031677,
      "learning_rate": 3.8160804071933894e-07,
      "loss": 0.0007,
      "reward": 1.3571429252624512,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 773
    },
    {
      "completion_length": 135.6428680419922,
      "epoch": 0.7428023032629558,
      "grad_norm": 3.268906354904175,
      "kl": 0.8936160206794739,
      "learning_rate": 3.812633070749326e-07,
      "loss": 0.0009,
      "reward": 1.071428656578064,
      "reward_std": 0.30304574966430664,
      "rewards/check_gptzero_func": 0.7142857313156128,
      "rewards/check_similarity_func": 0.3571428656578064,
      "step": 774
    },
    {
      "completion_length": 183.07144165039062,
      "epoch": 0.7437619961612284,
      "grad_norm": 1.4923135042190552,
      "kl": 0.6264192461967468,
      "learning_rate": 3.8091822849696945e-07,
      "loss": 0.0006,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 775
    },
    {
      "completion_length": 149.71429443359375,
      "epoch": 0.744721689059501,
      "grad_norm": 0.020935485139489174,
      "kl": 0.7864763140678406,
      "learning_rate": 3.8057280589224665e-07,
      "loss": 0.0008,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 776
    },
    {
      "completion_length": 149.07144165039062,
      "epoch": 0.7456813819577736,
      "grad_norm": 1.982138991355896,
      "kl": 0.8145291805267334,
      "learning_rate": 3.8022704016846524e-07,
      "loss": 0.0008,
      "reward": 1.3928571939468384,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 777
    },
    {
      "completion_length": 180.50001525878906,
      "epoch": 0.746641074856046,
      "grad_norm": 1.3638111352920532,
      "kl": 0.6215518116950989,
      "learning_rate": 3.7988093223422804e-07,
      "loss": 0.0006,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 778
    },
    {
      "completion_length": 160.42857360839844,
      "epoch": 0.7476007677543186,
      "grad_norm": 2.180262804031372,
      "kl": 0.7907602787017822,
      "learning_rate": 3.7953448299903694e-07,
      "loss": 0.0008,
      "reward": 1.3928571939468384,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 779
    },
    {
      "completion_length": 227.85714721679688,
      "epoch": 0.7485604606525912,
      "grad_norm": 1.0718564987182617,
      "kl": 0.5061916708946228,
      "learning_rate": 3.7918769337329085e-07,
      "loss": 0.0005,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 780
    },
    {
      "completion_length": 161.7857208251953,
      "epoch": 0.7495201535508638,
      "grad_norm": 0.27434611320495605,
      "kl": 0.87091463804245,
      "learning_rate": 3.7884056426828324e-07,
      "loss": 0.0009,
      "reward": 1.2857143878936768,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 781
    },
    {
      "completion_length": 164.85714721679688,
      "epoch": 0.7504798464491362,
      "grad_norm": 3.149501085281372,
      "kl": 0.6329755187034607,
      "learning_rate": 3.784930965961994e-07,
      "loss": 0.0006,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 782
    },
    {
      "completion_length": 137.57144165039062,
      "epoch": 0.7514395393474088,
      "grad_norm": 1.7366594076156616,
      "kl": 0.8370071649551392,
      "learning_rate": 3.781452912701144e-07,
      "loss": 0.0008,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 783
    },
    {
      "completion_length": 172.7857208251953,
      "epoch": 0.7523992322456814,
      "grad_norm": 0.02526773139834404,
      "kl": 0.6747755408287048,
      "learning_rate": 3.777971492039909e-07,
      "loss": 0.0007,
      "reward": 1.3571429252624512,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 784
    },
    {
      "completion_length": 168.21429443359375,
      "epoch": 0.753358925143954,
      "grad_norm": 1.3135603666305542,
      "kl": 0.7440146803855896,
      "learning_rate": 3.77448671312676e-07,
      "loss": 0.0007,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 785
    },
    {
      "completion_length": 136.35714721679688,
      "epoch": 0.7543186180422264,
      "grad_norm": 0.05663631111383438,
      "kl": 0.9430524706840515,
      "learning_rate": 3.770998585118994e-07,
      "loss": 0.0009,
      "reward": 1.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 786
    },
    {
      "completion_length": 223.57144165039062,
      "epoch": 0.755278310940499,
      "grad_norm": 1.196914792060852,
      "kl": 0.4704960584640503,
      "learning_rate": 3.767507117182711e-07,
      "loss": 0.0005,
      "reward": 1.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 787
    },
    {
      "completion_length": 197.71429443359375,
      "epoch": 0.7562380038387716,
      "grad_norm": 1.5769829750061035,
      "kl": 0.5635433197021484,
      "learning_rate": 3.7640123184927867e-07,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 788
    },
    {
      "completion_length": 140.6428680419922,
      "epoch": 0.7571976967370442,
      "grad_norm": 2.406223773956299,
      "kl": 0.9082148671150208,
      "learning_rate": 3.760514198232847e-07,
      "loss": 0.0009,
      "reward": 0.9642857313156128,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.5,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 789
    },
    {
      "completion_length": 159.21429443359375,
      "epoch": 0.7581573896353166,
      "grad_norm": 1.1271967887878418,
      "kl": 0.746565043926239,
      "learning_rate": 3.7570127655952496e-07,
      "loss": 0.0007,
      "reward": 1.2857143878936768,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.5,
      "step": 790
    },
    {
      "completion_length": 128.71429443359375,
      "epoch": 0.7591170825335892,
      "grad_norm": 1.662827730178833,
      "kl": 0.8776453137397766,
      "learning_rate": 3.7535080297810535e-07,
      "loss": 0.0009,
      "reward": 1.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 791
    },
    {
      "completion_length": 137.92857360839844,
      "epoch": 0.7600767754318618,
      "grad_norm": 3.681028127670288,
      "kl": 1.0741407871246338,
      "learning_rate": 3.75e-07,
      "loss": 0.0011,
      "reward": 1.2142857313156128,
      "reward_std": 0.4040610194206238,
      "rewards/check_gptzero_func": 0.7142857313156128,
      "rewards/check_similarity_func": 0.5,
      "step": 792
    },
    {
      "completion_length": 182.71429443359375,
      "epoch": 0.7610364683301344,
      "grad_norm": 1.5039570331573486,
      "kl": 0.6693345904350281,
      "learning_rate": 3.746488685470485e-07,
      "loss": 0.0007,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 793
    },
    {
      "completion_length": 197.00001525878906,
      "epoch": 0.761996161228407,
      "grad_norm": 1.8784931898117065,
      "kl": 0.4724184274673462,
      "learning_rate": 3.742974095419538e-07,
      "loss": 0.0005,
      "reward": 1.2857143878936768,
      "reward_std": 0.30304574966430664,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.5,
      "step": 794
    },
    {
      "completion_length": 158.92857360839844,
      "epoch": 0.7629558541266794,
      "grad_norm": 1.6428179740905762,
      "kl": 0.7048532366752625,
      "learning_rate": 3.739456239082791e-07,
      "loss": 0.0007,
      "reward": 1.3928571939468384,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 795
    },
    {
      "completion_length": 138.35714721679688,
      "epoch": 0.763915547024952,
      "grad_norm": 0.014976882375776768,
      "kl": 0.768416702747345,
      "learning_rate": 3.735935125704466e-07,
      "loss": 0.0008,
      "reward": 1.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 796
    },
    {
      "completion_length": 166.0,
      "epoch": 0.7648752399232246,
      "grad_norm": 1.7889931201934814,
      "kl": 0.7302200198173523,
      "learning_rate": 3.7324107645373386e-07,
      "loss": 0.0007,
      "reward": 1.321428656578064,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 797
    },
    {
      "completion_length": 188.21429443359375,
      "epoch": 0.7658349328214972,
      "grad_norm": 0.9730364084243774,
      "kl": 0.5651835799217224,
      "learning_rate": 3.7288831648427217e-07,
      "loss": 0.0006,
      "reward": 1.3928571939468384,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 798
    },
    {
      "completion_length": 238.21429443359375,
      "epoch": 0.7667946257197696,
      "grad_norm": 0.9872973561286926,
      "kl": 0.4369417726993561,
      "learning_rate": 3.725352335890437e-07,
      "loss": 0.0004,
      "reward": 1.3928571939468384,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 799
    },
    {
      "completion_length": 145.57144165039062,
      "epoch": 0.7677543186180422,
      "grad_norm": 1.438921570777893,
      "kl": 0.704652726650238,
      "learning_rate": 3.721818286958792e-07,
      "loss": 0.0007,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 800
    },
    {
      "completion_length": 176.35714721679688,
      "epoch": 0.7687140115163148,
      "grad_norm": 0.032793886959552765,
      "kl": 0.6777368783950806,
      "learning_rate": 3.718281027334557e-07,
      "loss": 0.0007,
      "reward": 1.3571429252624512,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 801
    },
    {
      "completion_length": 192.1428680419922,
      "epoch": 0.7696737044145874,
      "grad_norm": 2.598771810531616,
      "kl": 0.6815043687820435,
      "learning_rate": 3.714740566312938e-07,
      "loss": 0.0007,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 802
    },
    {
      "completion_length": 192.42857360839844,
      "epoch": 0.7706333973128598,
      "grad_norm": 2.7795603275299072,
      "kl": 1.5568524599075317,
      "learning_rate": 3.7111969131975536e-07,
      "loss": 0.0016,
      "reward": 1.2857143878936768,
      "reward_std": 0.30304574966430664,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.5,
      "step": 803
    },
    {
      "completion_length": 154.1428680419922,
      "epoch": 0.7715930902111324,
      "grad_norm": 1.420697569847107,
      "kl": 0.6455847024917603,
      "learning_rate": 3.7076500773004115e-07,
      "loss": 0.0006,
      "reward": 1.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 804
    },
    {
      "completion_length": 154.71429443359375,
      "epoch": 0.772552783109405,
      "grad_norm": 2.545980453491211,
      "kl": 0.7346039414405823,
      "learning_rate": 3.704100067941883e-07,
      "loss": 0.0007,
      "reward": 1.25,
      "reward_std": 0.25253814458847046,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 805
    },
    {
      "completion_length": 205.6428680419922,
      "epoch": 0.7735124760076776,
      "grad_norm": 1.1549668312072754,
      "kl": 0.608519434928894,
      "learning_rate": 3.70054689445068e-07,
      "loss": 0.0006,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 806
    },
    {
      "completion_length": 169.1428680419922,
      "epoch": 0.77447216890595,
      "grad_norm": 0.029289573431015015,
      "kl": 0.5797195434570312,
      "learning_rate": 3.6969905661638233e-07,
      "loss": 0.0006,
      "reward": 1.2142857313156128,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.7142857313156128,
      "rewards/check_similarity_func": 0.5,
      "step": 807
    },
    {
      "completion_length": 218.92857360839844,
      "epoch": 0.7754318618042226,
      "grad_norm": 0.8905706405639648,
      "kl": 0.44540420174598694,
      "learning_rate": 3.6934310924266313e-07,
      "loss": 0.0004,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 808
    },
    {
      "completion_length": 125.21429443359375,
      "epoch": 0.7763915547024952,
      "grad_norm": 2.317983865737915,
      "kl": 0.9039642214775085,
      "learning_rate": 3.689868482592684e-07,
      "loss": 0.0009,
      "reward": 1.0357143878936768,
      "reward_std": 0.3535533845424652,
      "rewards/check_gptzero_func": 0.6428571939468384,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 809
    },
    {
      "completion_length": 204.7857208251953,
      "epoch": 0.7773512476007678,
      "grad_norm": 2.0874624252319336,
      "kl": 0.5210496187210083,
      "learning_rate": 3.686302746023802e-07,
      "loss": 0.0005,
      "reward": 1.2142857313156128,
      "reward_std": 0.4040610194206238,
      "rewards/check_gptzero_func": 0.7142857313156128,
      "rewards/check_similarity_func": 0.5,
      "step": 810
    },
    {
      "completion_length": 149.57144165039062,
      "epoch": 0.7783109404990403,
      "grad_norm": 0.036426909267902374,
      "kl": 0.5760167837142944,
      "learning_rate": 3.6827338920900253e-07,
      "loss": 0.0006,
      "reward": 1.2857143878936768,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 811
    },
    {
      "completion_length": 152.6428680419922,
      "epoch": 0.7792706333973128,
      "grad_norm": 1.010965347290039,
      "kl": 0.6668652892112732,
      "learning_rate": 3.679161930169582e-07,
      "loss": 0.0007,
      "reward": 1.2857143878936768,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.5,
      "step": 812
    },
    {
      "completion_length": 142.92857360839844,
      "epoch": 0.7802303262955854,
      "grad_norm": 0.10705816745758057,
      "kl": 0.8323966860771179,
      "learning_rate": 3.675586869648871e-07,
      "loss": 0.0008,
      "reward": 1.2142857313156128,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.3571428656578064,
      "step": 813
    },
    {
      "completion_length": 178.21429443359375,
      "epoch": 0.781190019193858,
      "grad_norm": 0.7927134037017822,
      "kl": 0.5451934337615967,
      "learning_rate": 3.67200871992243e-07,
      "loss": 0.0005,
      "reward": 1.1428571939468384,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.6428571939468384,
      "rewards/check_similarity_func": 0.5,
      "step": 814
    },
    {
      "completion_length": 165.0,
      "epoch": 0.7821497120921305,
      "grad_norm": 3.0066304206848145,
      "kl": 0.6359033584594727,
      "learning_rate": 3.668427490392919e-07,
      "loss": 0.0006,
      "reward": 1.321428656578064,
      "reward_std": 0.25253814458847046,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 815
    },
    {
      "completion_length": 185.92857360839844,
      "epoch": 0.783109404990403,
      "grad_norm": 0.7214376330375671,
      "kl": 0.5353690385818481,
      "learning_rate": 3.6648431904710856e-07,
      "loss": 0.0005,
      "reward": 1.0,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.5,
      "rewards/check_similarity_func": 0.5,
      "step": 816
    },
    {
      "completion_length": 180.07144165039062,
      "epoch": 0.7840690978886756,
      "grad_norm": 1.4569586515426636,
      "kl": 0.6769667267799377,
      "learning_rate": 3.661255829575751e-07,
      "loss": 0.0007,
      "reward": 1.321428656578064,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 817
    },
    {
      "completion_length": 217.42857360839844,
      "epoch": 0.7850287907869482,
      "grad_norm": 2.0907716751098633,
      "kl": 0.5279704332351685,
      "learning_rate": 3.6576654171337763e-07,
      "loss": 0.0005,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 818
    },
    {
      "completion_length": 183.2857208251953,
      "epoch": 0.7859884836852208,
      "grad_norm": 1.156030297279358,
      "kl": 0.5169581174850464,
      "learning_rate": 3.654071962580044e-07,
      "loss": 0.0005,
      "reward": 1.3928571939468384,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 819
    },
    {
      "completion_length": 166.71429443359375,
      "epoch": 0.7869481765834933,
      "grad_norm": 1.48775315284729,
      "kl": 0.541370689868927,
      "learning_rate": 3.650475475357429e-07,
      "loss": 0.0005,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 820
    },
    {
      "completion_length": 236.85714721679688,
      "epoch": 0.7879078694817658,
      "grad_norm": 0.01566973887383938,
      "kl": 0.38800039887428284,
      "learning_rate": 3.646875964916776e-07,
      "loss": 0.0004,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 821
    },
    {
      "completion_length": 173.21429443359375,
      "epoch": 0.7888675623800384,
      "grad_norm": 0.0557779036462307,
      "kl": 0.541786253452301,
      "learning_rate": 3.6432734407168745e-07,
      "loss": 0.0005,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 822
    },
    {
      "completion_length": 126.64286041259766,
      "epoch": 0.789827255278311,
      "grad_norm": 2.1372599601745605,
      "kl": 0.7334316968917847,
      "learning_rate": 3.639667912224433e-07,
      "loss": 0.0007,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 823
    },
    {
      "completion_length": 133.21429443359375,
      "epoch": 0.7907869481765835,
      "grad_norm": 2.4664676189422607,
      "kl": 0.73737633228302,
      "learning_rate": 3.636059388914054e-07,
      "loss": 0.0007,
      "reward": 1.2142857313156128,
      "reward_std": 0.30304574966430664,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.3571428656578064,
      "step": 824
    },
    {
      "completion_length": 196.42857360839844,
      "epoch": 0.791746641074856,
      "grad_norm": 1.2465801239013672,
      "kl": 0.5868302583694458,
      "learning_rate": 3.632447880268211e-07,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 825
    },
    {
      "completion_length": 186.57144165039062,
      "epoch": 0.7927063339731286,
      "grad_norm": 1.2430890798568726,
      "kl": 0.5649830102920532,
      "learning_rate": 3.6288333957772234e-07,
      "loss": 0.0006,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 826
    },
    {
      "completion_length": 166.42857360839844,
      "epoch": 0.7936660268714012,
      "grad_norm": 0.015416853129863739,
      "kl": 0.70930016040802,
      "learning_rate": 3.625215944939227e-07,
      "loss": 0.0007,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 827
    },
    {
      "completion_length": 217.21429443359375,
      "epoch": 0.7946257197696737,
      "grad_norm": 1.3743773698806763,
      "kl": 0.4464147984981537,
      "learning_rate": 3.6215955372601563e-07,
      "loss": 0.0004,
      "reward": 1.3928571939468384,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 828
    },
    {
      "completion_length": 138.07144165039062,
      "epoch": 0.7955854126679462,
      "grad_norm": 2.3211774826049805,
      "kl": 0.7129493951797485,
      "learning_rate": 3.6179721822537137e-07,
      "loss": 0.0007,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 829
    },
    {
      "completion_length": 177.6428680419922,
      "epoch": 0.7965451055662188,
      "grad_norm": 2.15830135345459,
      "kl": 0.6811094880104065,
      "learning_rate": 3.614345889441346e-07,
      "loss": 0.0007,
      "reward": 1.2857143878936768,
      "reward_std": 0.30304574966430664,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.5,
      "step": 830
    },
    {
      "completion_length": 200.50001525878906,
      "epoch": 0.7975047984644914,
      "grad_norm": 1.413191556930542,
      "kl": 0.5153141021728516,
      "learning_rate": 3.610716668352222e-07,
      "loss": 0.0005,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 831
    },
    {
      "completion_length": 142.07144165039062,
      "epoch": 0.7984644913627639,
      "grad_norm": 1.9778228998184204,
      "kl": 0.7427050471305847,
      "learning_rate": 3.6070845285232034e-07,
      "loss": 0.0007,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 832
    },
    {
      "completion_length": 130.71429443359375,
      "epoch": 0.7994241842610365,
      "grad_norm": 0.010033071972429752,
      "kl": 0.665902853012085,
      "learning_rate": 3.6034494794988245e-07,
      "loss": 0.0007,
      "reward": 1.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 833
    },
    {
      "completion_length": 171.71429443359375,
      "epoch": 0.800383877159309,
      "grad_norm": 2.8052399158477783,
      "kl": 0.6087266206741333,
      "learning_rate": 3.5998115308312614e-07,
      "loss": 0.0006,
      "reward": 1.1785714626312256,
      "reward_std": 0.3535533845424652,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 834
    },
    {
      "completion_length": 121.64286041259766,
      "epoch": 0.8013435700575816,
      "grad_norm": 0.03144173324108124,
      "kl": 0.8427413105964661,
      "learning_rate": 3.596170692080312e-07,
      "loss": 0.0008,
      "reward": 1.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 835
    },
    {
      "completion_length": 164.1428680419922,
      "epoch": 0.8023032629558541,
      "grad_norm": 0.965047299861908,
      "kl": 0.6425207257270813,
      "learning_rate": 3.592526972813367e-07,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 836
    },
    {
      "completion_length": 178.42857360839844,
      "epoch": 0.8032629558541267,
      "grad_norm": 0.06320272386074066,
      "kl": 0.6929534077644348,
      "learning_rate": 3.588880382605387e-07,
      "loss": 0.0007,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 837
    },
    {
      "completion_length": 177.85714721679688,
      "epoch": 0.8042226487523992,
      "grad_norm": 0.8303655982017517,
      "kl": 0.6466581225395203,
      "learning_rate": 3.585230931038879e-07,
      "loss": 0.0006,
      "reward": 1.321428656578064,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 838
    },
    {
      "completion_length": 174.7857208251953,
      "epoch": 0.8051823416506718,
      "grad_norm": 1.679031491279602,
      "kl": 0.6684626340866089,
      "learning_rate": 3.581578627703866e-07,
      "loss": 0.0007,
      "reward": 1.2857143878936768,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 839
    },
    {
      "completion_length": 187.1428680419922,
      "epoch": 0.8061420345489443,
      "grad_norm": 2.68146014213562,
      "kl": 0.6425474882125854,
      "learning_rate": 3.5779234821978665e-07,
      "loss": 0.0006,
      "reward": 1.25,
      "reward_std": 0.3535534143447876,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 840
    },
    {
      "completion_length": 156.42857360839844,
      "epoch": 0.8071017274472169,
      "grad_norm": 1.8928297758102417,
      "kl": 0.8036620616912842,
      "learning_rate": 3.574265504125867e-07,
      "loss": 0.0008,
      "reward": 1.2857143878936768,
      "reward_std": 0.30304574966430664,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.5,
      "step": 841
    },
    {
      "completion_length": 194.42857360839844,
      "epoch": 0.8080614203454894,
      "grad_norm": 1.5621616840362549,
      "kl": 0.5410353541374207,
      "learning_rate": 3.570604703100299e-07,
      "loss": 0.0005,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 842
    },
    {
      "completion_length": 189.85714721679688,
      "epoch": 0.809021113243762,
      "grad_norm": 0.012392997741699219,
      "kl": 0.7581325769424438,
      "learning_rate": 3.566941088741009e-07,
      "loss": 0.0008,
      "reward": 1.2857143878936768,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 843
    },
    {
      "completion_length": 148.1428680419922,
      "epoch": 0.8099808061420346,
      "grad_norm": 1.9927493333816528,
      "kl": 0.6477468609809875,
      "learning_rate": 3.56327467067524e-07,
      "loss": 0.0006,
      "reward": 1.25,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 844
    },
    {
      "completion_length": 123.42857360839844,
      "epoch": 0.8109404990403071,
      "grad_norm": 0.015238981693983078,
      "kl": 0.8905580043792725,
      "learning_rate": 3.5596054585376e-07,
      "loss": 0.0009,
      "reward": 1.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 845
    },
    {
      "completion_length": 190.21429443359375,
      "epoch": 0.8119001919385797,
      "grad_norm": 0.01788150891661644,
      "kl": 0.5832763910293579,
      "learning_rate": 3.5559334619700407e-07,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 846
    },
    {
      "completion_length": 202.2857208251953,
      "epoch": 0.8128598848368522,
      "grad_norm": 1.5800632238388062,
      "kl": 0.6445995569229126,
      "learning_rate": 3.55225869062183e-07,
      "loss": 0.0006,
      "reward": 1.321428656578064,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 847
    },
    {
      "completion_length": 159.35714721679688,
      "epoch": 0.8138195777351248,
      "grad_norm": 1.4643737077713013,
      "kl": 0.8565632104873657,
      "learning_rate": 3.548581154149527e-07,
      "loss": 0.0009,
      "reward": 1.2142857313156128,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 848
    },
    {
      "completion_length": 191.35714721679688,
      "epoch": 0.8147792706333973,
      "grad_norm": 2.109426498413086,
      "kl": 0.6629652380943298,
      "learning_rate": 3.5449008622169583e-07,
      "loss": 0.0007,
      "reward": 1.3928571939468384,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 849
    },
    {
      "completion_length": 171.50001525878906,
      "epoch": 0.8157389635316699,
      "grad_norm": 0.014311948791146278,
      "kl": 0.725378155708313,
      "learning_rate": 3.54121782449519e-07,
      "loss": 0.0007,
      "reward": 1.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 850
    },
    {
      "completion_length": 206.2857208251953,
      "epoch": 0.8166986564299424,
      "grad_norm": 0.07517398148775101,
      "kl": 0.6271728277206421,
      "learning_rate": 3.5375320506625045e-07,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 851
    },
    {
      "completion_length": 181.85714721679688,
      "epoch": 0.817658349328215,
      "grad_norm": 0.9822351336479187,
      "kl": 0.6268884539604187,
      "learning_rate": 3.533843550404373e-07,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 852
    },
    {
      "completion_length": 142.85714721679688,
      "epoch": 0.8186180422264875,
      "grad_norm": 0.014362345449626446,
      "kl": 0.8325609564781189,
      "learning_rate": 3.5301523334134325e-07,
      "loss": 0.0008,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 853
    },
    {
      "completion_length": 219.71429443359375,
      "epoch": 0.8195777351247601,
      "grad_norm": 2.7145931720733643,
      "kl": 0.6436392068862915,
      "learning_rate": 3.5264584093894584e-07,
      "loss": 0.0006,
      "reward": 1.3928571939468384,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 854
    },
    {
      "completion_length": 185.85714721679688,
      "epoch": 0.8205374280230326,
      "grad_norm": 2.6941888332366943,
      "kl": 0.6832584738731384,
      "learning_rate": 3.5227617880393393e-07,
      "loss": 0.0007,
      "reward": 1.25,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 855
    },
    {
      "completion_length": 139.42857360839844,
      "epoch": 0.8214971209213052,
      "grad_norm": 2.7420895099639893,
      "kl": 0.9804234504699707,
      "learning_rate": 3.5190624790770536e-07,
      "loss": 0.001,
      "reward": 1.25,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.3214285969734192,
      "step": 856
    },
    {
      "completion_length": 156.5,
      "epoch": 0.8224568138195777,
      "grad_norm": 1.3438732624053955,
      "kl": 0.8119102716445923,
      "learning_rate": 3.515360492223639e-07,
      "loss": 0.0008,
      "reward": 1.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 857
    },
    {
      "completion_length": 234.00001525878906,
      "epoch": 0.8234165067178503,
      "grad_norm": 0.01733512617647648,
      "kl": 0.5922359824180603,
      "learning_rate": 3.5116558372071726e-07,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 858
    },
    {
      "completion_length": 171.6428680419922,
      "epoch": 0.8243761996161229,
      "grad_norm": 1.9558066129684448,
      "kl": 0.6945074796676636,
      "learning_rate": 3.5079485237627433e-07,
      "loss": 0.0007,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 859
    },
    {
      "completion_length": 111.78572082519531,
      "epoch": 0.8253358925143954,
      "grad_norm": 5.065597057342529,
      "kl": 1.1845892667770386,
      "learning_rate": 3.5042385616324236e-07,
      "loss": 0.0012,
      "reward": 1.2857143878936768,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 860
    },
    {
      "completion_length": 175.71429443359375,
      "epoch": 0.8262955854126679,
      "grad_norm": 0.9719966650009155,
      "kl": 0.8335663080215454,
      "learning_rate": 3.500525960565248e-07,
      "loss": 0.0008,
      "reward": 1.2857143878936768,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.5,
      "step": 861
    },
    {
      "completion_length": 204.6428680419922,
      "epoch": 0.8272552783109405,
      "grad_norm": 0.01919529028236866,
      "kl": 0.603811502456665,
      "learning_rate": 3.496810730317185e-07,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 862
    },
    {
      "completion_length": 178.07144165039062,
      "epoch": 0.8282149712092131,
      "grad_norm": 1.6183500289916992,
      "kl": 0.5947284698486328,
      "learning_rate": 3.4930928806511117e-07,
      "loss": 0.0006,
      "reward": 1.3571429252624512,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 863
    },
    {
      "completion_length": 183.50001525878906,
      "epoch": 0.8291746641074856,
      "grad_norm": 1.1943804025650024,
      "kl": 0.7446895241737366,
      "learning_rate": 3.4893724213367885e-07,
      "loss": 0.0007,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 864
    },
    {
      "completion_length": 186.2857208251953,
      "epoch": 0.8301343570057581,
      "grad_norm": 2.0969159603118896,
      "kl": 0.7386748790740967,
      "learning_rate": 3.4856493621508353e-07,
      "loss": 0.0007,
      "reward": 1.321428656578064,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 865
    },
    {
      "completion_length": 210.50001525878906,
      "epoch": 0.8310940499040307,
      "grad_norm": 1.26634681224823,
      "kl": 0.6452590823173523,
      "learning_rate": 3.481923712876701e-07,
      "loss": 0.0006,
      "reward": 1.071428656578064,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.7142857313156128,
      "rewards/check_similarity_func": 0.3571428656578064,
      "step": 866
    },
    {
      "completion_length": 157.0,
      "epoch": 0.8320537428023033,
      "grad_norm": 1.5984032154083252,
      "kl": 0.7773361802101135,
      "learning_rate": 3.4781954833046435e-07,
      "loss": 0.0008,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 867
    },
    {
      "completion_length": 178.57144165039062,
      "epoch": 0.8330134357005758,
      "grad_norm": 2.006786584854126,
      "kl": 0.7944562435150146,
      "learning_rate": 3.474464683231698e-07,
      "loss": 0.0008,
      "reward": 1.1785714626312256,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 868
    },
    {
      "completion_length": 161.92857360839844,
      "epoch": 0.8339731285988484,
      "grad_norm": 1.1154890060424805,
      "kl": 0.7723133563995361,
      "learning_rate": 3.4707313224616586e-07,
      "loss": 0.0008,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 869
    },
    {
      "completion_length": 182.57144165039062,
      "epoch": 0.8349328214971209,
      "grad_norm": 2.247345447540283,
      "kl": 0.6158391237258911,
      "learning_rate": 3.466995410805045e-07,
      "loss": 0.0006,
      "reward": 1.2857143878936768,
      "reward_std": 0.30304574966430664,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.5,
      "step": 870
    },
    {
      "completion_length": 149.71429443359375,
      "epoch": 0.8358925143953935,
      "grad_norm": 2.072561025619507,
      "kl": 0.9069218635559082,
      "learning_rate": 3.4632569580790797e-07,
      "loss": 0.0009,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 871
    },
    {
      "completion_length": 200.00001525878906,
      "epoch": 0.836852207293666,
      "grad_norm": 0.020681357011198997,
      "kl": 0.5939621329307556,
      "learning_rate": 3.459515974107667e-07,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 872
    },
    {
      "completion_length": 170.21429443359375,
      "epoch": 0.8378119001919386,
      "grad_norm": 1.536720633506775,
      "kl": 0.6843125820159912,
      "learning_rate": 3.4557724687213584e-07,
      "loss": 0.0007,
      "reward": 1.25,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 873
    },
    {
      "completion_length": 135.42857360839844,
      "epoch": 0.8387715930902111,
      "grad_norm": 1.5653486251831055,
      "kl": 0.828980028629303,
      "learning_rate": 3.4520264517573335e-07,
      "loss": 0.0008,
      "reward": 1.1785714626312256,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 874
    },
    {
      "completion_length": 178.07144165039062,
      "epoch": 0.8397312859884837,
      "grad_norm": 0.01861690729856491,
      "kl": 0.7507979869842529,
      "learning_rate": 3.4482779330593696e-07,
      "loss": 0.0008,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 875
    },
    {
      "completion_length": 168.1428680419922,
      "epoch": 0.8406909788867563,
      "grad_norm": 2.836362600326538,
      "kl": 0.7130463719367981,
      "learning_rate": 3.444526922477822e-07,
      "loss": 0.0007,
      "reward": 1.3571429252624512,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 876
    },
    {
      "completion_length": 228.9285888671875,
      "epoch": 0.8416506717850288,
      "grad_norm": 1.5727965831756592,
      "kl": 0.5318435430526733,
      "learning_rate": 3.440773429869589e-07,
      "loss": 0.0005,
      "reward": 1.321428656578064,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 877
    },
    {
      "completion_length": 190.07144165039062,
      "epoch": 0.8426103646833013,
      "grad_norm": 0.02116532437503338,
      "kl": 0.6427008509635925,
      "learning_rate": 3.437017465098095e-07,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 878
    },
    {
      "completion_length": 136.7857208251953,
      "epoch": 0.8435700575815739,
      "grad_norm": 2.049837827682495,
      "kl": 0.8680065870285034,
      "learning_rate": 3.43325903803326e-07,
      "loss": 0.0009,
      "reward": 1.2857143878936768,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 879
    },
    {
      "completion_length": 164.2857208251953,
      "epoch": 0.8445297504798465,
      "grad_norm": 2.802795171737671,
      "kl": 0.7766373157501221,
      "learning_rate": 3.429498158551473e-07,
      "loss": 0.0008,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 880
    },
    {
      "completion_length": 179.07144165039062,
      "epoch": 0.845489443378119,
      "grad_norm": 0.02075278013944626,
      "kl": 0.7136263251304626,
      "learning_rate": 3.425734836535571e-07,
      "loss": 0.0007,
      "reward": 1.0,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.7142857313156128,
      "rewards/check_similarity_func": 0.2857142984867096,
      "step": 881
    },
    {
      "completion_length": 161.71429443359375,
      "epoch": 0.8464491362763915,
      "grad_norm": 2.5853989124298096,
      "kl": 0.7559000253677368,
      "learning_rate": 3.4219690818748035e-07,
      "loss": 0.0008,
      "reward": 1.2857143878936768,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 882
    },
    {
      "completion_length": 145.71429443359375,
      "epoch": 0.8474088291746641,
      "grad_norm": 2.181236982345581,
      "kl": 0.839211106300354,
      "learning_rate": 3.4182009044648185e-07,
      "loss": 0.0008,
      "reward": 1.321428656578064,
      "reward_std": 0.25253814458847046,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 883
    },
    {
      "completion_length": 199.57144165039062,
      "epoch": 0.8483685220729367,
      "grad_norm": 0.013195490464568138,
      "kl": 0.5955133438110352,
      "learning_rate": 3.4144303142076267e-07,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 884
    },
    {
      "completion_length": 169.1428680419922,
      "epoch": 0.8493282149712092,
      "grad_norm": 0.1925329715013504,
      "kl": 0.9735944867134094,
      "learning_rate": 3.41065732101158e-07,
      "loss": 0.001,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 885
    },
    {
      "completion_length": 185.35714721679688,
      "epoch": 0.8502879078694817,
      "grad_norm": 1.3898961544036865,
      "kl": 0.6717747449874878,
      "learning_rate": 3.406881934791347e-07,
      "loss": 0.0007,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 886
    },
    {
      "completion_length": 182.21429443359375,
      "epoch": 0.8512476007677543,
      "grad_norm": 0.019923122599720955,
      "kl": 0.6655105948448181,
      "learning_rate": 3.403104165467883e-07,
      "loss": 0.0007,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 887
    },
    {
      "completion_length": 203.42857360839844,
      "epoch": 0.8522072936660269,
      "grad_norm": 0.9237503409385681,
      "kl": 0.6427091360092163,
      "learning_rate": 3.399324022968403e-07,
      "loss": 0.0006,
      "reward": 1.3571429252624512,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 888
    },
    {
      "completion_length": 202.6428680419922,
      "epoch": 0.8531669865642995,
      "grad_norm": 1.2693918943405151,
      "kl": 0.6747642755508423,
      "learning_rate": 3.395541517226363e-07,
      "loss": 0.0007,
      "reward": 1.3928571939468384,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 889
    },
    {
      "completion_length": 208.71429443359375,
      "epoch": 0.8541266794625719,
      "grad_norm": 1.8789384365081787,
      "kl": 0.6091117858886719,
      "learning_rate": 3.391756658181427e-07,
      "loss": 0.0006,
      "reward": 1.321428656578064,
      "reward_std": 0.25253814458847046,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 890
    },
    {
      "completion_length": 198.07144165039062,
      "epoch": 0.8550863723608445,
      "grad_norm": 0.06114286929368973,
      "kl": 0.7261534929275513,
      "learning_rate": 3.387969455779442e-07,
      "loss": 0.0007,
      "reward": 1.2857143878936768,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 891
    },
    {
      "completion_length": 203.85714721679688,
      "epoch": 0.8560460652591171,
      "grad_norm": 1.3267264366149902,
      "kl": 0.6374691724777222,
      "learning_rate": 3.3841799199724143e-07,
      "loss": 0.0006,
      "reward": 1.25,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 892
    },
    {
      "completion_length": 195.2857208251953,
      "epoch": 0.8570057581573897,
      "grad_norm": 1.0794364213943481,
      "kl": 0.5839250087738037,
      "learning_rate": 3.3803880607184807e-07,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 893
    },
    {
      "completion_length": 191.50001525878906,
      "epoch": 0.8579654510556622,
      "grad_norm": 0.029382547363638878,
      "kl": 0.6278671622276306,
      "learning_rate": 3.376593887981886e-07,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 894
    },
    {
      "completion_length": 213.21429443359375,
      "epoch": 0.8589251439539347,
      "grad_norm": 2.8281710147857666,
      "kl": 0.6597497463226318,
      "learning_rate": 3.3727974117329503e-07,
      "loss": 0.0007,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 895
    },
    {
      "completion_length": 135.6428680419922,
      "epoch": 0.8598848368522073,
      "grad_norm": 2.6946353912353516,
      "kl": 1.069601058959961,
      "learning_rate": 3.368998641948051e-07,
      "loss": 0.0011,
      "reward": 1.2857143878936768,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 896
    },
    {
      "completion_length": 158.5,
      "epoch": 0.8608445297504799,
      "grad_norm": 1.1988247632980347,
      "kl": 0.6644317507743835,
      "learning_rate": 3.3651975886095914e-07,
      "loss": 0.0007,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 897
    },
    {
      "completion_length": 151.42857360839844,
      "epoch": 0.8618042226487524,
      "grad_norm": 0.8143784403800964,
      "kl": 0.7311491370201111,
      "learning_rate": 3.3613942617059723e-07,
      "loss": 0.0007,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 898
    },
    {
      "completion_length": 165.1428680419922,
      "epoch": 0.8627639155470249,
      "grad_norm": 2.6484172344207764,
      "kl": 0.7793099880218506,
      "learning_rate": 3.357588671231572e-07,
      "loss": 0.0008,
      "reward": 0.9285714626312256,
      "reward_std": 0.30304574966430664,
      "rewards/check_gptzero_func": 0.5,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 899
    },
    {
      "completion_length": 159.2857208251953,
      "epoch": 0.8637236084452975,
      "grad_norm": 1.3127739429473877,
      "kl": 0.6423916220664978,
      "learning_rate": 3.3537808271867173e-07,
      "loss": 0.0006,
      "reward": 1.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 900
    },
    {
      "completion_length": 167.21429443359375,
      "epoch": 0.8646833013435701,
      "grad_norm": 1.7444992065429688,
      "kl": 0.6600149869918823,
      "learning_rate": 3.349970739577657e-07,
      "loss": 0.0007,
      "reward": 1.2142857313156128,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.3571428656578064,
      "step": 901
    },
    {
      "completion_length": 196.71429443359375,
      "epoch": 0.8656429942418427,
      "grad_norm": 1.6251717805862427,
      "kl": 0.5371158123016357,
      "learning_rate": 3.3461584184165324e-07,
      "loss": 0.0005,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 902
    },
    {
      "completion_length": 154.42857360839844,
      "epoch": 0.8666026871401151,
      "grad_norm": 1.9186029434204102,
      "kl": 0.7102640867233276,
      "learning_rate": 3.342343873721359e-07,
      "loss": 0.0007,
      "reward": 1.2857143878936768,
      "reward_std": 0.30304574966430664,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.5,
      "step": 903
    },
    {
      "completion_length": 150.6428680419922,
      "epoch": 0.8675623800383877,
      "grad_norm": 1.7790783643722534,
      "kl": 0.7569149732589722,
      "learning_rate": 3.33852711551599e-07,
      "loss": 0.0008,
      "reward": 1.321428656578064,
      "reward_std": 0.25253814458847046,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 904
    },
    {
      "completion_length": 188.07144165039062,
      "epoch": 0.8685220729366603,
      "grad_norm": 2.909449338912964,
      "kl": 0.6899524927139282,
      "learning_rate": 3.334708153830099e-07,
      "loss": 0.0007,
      "reward": 1.1785714626312256,
      "reward_std": 0.45456868410110474,
      "rewards/check_gptzero_func": 0.7142857313156128,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 905
    },
    {
      "completion_length": 179.92857360839844,
      "epoch": 0.8694817658349329,
      "grad_norm": 1.3028544187545776,
      "kl": 0.5378662347793579,
      "learning_rate": 3.3308869986991487e-07,
      "loss": 0.0005,
      "reward": 1.2142857313156128,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.3571428656578064,
      "step": 906
    },
    {
      "completion_length": 139.57144165039062,
      "epoch": 0.8704414587332053,
      "grad_norm": 3.896125555038452,
      "kl": 0.7358086109161377,
      "learning_rate": 3.3270636601643664e-07,
      "loss": 0.0007,
      "reward": 1.1785714626312256,
      "reward_std": 0.25253814458847046,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.3214285969734192,
      "step": 907
    },
    {
      "completion_length": 182.92857360839844,
      "epoch": 0.8714011516314779,
      "grad_norm": 1.9449149370193481,
      "kl": 0.6990315914154053,
      "learning_rate": 3.323238148272717e-07,
      "loss": 0.0007,
      "reward": 1.2142857313156128,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.3571428656578064,
      "step": 908
    },
    {
      "completion_length": 124.71429443359375,
      "epoch": 0.8723608445297505,
      "grad_norm": 2.352512836456299,
      "kl": 0.8502381443977356,
      "learning_rate": 3.3194104730768734e-07,
      "loss": 0.0009,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 909
    },
    {
      "completion_length": 194.85714721679688,
      "epoch": 0.8733205374280231,
      "grad_norm": 2.0185956954956055,
      "kl": 0.5562866926193237,
      "learning_rate": 3.315580644635199e-07,
      "loss": 0.0006,
      "reward": 1.25,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 910
    },
    {
      "completion_length": 194.21429443359375,
      "epoch": 0.8742802303262955,
      "grad_norm": 0.015518061816692352,
      "kl": 0.7246538400650024,
      "learning_rate": 3.3117486730117087e-07,
      "loss": 0.0007,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 911
    },
    {
      "completion_length": 144.85714721679688,
      "epoch": 0.8752399232245681,
      "grad_norm": 2.4343953132629395,
      "kl": 0.7135559320449829,
      "learning_rate": 3.3079145682760556e-07,
      "loss": 0.0007,
      "reward": 1.3928571939468384,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 912
    },
    {
      "completion_length": 154.5,
      "epoch": 0.8761996161228407,
      "grad_norm": 0.014231841079890728,
      "kl": 0.6352912783622742,
      "learning_rate": 3.304078340503494e-07,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 913
    },
    {
      "completion_length": 141.1428680419922,
      "epoch": 0.8771593090211133,
      "grad_norm": 0.017282726243138313,
      "kl": 0.7499048113822937,
      "learning_rate": 3.3002399997748596e-07,
      "loss": 0.0007,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 914
    },
    {
      "completion_length": 144.71429443359375,
      "epoch": 0.8781190019193857,
      "grad_norm": 2.9198176860809326,
      "kl": 0.8022664189338684,
      "learning_rate": 3.296399556176539e-07,
      "loss": 0.0008,
      "reward": 1.1785714626312256,
      "reward_std": 0.45456865429878235,
      "rewards/check_gptzero_func": 0.7142857313156128,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 915
    },
    {
      "completion_length": 156.07144165039062,
      "epoch": 0.8790786948176583,
      "grad_norm": 1.3299154043197632,
      "kl": 0.6023416519165039,
      "learning_rate": 3.292557019800445e-07,
      "loss": 0.0006,
      "reward": 1.3928571939468384,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 916
    },
    {
      "completion_length": 167.1428680419922,
      "epoch": 0.8800383877159309,
      "grad_norm": 1.018535852432251,
      "kl": 0.5800542831420898,
      "learning_rate": 3.28871240074399e-07,
      "loss": 0.0006,
      "reward": 1.2857143878936768,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.5,
      "step": 917
    },
    {
      "completion_length": 118.21429443359375,
      "epoch": 0.8809980806142035,
      "grad_norm": 1.628686547279358,
      "kl": 0.7999769449234009,
      "learning_rate": 3.284865709110059e-07,
      "loss": 0.0008,
      "reward": 1.2857143878936768,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 918
    },
    {
      "completion_length": 169.07144165039062,
      "epoch": 0.8819577735124761,
      "grad_norm": 2.040623426437378,
      "kl": 0.7451088428497314,
      "learning_rate": 3.281016955006983e-07,
      "loss": 0.0007,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 919
    },
    {
      "completion_length": 193.1428680419922,
      "epoch": 0.8829174664107485,
      "grad_norm": 0.9166116714477539,
      "kl": 0.5231506824493408,
      "learning_rate": 3.277166148548515e-07,
      "loss": 0.0005,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 920
    },
    {
      "completion_length": 231.57144165039062,
      "epoch": 0.8838771593090211,
      "grad_norm": 0.017690114676952362,
      "kl": 0.439138799905777,
      "learning_rate": 3.2733132998537985e-07,
      "loss": 0.0004,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 921
    },
    {
      "completion_length": 155.7857208251953,
      "epoch": 0.8848368522072937,
      "grad_norm": 1.491426944732666,
      "kl": 0.7051514387130737,
      "learning_rate": 3.269458419047345e-07,
      "loss": 0.0007,
      "reward": 1.3571429252624512,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 922
    },
    {
      "completion_length": 140.0,
      "epoch": 0.8857965451055663,
      "grad_norm": 1.2147339582443237,
      "kl": 0.737938642501831,
      "learning_rate": 3.2656015162590044e-07,
      "loss": 0.0007,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 923
    },
    {
      "completion_length": 138.2857208251953,
      "epoch": 0.8867562380038387,
      "grad_norm": 2.6393840312957764,
      "kl": 0.8369736075401306,
      "learning_rate": 3.261742601623942e-07,
      "loss": 0.0008,
      "reward": 1.321428656578064,
      "reward_std": 0.25253814458847046,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 924
    },
    {
      "completion_length": 164.07144165039062,
      "epoch": 0.8877159309021113,
      "grad_norm": 0.8658871054649353,
      "kl": 0.7688289880752563,
      "learning_rate": 3.2578816852826086e-07,
      "loss": 0.0008,
      "reward": 1.3571429252624512,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 925
    },
    {
      "completion_length": 146.7857208251953,
      "epoch": 0.8886756238003839,
      "grad_norm": 1.1777487993240356,
      "kl": 0.7630561590194702,
      "learning_rate": 3.254018777380716e-07,
      "loss": 0.0008,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 926
    },
    {
      "completion_length": 223.50001525878906,
      "epoch": 0.8896353166986565,
      "grad_norm": 1.2241724729537964,
      "kl": 0.5443812608718872,
      "learning_rate": 3.2501538880692073e-07,
      "loss": 0.0005,
      "reward": 1.2142857313156128,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 927
    },
    {
      "completion_length": 219.07144165039062,
      "epoch": 0.8905950095969289,
      "grad_norm": 2.0511841773986816,
      "kl": 0.4691164493560791,
      "learning_rate": 3.2462870275042367e-07,
      "loss": 0.0005,
      "reward": 1.1428571939468384,
      "reward_std": 0.30304574966430664,
      "rewards/check_gptzero_func": 0.6428571939468384,
      "rewards/check_similarity_func": 0.5,
      "step": 928
    },
    {
      "completion_length": 162.1428680419922,
      "epoch": 0.8915547024952015,
      "grad_norm": 1.3272976875305176,
      "kl": 0.6556105017662048,
      "learning_rate": 3.242418205847133e-07,
      "loss": 0.0007,
      "reward": 1.321428656578064,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 929
    },
    {
      "completion_length": 175.21429443359375,
      "epoch": 0.8925143953934741,
      "grad_norm": 0.018463848158717155,
      "kl": 0.6364667415618896,
      "learning_rate": 3.2385474332643816e-07,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 930
    },
    {
      "completion_length": 181.21429443359375,
      "epoch": 0.8934740882917467,
      "grad_norm": 1.730574369430542,
      "kl": 0.6573351621627808,
      "learning_rate": 3.234674719927594e-07,
      "loss": 0.0007,
      "reward": 1.3928571939468384,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 931
    },
    {
      "completion_length": 155.2857208251953,
      "epoch": 0.8944337811900192,
      "grad_norm": 3.108976364135742,
      "kl": 0.7245684266090393,
      "learning_rate": 3.230800076013482e-07,
      "loss": 0.0007,
      "reward": 0.9642857313156128,
      "reward_std": 0.45456865429878235,
      "rewards/check_gptzero_func": 0.5714285969734192,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 932
    },
    {
      "completion_length": 177.85714721679688,
      "epoch": 0.8953934740882917,
      "grad_norm": 1.8802741765975952,
      "kl": 0.5705058574676514,
      "learning_rate": 3.22692351170383e-07,
      "loss": 0.0006,
      "reward": 1.25,
      "reward_std": 0.3535534143447876,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 933
    },
    {
      "completion_length": 174.07144165039062,
      "epoch": 0.8963531669865643,
      "grad_norm": 1.8254458904266357,
      "kl": 0.6492164731025696,
      "learning_rate": 3.223045037185469e-07,
      "loss": 0.0006,
      "reward": 1.3928571939468384,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 934
    },
    {
      "completion_length": 181.6428680419922,
      "epoch": 0.8973128598848369,
      "grad_norm": 1.2935423851013184,
      "kl": 0.5510024428367615,
      "learning_rate": 3.2191646626502497e-07,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 935
    },
    {
      "completion_length": 165.5,
      "epoch": 0.8982725527831094,
      "grad_norm": 0.020178234204649925,
      "kl": 0.6305520534515381,
      "learning_rate": 3.215282398295014e-07,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 936
    },
    {
      "completion_length": 165.7857208251953,
      "epoch": 0.8992322456813819,
      "grad_norm": 1.3536466360092163,
      "kl": 0.6658016443252563,
      "learning_rate": 3.2113982543215735e-07,
      "loss": 0.0007,
      "reward": 1.071428656578064,
      "reward_std": 0.30304574966430664,
      "rewards/check_gptzero_func": 0.6428571939468384,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 937
    },
    {
      "completion_length": 190.42857360839844,
      "epoch": 0.9001919385796545,
      "grad_norm": 0.9646041989326477,
      "kl": 0.5274479985237122,
      "learning_rate": 3.2075122409366755e-07,
      "loss": 0.0005,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 938
    },
    {
      "completion_length": 164.57144165039062,
      "epoch": 0.9011516314779271,
      "grad_norm": 0.013599220663309097,
      "kl": 0.62607741355896,
      "learning_rate": 3.203624368351982e-07,
      "loss": 0.0006,
      "reward": 1.2142857313156128,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.7142857313156128,
      "rewards/check_similarity_func": 0.5,
      "step": 939
    },
    {
      "completion_length": 166.92857360839844,
      "epoch": 0.9021113243761996,
      "grad_norm": 1.0839314460754395,
      "kl": 0.6328369379043579,
      "learning_rate": 3.199734646784039e-07,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 940
    },
    {
      "completion_length": 134.6428680419922,
      "epoch": 0.9030710172744721,
      "grad_norm": 1.729304313659668,
      "kl": 0.8039166331291199,
      "learning_rate": 3.195843086454253e-07,
      "loss": 0.0008,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 941
    },
    {
      "completion_length": 167.21429443359375,
      "epoch": 0.9040307101727447,
      "grad_norm": 1.7779796123504639,
      "kl": 0.7083457112312317,
      "learning_rate": 3.1919496975888616e-07,
      "loss": 0.0007,
      "reward": 1.25,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 942
    },
    {
      "completion_length": 155.92857360839844,
      "epoch": 0.9049904030710173,
      "grad_norm": 1.0965819358825684,
      "kl": 0.7372602224349976,
      "learning_rate": 3.1880544904189053e-07,
      "loss": 0.0007,
      "reward": 1.2142857313156128,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 943
    },
    {
      "completion_length": 163.92857360839844,
      "epoch": 0.9059500959692899,
      "grad_norm": 0.9269317388534546,
      "kl": 0.7377979755401611,
      "learning_rate": 3.184157475180207e-07,
      "loss": 0.0007,
      "reward": 1.0,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.5,
      "rewards/check_similarity_func": 0.5,
      "step": 944
    },
    {
      "completion_length": 153.07144165039062,
      "epoch": 0.9069097888675623,
      "grad_norm": 0.9013873934745789,
      "kl": 0.6312181949615479,
      "learning_rate": 3.1802586621133375e-07,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 945
    },
    {
      "completion_length": 174.21429443359375,
      "epoch": 0.9078694817658349,
      "grad_norm": 0.6800513863563538,
      "kl": 0.6970427632331848,
      "learning_rate": 3.176358061463593e-07,
      "loss": 0.0007,
      "reward": 1.3571429252624512,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 946
    },
    {
      "completion_length": 138.85714721679688,
      "epoch": 0.9088291746641075,
      "grad_norm": 2.445449113845825,
      "kl": 0.7795152068138123,
      "learning_rate": 3.172455683480967e-07,
      "loss": 0.0008,
      "reward": 1.2857143878936768,
      "reward_std": 0.30304574966430664,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.5,
      "step": 947
    },
    {
      "completion_length": 156.35714721679688,
      "epoch": 0.9097888675623801,
      "grad_norm": 2.930490016937256,
      "kl": 0.7567285895347595,
      "learning_rate": 3.1685515384201236e-07,
      "loss": 0.0008,
      "reward": 1.1071429252624512,
      "reward_std": 0.3535534143447876,
      "rewards/check_gptzero_func": 0.7142857313156128,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 948
    },
    {
      "completion_length": 152.92857360839844,
      "epoch": 0.9107485604606526,
      "grad_norm": 2.3887059688568115,
      "kl": 0.6332335472106934,
      "learning_rate": 3.164645636540371e-07,
      "loss": 0.0006,
      "reward": 1.2857143878936768,
      "reward_std": 0.30304574966430664,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.5,
      "step": 949
    },
    {
      "completion_length": 155.1428680419922,
      "epoch": 0.9117082533589251,
      "grad_norm": 1.600393295288086,
      "kl": 0.6046493053436279,
      "learning_rate": 3.1607379881056327e-07,
      "loss": 0.0006,
      "reward": 1.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 950
    },
    {
      "completion_length": 112.5714340209961,
      "epoch": 0.9126679462571977,
      "grad_norm": 0.8017728328704834,
      "kl": 0.9649226069450378,
      "learning_rate": 3.1568286033844226e-07,
      "loss": 0.001,
      "reward": 1.2857143878936768,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.5,
      "step": 951
    },
    {
      "completion_length": 139.0,
      "epoch": 0.9136276391554703,
      "grad_norm": 1.593142032623291,
      "kl": 0.7079280614852905,
      "learning_rate": 3.152917492649817e-07,
      "loss": 0.0007,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 952
    },
    {
      "completion_length": 143.2857208251953,
      "epoch": 0.9145873320537428,
      "grad_norm": 1.5574114322662354,
      "kl": 0.6867069005966187,
      "learning_rate": 3.1490046661794277e-07,
      "loss": 0.0007,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 953
    },
    {
      "completion_length": 208.35714721679688,
      "epoch": 0.9155470249520153,
      "grad_norm": 0.011808796785771847,
      "kl": 0.5561140775680542,
      "learning_rate": 3.145090134255376e-07,
      "loss": 0.0006,
      "reward": 1.3571429252624512,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 954
    },
    {
      "completion_length": 175.21429443359375,
      "epoch": 0.9165067178502879,
      "grad_norm": 1.7312902212142944,
      "kl": 0.5227366089820862,
      "learning_rate": 3.141173907164263e-07,
      "loss": 0.0005,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 955
    },
    {
      "completion_length": 208.71429443359375,
      "epoch": 0.9174664107485605,
      "grad_norm": 0.02200792171061039,
      "kl": 0.4668540358543396,
      "learning_rate": 3.1372559951971465e-07,
      "loss": 0.0005,
      "reward": 1.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 956
    },
    {
      "completion_length": 174.00001525878906,
      "epoch": 0.918426103646833,
      "grad_norm": 2.4485135078430176,
      "kl": 0.6496145129203796,
      "learning_rate": 3.13333640864951e-07,
      "loss": 0.0006,
      "reward": 1.2857143878936768,
      "reward_std": 0.30304574966430664,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 957
    },
    {
      "completion_length": 209.2857208251953,
      "epoch": 0.9193857965451055,
      "grad_norm": 0.7663636207580566,
      "kl": 0.4986007809638977,
      "learning_rate": 3.129415157821239e-07,
      "loss": 0.0005,
      "reward": 1.3928571939468384,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 958
    },
    {
      "completion_length": 131.07144165039062,
      "epoch": 0.9203454894433781,
      "grad_norm": 1.776441216468811,
      "kl": 0.7645825147628784,
      "learning_rate": 3.125492253016591e-07,
      "loss": 0.0008,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 959
    },
    {
      "completion_length": 173.71429443359375,
      "epoch": 0.9213051823416507,
      "grad_norm": 2.223604917526245,
      "kl": 0.5157107710838318,
      "learning_rate": 3.12156770454417e-07,
      "loss": 0.0005,
      "reward": 1.25,
      "reward_std": 0.3535533845424652,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 960
    },
    {
      "completion_length": 198.35714721679688,
      "epoch": 0.9222648752399232,
      "grad_norm": 1.9564824104309082,
      "kl": 0.5136057138442993,
      "learning_rate": 3.1176415227169e-07,
      "loss": 0.0005,
      "reward": 1.1071429252624512,
      "reward_std": 0.3535533845424652,
      "rewards/check_gptzero_func": 0.6428571939468384,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 961
    },
    {
      "completion_length": 176.35714721679688,
      "epoch": 0.9232245681381958,
      "grad_norm": 0.012793648056685925,
      "kl": 0.5784192085266113,
      "learning_rate": 3.1137137178519977e-07,
      "loss": 0.0006,
      "reward": 1.3571429252624512,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 962
    },
    {
      "completion_length": 153.6428680419922,
      "epoch": 0.9241842610364683,
      "grad_norm": 1.901742935180664,
      "kl": 0.5634762644767761,
      "learning_rate": 3.1097843002709427e-07,
      "loss": 0.0006,
      "reward": 1.2142857313156128,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.3571428656578064,
      "step": 963
    },
    {
      "completion_length": 195.00001525878906,
      "epoch": 0.9251439539347409,
      "grad_norm": 1.4030354022979736,
      "kl": 0.4865013062953949,
      "learning_rate": 3.105853280299454e-07,
      "loss": 0.0005,
      "reward": 1.3928571939468384,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 964
    },
    {
      "completion_length": 169.85714721679688,
      "epoch": 0.9261036468330134,
      "grad_norm": 1.9661468267440796,
      "kl": 0.6443809866905212,
      "learning_rate": 3.1019206682674617e-07,
      "loss": 0.0006,
      "reward": 1.2857143878936768,
      "reward_std": 0.30304574966430664,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.5,
      "step": 965
    },
    {
      "completion_length": 158.6428680419922,
      "epoch": 0.927063339731286,
      "grad_norm": 1.73357355594635,
      "kl": 0.6026439666748047,
      "learning_rate": 3.0979864745090777e-07,
      "loss": 0.0006,
      "reward": 1.2142857313156128,
      "reward_std": 0.30304574966430664,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 966
    },
    {
      "completion_length": 191.42857360839844,
      "epoch": 0.9280230326295585,
      "grad_norm": 0.9843882322311401,
      "kl": 0.49341878294944763,
      "learning_rate": 3.0940507093625715e-07,
      "loss": 0.0005,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 967
    },
    {
      "completion_length": 146.42857360839844,
      "epoch": 0.9289827255278311,
      "grad_norm": 2.634216547012329,
      "kl": 0.6591214537620544,
      "learning_rate": 3.0901133831703434e-07,
      "loss": 0.0007,
      "reward": 1.1428571939468384,
      "reward_std": 0.4040610194206238,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.3571428656578064,
      "step": 968
    },
    {
      "completion_length": 140.71429443359375,
      "epoch": 0.9299424184261037,
      "grad_norm": 0.8853350281715393,
      "kl": 0.6298239231109619,
      "learning_rate": 3.0861745062788936e-07,
      "loss": 0.0006,
      "reward": 1.1428571939468384,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.6428571939468384,
      "rewards/check_similarity_func": 0.5,
      "step": 969
    },
    {
      "completion_length": 214.7857208251953,
      "epoch": 0.9309021113243762,
      "grad_norm": 2.285736560821533,
      "kl": 0.4861380159854889,
      "learning_rate": 3.0822340890387973e-07,
      "loss": 0.0005,
      "reward": 1.3571429252624512,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 970
    },
    {
      "completion_length": 209.57144165039062,
      "epoch": 0.9318618042226487,
      "grad_norm": 0.8540594577789307,
      "kl": 0.46481257677078247,
      "learning_rate": 3.078292141804679e-07,
      "loss": 0.0005,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 971
    },
    {
      "completion_length": 188.50001525878906,
      "epoch": 0.9328214971209213,
      "grad_norm": 1.840906023979187,
      "kl": 0.5924801230430603,
      "learning_rate": 3.0743486749351816e-07,
      "loss": 0.0006,
      "reward": 1.0357143878936768,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.6428571939468384,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 972
    },
    {
      "completion_length": 176.6428680419922,
      "epoch": 0.9337811900191939,
      "grad_norm": 2.307718515396118,
      "kl": 0.5350725650787354,
      "learning_rate": 3.0704036987929436e-07,
      "loss": 0.0005,
      "reward": 1.2142857313156128,
      "reward_std": 0.4040610194206238,
      "rewards/check_gptzero_func": 0.7142857313156128,
      "rewards/check_similarity_func": 0.5,
      "step": 973
    },
    {
      "completion_length": 161.2857208251953,
      "epoch": 0.9347408829174664,
      "grad_norm": 2.0501229763031006,
      "kl": 0.5957763195037842,
      "learning_rate": 3.066457223744568e-07,
      "loss": 0.0006,
      "reward": 1.2857143878936768,
      "reward_std": 0.30304574966430664,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.5,
      "step": 974
    },
    {
      "completion_length": 104.5714340209961,
      "epoch": 0.935700575815739,
      "grad_norm": 1.43911874294281,
      "kl": 0.8390161395072937,
      "learning_rate": 3.062509260160597e-07,
      "loss": 0.0008,
      "reward": 1.3571429252624512,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 975
    },
    {
      "completion_length": 193.1428680419922,
      "epoch": 0.9366602687140115,
      "grad_norm": 0.7697450518608093,
      "kl": 0.5027593970298767,
      "learning_rate": 3.058559818415485e-07,
      "loss": 0.0005,
      "reward": 1.3571429252624512,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 976
    },
    {
      "completion_length": 181.2857208251953,
      "epoch": 0.9376199616122841,
      "grad_norm": 2.745579242706299,
      "kl": 0.6098775267601013,
      "learning_rate": 3.054608908887569e-07,
      "loss": 0.0006,
      "reward": 1.2857143878936768,
      "reward_std": 0.30304574966430664,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.5,
      "step": 977
    },
    {
      "completion_length": 109.92857360839844,
      "epoch": 0.9385796545105566,
      "grad_norm": 2.148864507675171,
      "kl": 0.8242339491844177,
      "learning_rate": 3.050656541959046e-07,
      "loss": 0.0008,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 978
    },
    {
      "completion_length": 206.7857208251953,
      "epoch": 0.9395393474088292,
      "grad_norm": 3.069106340408325,
      "kl": 0.6069507002830505,
      "learning_rate": 3.0467027280159394e-07,
      "loss": 0.0006,
      "reward": 1.1785714626312256,
      "reward_std": 0.45456868410110474,
      "rewards/check_gptzero_func": 0.7142857313156128,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 979
    },
    {
      "completion_length": 177.07144165039062,
      "epoch": 0.9404990403071017,
      "grad_norm": 0.017796695232391357,
      "kl": 0.6496360898017883,
      "learning_rate": 3.042747477448078e-07,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 980
    },
    {
      "completion_length": 121.14286041259766,
      "epoch": 0.9414587332053743,
      "grad_norm": 1.3779282569885254,
      "kl": 0.9192252159118652,
      "learning_rate": 3.0387908006490617e-07,
      "loss": 0.0009,
      "reward": 1.1785714626312256,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 981
    },
    {
      "completion_length": 153.6428680419922,
      "epoch": 0.9424184261036468,
      "grad_norm": 1.7195581197738647,
      "kl": 0.6936687231063843,
      "learning_rate": 3.034832708016243e-07,
      "loss": 0.0007,
      "reward": 1.3928571939468384,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 982
    },
    {
      "completion_length": 168.35714721679688,
      "epoch": 0.9433781190019194,
      "grad_norm": 1.2739185094833374,
      "kl": 0.5868620276451111,
      "learning_rate": 3.030873209950694e-07,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 983
    },
    {
      "completion_length": 239.50001525878906,
      "epoch": 0.944337811900192,
      "grad_norm": 0.02604185789823532,
      "kl": 0.4479624629020691,
      "learning_rate": 3.0269123168571757e-07,
      "loss": 0.0004,
      "reward": 1.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 984
    },
    {
      "completion_length": 173.1428680419922,
      "epoch": 0.9452975047984645,
      "grad_norm": 1.3046648502349854,
      "kl": 0.7566539645195007,
      "learning_rate": 3.0229500391441207e-07,
      "loss": 0.0008,
      "reward": 1.3571429252624512,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 985
    },
    {
      "completion_length": 141.5,
      "epoch": 0.946257197696737,
      "grad_norm": 1.268601655960083,
      "kl": 0.7690995335578918,
      "learning_rate": 3.0189863872235966e-07,
      "loss": 0.0008,
      "reward": 1.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 986
    },
    {
      "completion_length": 171.7857208251953,
      "epoch": 0.9472168905950096,
      "grad_norm": 1.2903809547424316,
      "kl": 0.5589078664779663,
      "learning_rate": 3.015021371511284e-07,
      "loss": 0.0006,
      "reward": 1.2142857313156128,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 987
    },
    {
      "completion_length": 174.21429443359375,
      "epoch": 0.9481765834932822,
      "grad_norm": 1.2030041217803955,
      "kl": 0.6654848456382751,
      "learning_rate": 3.011055002426443e-07,
      "loss": 0.0007,
      "reward": 1.321428656578064,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 988
    },
    {
      "completion_length": 153.5,
      "epoch": 0.9491362763915547,
      "grad_norm": 1.5079549551010132,
      "kl": 0.7210967540740967,
      "learning_rate": 3.0070872903918967e-07,
      "loss": 0.0007,
      "reward": 1.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 989
    },
    {
      "completion_length": 166.57144165039062,
      "epoch": 0.9500959692898272,
      "grad_norm": 1.5074560642242432,
      "kl": 0.6441108584403992,
      "learning_rate": 3.0031182458339936e-07,
      "loss": 0.0006,
      "reward": 1.3928571939468384,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 990
    },
    {
      "completion_length": 243.57144165039062,
      "epoch": 0.9510556621880998,
      "grad_norm": 1.8702222108840942,
      "kl": 0.4596119523048401,
      "learning_rate": 2.999147879182583e-07,
      "loss": 0.0005,
      "reward": 1.2857143878936768,
      "reward_std": 0.30304574966430664,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.5,
      "step": 991
    },
    {
      "completion_length": 154.1428680419922,
      "epoch": 0.9520153550863724,
      "grad_norm": 1.0669065713882446,
      "kl": 0.7117478847503662,
      "learning_rate": 2.9951762008709904e-07,
      "loss": 0.0007,
      "reward": 1.2857143878936768,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.3571428656578064,
      "step": 992
    },
    {
      "completion_length": 241.00001525878906,
      "epoch": 0.9529750479846449,
      "grad_norm": 0.6179906725883484,
      "kl": 0.4310026168823242,
      "learning_rate": 2.9912032213359853e-07,
      "loss": 0.0004,
      "reward": 1.2857143878936768,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.5,
      "step": 993
    },
    {
      "completion_length": 159.2857208251953,
      "epoch": 0.9539347408829175,
      "grad_norm": 1.7973089218139648,
      "kl": 0.5041595697402954,
      "learning_rate": 2.987228951017762e-07,
      "loss": 0.0005,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 994
    },
    {
      "completion_length": 185.71429443359375,
      "epoch": 0.95489443378119,
      "grad_norm": 1.2821682691574097,
      "kl": 0.560184121131897,
      "learning_rate": 2.983253400359899e-07,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 995
    },
    {
      "completion_length": 174.42857360839844,
      "epoch": 0.9558541266794626,
      "grad_norm": 0.8300755620002747,
      "kl": 0.6229978799819946,
      "learning_rate": 2.979276579809346e-07,
      "loss": 0.0006,
      "reward": 1.1428571939468384,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.6428571939468384,
      "rewards/check_similarity_func": 0.5,
      "step": 996
    },
    {
      "completion_length": 179.57144165039062,
      "epoch": 0.9568138195777351,
      "grad_norm": 0.01705651357769966,
      "kl": 0.49267926812171936,
      "learning_rate": 2.975298499816387e-07,
      "loss": 0.0005,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 997
    },
    {
      "completion_length": 153.42857360839844,
      "epoch": 0.9577735124760077,
      "grad_norm": 2.424056053161621,
      "kl": 0.7507596611976624,
      "learning_rate": 2.9713191708346147e-07,
      "loss": 0.0008,
      "reward": 1.321428656578064,
      "reward_std": 0.25253814458847046,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 998
    },
    {
      "completion_length": 139.6428680419922,
      "epoch": 0.9587332053742802,
      "grad_norm": 1.6689521074295044,
      "kl": 0.7338059544563293,
      "learning_rate": 2.9673386033209055e-07,
      "loss": 0.0007,
      "reward": 1.25,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 999
    },
    {
      "completion_length": 154.42857360839844,
      "epoch": 0.9596928982725528,
      "grad_norm": 2.2696337699890137,
      "kl": 0.6338062286376953,
      "learning_rate": 2.9633568077353904e-07,
      "loss": 0.0006,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1000
    },
    {
      "completion_length": 200.7857208251953,
      "epoch": 0.9606525911708254,
      "grad_norm": 1.1939671039581299,
      "kl": 0.5094639658927917,
      "learning_rate": 2.959373794541426e-07,
      "loss": 0.0005,
      "reward": 1.3928571939468384,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1001
    },
    {
      "completion_length": 119.5714340209961,
      "epoch": 0.9616122840690979,
      "grad_norm": 1.7178462743759155,
      "kl": 0.6757866144180298,
      "learning_rate": 2.955389574205569e-07,
      "loss": 0.0007,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1002
    },
    {
      "completion_length": 129.6428680419922,
      "epoch": 0.9625719769673704,
      "grad_norm": 2.7411561012268066,
      "kl": 0.7570234537124634,
      "learning_rate": 2.951404157197551e-07,
      "loss": 0.0008,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1003
    },
    {
      "completion_length": 165.35714721679688,
      "epoch": 0.963531669865643,
      "grad_norm": 1.0320724248886108,
      "kl": 0.7950944304466248,
      "learning_rate": 2.947417553990244e-07,
      "loss": 0.0008,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1004
    },
    {
      "completion_length": 168.71429443359375,
      "epoch": 0.9644913627639156,
      "grad_norm": 0.009950036182999611,
      "kl": 0.4779199957847595,
      "learning_rate": 2.943429775059639e-07,
      "loss": 0.0005,
      "reward": 1.3571429252624512,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1005
    },
    {
      "completion_length": 158.85714721679688,
      "epoch": 0.9654510556621881,
      "grad_norm": 0.01801535114645958,
      "kl": 0.6990711092948914,
      "learning_rate": 2.9394408308848163e-07,
      "loss": 0.0007,
      "reward": 1.2857143878936768,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1006
    },
    {
      "completion_length": 197.85714721679688,
      "epoch": 0.9664107485604606,
      "grad_norm": 0.01583160273730755,
      "kl": 0.5357596278190613,
      "learning_rate": 2.93545073194792e-07,
      "loss": 0.0005,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1007
    },
    {
      "completion_length": 181.85714721679688,
      "epoch": 0.9673704414587332,
      "grad_norm": 1.599375605583191,
      "kl": 0.5347791910171509,
      "learning_rate": 2.931459488734126e-07,
      "loss": 0.0005,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1008
    },
    {
      "completion_length": 187.2857208251953,
      "epoch": 0.9683301343570058,
      "grad_norm": 1.4950937032699585,
      "kl": 0.5241573452949524,
      "learning_rate": 2.927467111731618e-07,
      "loss": 0.0005,
      "reward": 1.1428571939468384,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.7142857313156128,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1009
    },
    {
      "completion_length": 198.50001525878906,
      "epoch": 0.9692898272552783,
      "grad_norm": 1.9461734294891357,
      "kl": 0.557051956653595,
      "learning_rate": 2.923473611431561e-07,
      "loss": 0.0006,
      "reward": 1.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1010
    },
    {
      "completion_length": 196.7857208251953,
      "epoch": 0.9702495201535508,
      "grad_norm": 1.1870708465576172,
      "kl": 0.5477460026741028,
      "learning_rate": 2.919478998328069e-07,
      "loss": 0.0005,
      "reward": 1.2857143878936768,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.5,
      "step": 1011
    },
    {
      "completion_length": 138.5,
      "epoch": 0.9712092130518234,
      "grad_norm": 0.07459119707345963,
      "kl": 0.8429214954376221,
      "learning_rate": 2.915483282918182e-07,
      "loss": 0.0008,
      "reward": 1.3571429252624512,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1012
    },
    {
      "completion_length": 162.07144165039062,
      "epoch": 0.972168905950096,
      "grad_norm": 3.0895464420318604,
      "kl": 0.7345044612884521,
      "learning_rate": 2.911486475701835e-07,
      "loss": 0.0007,
      "reward": 1.321428656578064,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1013
    },
    {
      "completion_length": 179.71429443359375,
      "epoch": 0.9731285988483686,
      "grad_norm": 0.6255258917808533,
      "kl": 0.6328563690185547,
      "learning_rate": 2.907488587181833e-07,
      "loss": 0.0006,
      "reward": 1.3571429252624512,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1014
    },
    {
      "completion_length": 174.92857360839844,
      "epoch": 0.974088291746641,
      "grad_norm": 2.4115262031555176,
      "kl": 0.569938063621521,
      "learning_rate": 2.9034896278638247e-07,
      "loss": 0.0006,
      "reward": 1.2142857313156128,
      "reward_std": 0.30304574966430664,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1015
    },
    {
      "completion_length": 166.07144165039062,
      "epoch": 0.9750479846449136,
      "grad_norm": 2.755689859390259,
      "kl": 0.6370848417282104,
      "learning_rate": 2.8994896082562674e-07,
      "loss": 0.0006,
      "reward": 1.3928571939468384,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1016
    },
    {
      "completion_length": 143.21429443359375,
      "epoch": 0.9760076775431862,
      "grad_norm": 1.0219594240188599,
      "kl": 0.7528578042984009,
      "learning_rate": 2.895488538870411e-07,
      "loss": 0.0008,
      "reward": 1.3928571939468384,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 1017
    },
    {
      "completion_length": 202.21429443359375,
      "epoch": 0.9769673704414588,
      "grad_norm": 1.798575758934021,
      "kl": 0.4351678192615509,
      "learning_rate": 2.891486430220258e-07,
      "loss": 0.0004,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1018
    },
    {
      "completion_length": 165.07144165039062,
      "epoch": 0.9779270633397313,
      "grad_norm": 1.0843435525894165,
      "kl": 0.6694309115409851,
      "learning_rate": 2.887483292822546e-07,
      "loss": 0.0007,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1019
    },
    {
      "completion_length": 181.92857360839844,
      "epoch": 0.9788867562380038,
      "grad_norm": 0.03255973011255264,
      "kl": 0.6300286650657654,
      "learning_rate": 2.883479137196714e-07,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1020
    },
    {
      "completion_length": 146.2857208251953,
      "epoch": 0.9798464491362764,
      "grad_norm": 0.01056803110986948,
      "kl": 0.7214682102203369,
      "learning_rate": 2.879473973864877e-07,
      "loss": 0.0007,
      "reward": 1.3571429252624512,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.3571428656578064,
      "step": 1021
    },
    {
      "completion_length": 186.21429443359375,
      "epoch": 0.980806142034549,
      "grad_norm": 1.3666045665740967,
      "kl": 0.5971250534057617,
      "learning_rate": 2.8754678133517986e-07,
      "loss": 0.0006,
      "reward": 1.2857143878936768,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.5,
      "step": 1022
    },
    {
      "completion_length": 143.42857360839844,
      "epoch": 0.9817658349328215,
      "grad_norm": 1.838759183883667,
      "kl": 0.7337555289268494,
      "learning_rate": 2.871460666184862e-07,
      "loss": 0.0007,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1023
    },
    {
      "completion_length": 251.50001525878906,
      "epoch": 0.982725527831094,
      "grad_norm": 0.009580831974744797,
      "kl": 0.3796907067298889,
      "learning_rate": 2.867452542894045e-07,
      "loss": 0.0004,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1024
    },
    {
      "completion_length": 199.57144165039062,
      "epoch": 0.9836852207293666,
      "grad_norm": 1.79117751121521,
      "kl": 0.6287765502929688,
      "learning_rate": 2.863443454011888e-07,
      "loss": 0.0006,
      "reward": 1.25,
      "reward_std": 0.3535534143447876,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1025
    },
    {
      "completion_length": 171.71429443359375,
      "epoch": 0.9846449136276392,
      "grad_norm": 1.8540536165237427,
      "kl": 0.6314098238945007,
      "learning_rate": 2.85943341007347e-07,
      "loss": 0.0006,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1026
    },
    {
      "completion_length": 200.2857208251953,
      "epoch": 0.9856046065259118,
      "grad_norm": 0.019103508442640305,
      "kl": 0.5058907866477966,
      "learning_rate": 2.855422421616379e-07,
      "loss": 0.0005,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1027
    },
    {
      "completion_length": 158.2857208251953,
      "epoch": 0.9865642994241842,
      "grad_norm": 1.4560394287109375,
      "kl": 0.6042426228523254,
      "learning_rate": 2.8514104991806864e-07,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1028
    },
    {
      "completion_length": 183.1428680419922,
      "epoch": 0.9875239923224568,
      "grad_norm": 1.5827058553695679,
      "kl": 0.5943554639816284,
      "learning_rate": 2.847397653308916e-07,
      "loss": 0.0006,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1029
    },
    {
      "completion_length": 191.21429443359375,
      "epoch": 0.9884836852207294,
      "grad_norm": 0.017124073579907417,
      "kl": 0.5437691807746887,
      "learning_rate": 2.8433838945460205e-07,
      "loss": 0.0005,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1030
    },
    {
      "completion_length": 200.85714721679688,
      "epoch": 0.989443378119002,
      "grad_norm": 1.6188409328460693,
      "kl": 0.5054781436920166,
      "learning_rate": 2.839369233439349e-07,
      "loss": 0.0005,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1031
    },
    {
      "completion_length": 211.6428680419922,
      "epoch": 0.9904030710172744,
      "grad_norm": 1.5020115375518799,
      "kl": 0.44894832372665405,
      "learning_rate": 2.835353680538624e-07,
      "loss": 0.0004,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1032
    },
    {
      "completion_length": 181.71429443359375,
      "epoch": 0.991362763915547,
      "grad_norm": 2.2982544898986816,
      "kl": 0.5898792147636414,
      "learning_rate": 2.8313372463959106e-07,
      "loss": 0.0006,
      "reward": 1.321428656578064,
      "reward_std": 0.25253814458847046,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1033
    },
    {
      "completion_length": 208.50001525878906,
      "epoch": 0.9923224568138196,
      "grad_norm": 0.013207909651100636,
      "kl": 0.4859429597854614,
      "learning_rate": 2.8273199415655887e-07,
      "loss": 0.0005,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1034
    },
    {
      "completion_length": 185.7857208251953,
      "epoch": 0.9932821497120922,
      "grad_norm": 1.8300012350082397,
      "kl": 0.6133903861045837,
      "learning_rate": 2.823301776604327e-07,
      "loss": 0.0006,
      "reward": 1.2857143878936768,
      "reward_std": 0.30304574966430664,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.5,
      "step": 1035
    },
    {
      "completion_length": 209.1428680419922,
      "epoch": 0.9942418426103646,
      "grad_norm": 1.606798768043518,
      "kl": 0.5428848266601562,
      "learning_rate": 2.819282762071055e-07,
      "loss": 0.0005,
      "reward": 1.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1036
    },
    {
      "completion_length": 168.35714721679688,
      "epoch": 0.9952015355086372,
      "grad_norm": 0.024231115356087685,
      "kl": 0.6855056881904602,
      "learning_rate": 2.8152629085269335e-07,
      "loss": 0.0007,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1037
    },
    {
      "completion_length": 165.2857208251953,
      "epoch": 0.9961612284069098,
      "grad_norm": 2.5732386112213135,
      "kl": 0.7010761499404907,
      "learning_rate": 2.811242226535329e-07,
      "loss": 0.0007,
      "reward": 1.25,
      "reward_std": 0.25253814458847046,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 1038
    },
    {
      "completion_length": 166.57144165039062,
      "epoch": 0.9971209213051824,
      "grad_norm": 1.132163643836975,
      "kl": 0.5906844139099121,
      "learning_rate": 2.8072207266617854e-07,
      "loss": 0.0006,
      "reward": 1.1428571939468384,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.6428571939468384,
      "rewards/check_similarity_func": 0.5,
      "step": 1039
    },
    {
      "completion_length": 156.21429443359375,
      "epoch": 0.9980806142034548,
      "grad_norm": 1.4782341718673706,
      "kl": 0.6065873503684998,
      "learning_rate": 2.803198419473994e-07,
      "loss": 0.0006,
      "reward": 1.2857143878936768,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.5,
      "step": 1040
    },
    {
      "completion_length": 196.85714721679688,
      "epoch": 0.9990403071017274,
      "grad_norm": 1.2726655006408691,
      "kl": 0.5591187477111816,
      "learning_rate": 2.799175315541769e-07,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1041
    },
    {
      "completion_length": 136.0,
      "epoch": 1.0,
      "grad_norm": 0.9731990098953247,
      "kl": 0.55914705991745,
      "learning_rate": 2.795151425437019e-07,
      "loss": 0.0007,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1042
    },
    {
      "completion_length": 151.0,
      "epoch": 1.0009596928982725,
      "grad_norm": 2.0416576862335205,
      "kl": 0.6660517454147339,
      "learning_rate": 2.791126759733716e-07,
      "loss": 0.0007,
      "reward": 1.1428571939468384,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.7142857313156128,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1043
    },
    {
      "completion_length": 204.7857208251953,
      "epoch": 1.0019193857965452,
      "grad_norm": 0.025267258286476135,
      "kl": 0.4932955801486969,
      "learning_rate": 2.7871013290078713e-07,
      "loss": 0.0005,
      "reward": 1.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1044
    },
    {
      "completion_length": 184.00001525878906,
      "epoch": 1.0028790786948176,
      "grad_norm": 1.7294585704803467,
      "kl": 0.6187117695808411,
      "learning_rate": 2.783075143837508e-07,
      "loss": 0.0006,
      "reward": 1.2857143878936768,
      "reward_std": 0.30304574966430664,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.5,
      "step": 1045
    },
    {
      "completion_length": 172.35714721679688,
      "epoch": 1.0038387715930903,
      "grad_norm": 1.903749942779541,
      "kl": 0.6253541111946106,
      "learning_rate": 2.779048214802631e-07,
      "loss": 0.0006,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1046
    },
    {
      "completion_length": 165.21429443359375,
      "epoch": 1.0047984644913628,
      "grad_norm": 1.4861180782318115,
      "kl": 0.661529004573822,
      "learning_rate": 2.775020552485198e-07,
      "loss": 0.0007,
      "reward": 1.25,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1047
    },
    {
      "completion_length": 188.6428680419922,
      "epoch": 1.0057581573896353,
      "grad_norm": 0.9702087640762329,
      "kl": 0.5300449728965759,
      "learning_rate": 2.770992167469096e-07,
      "loss": 0.0005,
      "reward": 1.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1048
    },
    {
      "completion_length": 136.6428680419922,
      "epoch": 1.006717850287908,
      "grad_norm": 2.27489972114563,
      "kl": 0.8204461932182312,
      "learning_rate": 2.7669630703401105e-07,
      "loss": 0.0008,
      "reward": 1.25,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 1049
    },
    {
      "completion_length": 179.1428680419922,
      "epoch": 1.0076775431861804,
      "grad_norm": 2.4139721393585205,
      "kl": 0.6137456893920898,
      "learning_rate": 2.7629332716858967e-07,
      "loss": 0.0006,
      "reward": 1.2142857313156128,
      "reward_std": 0.30304574966430664,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1050
    },
    {
      "completion_length": 168.85714721679688,
      "epoch": 1.0086372360844529,
      "grad_norm": 1.101599097251892,
      "kl": 0.5863937735557556,
      "learning_rate": 2.7589027820959546e-07,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1051
    },
    {
      "completion_length": 214.85714721679688,
      "epoch": 1.0095969289827256,
      "grad_norm": 0.013664728961884975,
      "kl": 0.5599352121353149,
      "learning_rate": 2.754871612161601e-07,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1052
    },
    {
      "completion_length": 222.9285888671875,
      "epoch": 1.010556621880998,
      "grad_norm": 0.9507352113723755,
      "kl": 0.45552486181259155,
      "learning_rate": 2.750839772475939e-07,
      "loss": 0.0005,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1053
    },
    {
      "completion_length": 201.2857208251953,
      "epoch": 1.0115163147792707,
      "grad_norm": 1.0520933866500854,
      "kl": 0.5246462225914001,
      "learning_rate": 2.746807273633832e-07,
      "loss": 0.0005,
      "reward": 1.3571429252624512,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1054
    },
    {
      "completion_length": 173.1428680419922,
      "epoch": 1.0124760076775432,
      "grad_norm": 1.7357287406921387,
      "kl": 0.683052122592926,
      "learning_rate": 2.742774126231874e-07,
      "loss": 0.0007,
      "reward": 1.321428656578064,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 1055
    },
    {
      "completion_length": 196.57144165039062,
      "epoch": 1.0134357005758157,
      "grad_norm": 0.013502098619937897,
      "kl": 0.542181134223938,
      "learning_rate": 2.738740340868367e-07,
      "loss": 0.0005,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1056
    },
    {
      "completion_length": 153.35714721679688,
      "epoch": 1.0143953934740884,
      "grad_norm": 2.0489683151245117,
      "kl": 0.7253124713897705,
      "learning_rate": 2.7347059281432853e-07,
      "loss": 0.0007,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1057
    },
    {
      "completion_length": 168.7857208251953,
      "epoch": 1.0153550863723608,
      "grad_norm": 0.020217057317495346,
      "kl": 0.6764883399009705,
      "learning_rate": 2.730670898658255e-07,
      "loss": 0.0007,
      "reward": 1.3571429252624512,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1058
    },
    {
      "completion_length": 145.1428680419922,
      "epoch": 1.0163147792706333,
      "grad_norm": 1.6107298135757446,
      "kl": 0.7984908223152161,
      "learning_rate": 2.726635263016521e-07,
      "loss": 0.0008,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1059
    },
    {
      "completion_length": 166.71429443359375,
      "epoch": 1.017274472168906,
      "grad_norm": 0.017063749954104424,
      "kl": 0.6458806991577148,
      "learning_rate": 2.722599031822922e-07,
      "loss": 0.0006,
      "reward": 1.2857143878936768,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1060
    },
    {
      "completion_length": 157.1428680419922,
      "epoch": 1.0182341650671785,
      "grad_norm": 2.1644644737243652,
      "kl": 0.7755787968635559,
      "learning_rate": 2.718562215683861e-07,
      "loss": 0.0008,
      "reward": 1.3928571939468384,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1061
    },
    {
      "completion_length": 158.5,
      "epoch": 1.0191938579654511,
      "grad_norm": 8.83919906616211,
      "kl": 7.784377098083496,
      "learning_rate": 2.714524825207279e-07,
      "loss": 0.0078,
      "reward": 1.2857143878936768,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1062
    },
    {
      "completion_length": 148.07144165039062,
      "epoch": 1.0201535508637236,
      "grad_norm": 2.3211824893951416,
      "kl": 0.7113699316978455,
      "learning_rate": 2.7104868710026253e-07,
      "loss": 0.0007,
      "reward": 1.25,
      "reward_std": 0.25253814458847046,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 1063
    },
    {
      "completion_length": 123.14286041259766,
      "epoch": 1.021113243761996,
      "grad_norm": 0.013125606812536716,
      "kl": 0.7735830545425415,
      "learning_rate": 2.706448363680831e-07,
      "loss": 0.0008,
      "reward": 1.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1064
    },
    {
      "completion_length": 195.6428680419922,
      "epoch": 1.0220729366602688,
      "grad_norm": 0.029592817649245262,
      "kl": 0.5468663573265076,
      "learning_rate": 2.7024093138542805e-07,
      "loss": 0.0005,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1065
    },
    {
      "completion_length": 143.7857208251953,
      "epoch": 1.0230326295585412,
      "grad_norm": 2.797257423400879,
      "kl": 1.1433731317520142,
      "learning_rate": 2.698369732136784e-07,
      "loss": 0.0011,
      "reward": 1.25,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1066
    },
    {
      "completion_length": 175.2857208251953,
      "epoch": 1.023992322456814,
      "grad_norm": 2.6979150772094727,
      "kl": 0.6539914608001709,
      "learning_rate": 2.6943296291435507e-07,
      "loss": 0.0007,
      "reward": 1.2142857313156128,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.3571428656578064,
      "step": 1067
    },
    {
      "completion_length": 151.92857360839844,
      "epoch": 1.0249520153550864,
      "grad_norm": 2.4125072956085205,
      "kl": 0.7256395220756531,
      "learning_rate": 2.6902890154911564e-07,
      "loss": 0.0007,
      "reward": 1.321428656578064,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1068
    },
    {
      "completion_length": 166.5,
      "epoch": 1.0259117082533589,
      "grad_norm": 1.0844253301620483,
      "kl": 0.5931689739227295,
      "learning_rate": 2.686247901797522e-07,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1069
    },
    {
      "completion_length": 200.1428680419922,
      "epoch": 1.0268714011516316,
      "grad_norm": 0.042811114341020584,
      "kl": 0.6017096042633057,
      "learning_rate": 2.682206298681879e-07,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1070
    },
    {
      "completion_length": 163.21429443359375,
      "epoch": 1.027831094049904,
      "grad_norm": 1.328928828239441,
      "kl": 0.6313881278038025,
      "learning_rate": 2.67816421676475e-07,
      "loss": 0.0006,
      "reward": 1.1428571939468384,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.6428571939468384,
      "rewards/check_similarity_func": 0.5,
      "step": 1071
    },
    {
      "completion_length": 172.57144165039062,
      "epoch": 1.0287907869481765,
      "grad_norm": 1.516430377960205,
      "kl": 0.7297127842903137,
      "learning_rate": 2.674121666667911e-07,
      "loss": 0.0007,
      "reward": 1.2142857313156128,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1072
    },
    {
      "completion_length": 176.1428680419922,
      "epoch": 1.0297504798464492,
      "grad_norm": 1.5594673156738281,
      "kl": 0.6856335401535034,
      "learning_rate": 2.6700786590143707e-07,
      "loss": 0.0007,
      "reward": 1.25,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 1073
    },
    {
      "completion_length": 186.85714721679688,
      "epoch": 1.0307101727447217,
      "grad_norm": 1.5731643438339233,
      "kl": 0.6537389159202576,
      "learning_rate": 2.6660352044283404e-07,
      "loss": 0.0007,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1074
    },
    {
      "completion_length": 182.85714721679688,
      "epoch": 1.0316698656429943,
      "grad_norm": 2.5947771072387695,
      "kl": 0.6995524168014526,
      "learning_rate": 2.6619913135352033e-07,
      "loss": 0.0007,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1075
    },
    {
      "completion_length": 167.07144165039062,
      "epoch": 1.0326295585412668,
      "grad_norm": 1.7287981510162354,
      "kl": 0.6353300213813782,
      "learning_rate": 2.6579469969614927e-07,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1076
    },
    {
      "completion_length": 140.71429443359375,
      "epoch": 1.0335892514395393,
      "grad_norm": 1.8751678466796875,
      "kl": 0.7481619119644165,
      "learning_rate": 2.6539022653348575e-07,
      "loss": 0.0007,
      "reward": 1.321428656578064,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1077
    },
    {
      "completion_length": 154.71429443359375,
      "epoch": 1.034548944337812,
      "grad_norm": 2.089221239089966,
      "kl": 0.6970771551132202,
      "learning_rate": 2.649857129284038e-07,
      "loss": 0.0007,
      "reward": 1.3928571939468384,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 1078
    },
    {
      "completion_length": 173.42857360839844,
      "epoch": 1.0355086372360844,
      "grad_norm": 1.9147841930389404,
      "kl": 0.6012382507324219,
      "learning_rate": 2.64581159943884e-07,
      "loss": 0.0006,
      "reward": 1.3571429252624512,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1079
    },
    {
      "completion_length": 187.2857208251953,
      "epoch": 1.036468330134357,
      "grad_norm": 1.338464379310608,
      "kl": 0.6701701283454895,
      "learning_rate": 2.6417656864301005e-07,
      "loss": 0.0007,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1080
    },
    {
      "completion_length": 180.2857208251953,
      "epoch": 1.0374280230326296,
      "grad_norm": 1.5336850881576538,
      "kl": 0.591281533241272,
      "learning_rate": 2.6377194008896634e-07,
      "loss": 0.0006,
      "reward": 1.321428656578064,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1081
    },
    {
      "completion_length": 187.6428680419922,
      "epoch": 1.038387715930902,
      "grad_norm": 0.015804661437869072,
      "kl": 0.5556302666664124,
      "learning_rate": 2.633672753450355e-07,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1082
    },
    {
      "completion_length": 131.07144165039062,
      "epoch": 1.0393474088291748,
      "grad_norm": 1.1599881649017334,
      "kl": 0.8417792916297913,
      "learning_rate": 2.62962575474595e-07,
      "loss": 0.0008,
      "reward": 1.2857143878936768,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.5,
      "step": 1083
    },
    {
      "completion_length": 141.07144165039062,
      "epoch": 1.0403071017274472,
      "grad_norm": 1.879472017288208,
      "kl": 0.8082711696624756,
      "learning_rate": 2.625578415411146e-07,
      "loss": 0.0008,
      "reward": 1.3571429252624512,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1084
    },
    {
      "completion_length": 139.6428680419922,
      "epoch": 1.0412667946257197,
      "grad_norm": 1.5949801206588745,
      "kl": 0.7100633978843689,
      "learning_rate": 2.621530746081536e-07,
      "loss": 0.0007,
      "reward": 1.2142857313156128,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1085
    },
    {
      "completion_length": 229.1428680419922,
      "epoch": 1.0422264875239924,
      "grad_norm": 0.7010419964790344,
      "kl": 0.5076467394828796,
      "learning_rate": 2.6174827573935813e-07,
      "loss": 0.0005,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1086
    },
    {
      "completion_length": 162.7857208251953,
      "epoch": 1.0431861804222649,
      "grad_norm": 1.894702672958374,
      "kl": 0.6648988127708435,
      "learning_rate": 2.613434459984582e-07,
      "loss": 0.0007,
      "reward": 1.1428571939468384,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.6428571939468384,
      "rewards/check_similarity_func": 0.5,
      "step": 1087
    },
    {
      "completion_length": 192.35714721679688,
      "epoch": 1.0441458733205373,
      "grad_norm": 0.8664299845695496,
      "kl": 0.5266739130020142,
      "learning_rate": 2.6093858644926475e-07,
      "loss": 0.0005,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1088
    },
    {
      "completion_length": 185.07144165039062,
      "epoch": 1.04510556621881,
      "grad_norm": 0.013683207333087921,
      "kl": 0.5634634494781494,
      "learning_rate": 2.605336981556674e-07,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1089
    },
    {
      "completion_length": 162.71429443359375,
      "epoch": 1.0460652591170825,
      "grad_norm": 1.0681390762329102,
      "kl": 0.7026272416114807,
      "learning_rate": 2.6012878218163093e-07,
      "loss": 0.0007,
      "reward": 1.3571429252624512,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1090
    },
    {
      "completion_length": 157.42857360839844,
      "epoch": 1.0470249520153552,
      "grad_norm": 2.0102338790893555,
      "kl": 0.7973682284355164,
      "learning_rate": 2.597238395911931e-07,
      "loss": 0.0008,
      "reward": 1.2857143878936768,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1091
    },
    {
      "completion_length": 129.7857208251953,
      "epoch": 1.0479846449136276,
      "grad_norm": 1.9119610786437988,
      "kl": 0.8345659375190735,
      "learning_rate": 2.5931887144846154e-07,
      "loss": 0.0008,
      "reward": 1.2142857313156128,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1092
    },
    {
      "completion_length": 178.42857360839844,
      "epoch": 1.0489443378119,
      "grad_norm": 0.0632907822728157,
      "kl": 0.5764497518539429,
      "learning_rate": 2.5891387881761106e-07,
      "loss": 0.0006,
      "reward": 1.2857143878936768,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1093
    },
    {
      "completion_length": 229.57144165039062,
      "epoch": 1.0499040307101728,
      "grad_norm": 0.5466040968894958,
      "kl": 0.5355016589164734,
      "learning_rate": 2.5850886276288086e-07,
      "loss": 0.0005,
      "reward": 1.2857143878936768,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.5,
      "step": 1094
    },
    {
      "completion_length": 139.2857208251953,
      "epoch": 1.0508637236084453,
      "grad_norm": 1.4286187887191772,
      "kl": 0.6717172861099243,
      "learning_rate": 2.5810382434857154e-07,
      "loss": 0.0007,
      "reward": 1.2142857313156128,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1095
    },
    {
      "completion_length": 149.21429443359375,
      "epoch": 1.051823416506718,
      "grad_norm": 2.3369393348693848,
      "kl": 0.7066052556037903,
      "learning_rate": 2.5769876463904263e-07,
      "loss": 0.0007,
      "reward": 1.25,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 1096
    },
    {
      "completion_length": 161.1428680419922,
      "epoch": 1.0527831094049904,
      "grad_norm": 0.017783289775252342,
      "kl": 0.649987518787384,
      "learning_rate": 2.572936846987094e-07,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1097
    },
    {
      "completion_length": 194.35714721679688,
      "epoch": 1.053742802303263,
      "grad_norm": 0.9089093208312988,
      "kl": 0.45832347869873047,
      "learning_rate": 2.5688858559204053e-07,
      "loss": 0.0005,
      "reward": 1.2857143878936768,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.5,
      "step": 1098
    },
    {
      "completion_length": 170.1428680419922,
      "epoch": 1.0547024952015356,
      "grad_norm": 1.0367491245269775,
      "kl": 0.7211021780967712,
      "learning_rate": 2.564834683835549e-07,
      "loss": 0.0007,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1099
    },
    {
      "completion_length": 204.42857360839844,
      "epoch": 1.055662188099808,
      "grad_norm": 1.2482911348342896,
      "kl": 0.5369884371757507,
      "learning_rate": 2.56078334137819e-07,
      "loss": 0.0005,
      "reward": 1.2142857313156128,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.7142857313156128,
      "rewards/check_similarity_func": 0.5,
      "step": 1100
    },
    {
      "completion_length": 231.21429443359375,
      "epoch": 1.0566218809980805,
      "grad_norm": 3.2557427883148193,
      "kl": 0.381222665309906,
      "learning_rate": 2.556731839194442e-07,
      "loss": 0.0004,
      "reward": 1.321428656578064,
      "reward_std": 0.25253814458847046,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1101
    },
    {
      "completion_length": 175.42857360839844,
      "epoch": 1.0575815738963532,
      "grad_norm": 0.7077030539512634,
      "kl": 0.6230461597442627,
      "learning_rate": 2.552680187930836e-07,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1102
    },
    {
      "completion_length": 149.85714721679688,
      "epoch": 1.0585412667946257,
      "grad_norm": 2.9712092876434326,
      "kl": 0.627776563167572,
      "learning_rate": 2.5486283982342987e-07,
      "loss": 0.0006,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1103
    },
    {
      "completion_length": 164.0,
      "epoch": 1.0595009596928984,
      "grad_norm": 2.119427442550659,
      "kl": 0.7396532297134399,
      "learning_rate": 2.5445764807521145e-07,
      "loss": 0.0007,
      "reward": 1.3571429252624512,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1104
    },
    {
      "completion_length": 188.21429443359375,
      "epoch": 1.0604606525911708,
      "grad_norm": 1.269885540008545,
      "kl": 0.568051815032959,
      "learning_rate": 2.54052444613191e-07,
      "loss": 0.0006,
      "reward": 1.2857143878936768,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.5,
      "step": 1105
    },
    {
      "completion_length": 147.42857360839844,
      "epoch": 1.0614203454894433,
      "grad_norm": 1.6646312475204468,
      "kl": 0.6522051095962524,
      "learning_rate": 2.536472305021616e-07,
      "loss": 0.0007,
      "reward": 1.2857143878936768,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.5,
      "step": 1106
    },
    {
      "completion_length": 196.92857360839844,
      "epoch": 1.062380038387716,
      "grad_norm": 1.0854524374008179,
      "kl": 0.49647313356399536,
      "learning_rate": 2.532420068069443e-07,
      "loss": 0.0005,
      "reward": 1.321428656578064,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.3214285969734192,
      "step": 1107
    },
    {
      "completion_length": 190.71429443359375,
      "epoch": 1.0633397312859885,
      "grad_norm": 1.540134310722351,
      "kl": 0.544355571269989,
      "learning_rate": 2.5283677459238554e-07,
      "loss": 0.0005,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1108
    },
    {
      "completion_length": 180.92857360839844,
      "epoch": 1.064299424184261,
      "grad_norm": 1.542273759841919,
      "kl": 0.6493545770645142,
      "learning_rate": 2.52431534923354e-07,
      "loss": 0.0006,
      "reward": 1.3571429252624512,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1109
    },
    {
      "completion_length": 162.6428680419922,
      "epoch": 1.0652591170825336,
      "grad_norm": 0.014149410650134087,
      "kl": 0.6477977633476257,
      "learning_rate": 2.5202628886473805e-07,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1110
    },
    {
      "completion_length": 166.6428680419922,
      "epoch": 1.066218809980806,
      "grad_norm": 0.015084928832948208,
      "kl": 0.5163861513137817,
      "learning_rate": 2.5162103748144265e-07,
      "loss": 0.0005,
      "reward": 1.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1111
    },
    {
      "completion_length": 163.2857208251953,
      "epoch": 1.0671785028790788,
      "grad_norm": 1.2578176259994507,
      "kl": 0.5219765901565552,
      "learning_rate": 2.5121578183838685e-07,
      "loss": 0.0005,
      "reward": 1.3928571939468384,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1112
    },
    {
      "completion_length": 209.00001525878906,
      "epoch": 1.0681381957773513,
      "grad_norm": 1.6459277868270874,
      "kl": 0.6770597100257874,
      "learning_rate": 2.508105230005011e-07,
      "loss": 0.0007,
      "reward": 1.2857143878936768,
      "reward_std": 0.30304574966430664,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.5,
      "step": 1113
    },
    {
      "completion_length": 178.1428680419922,
      "epoch": 1.0690978886756237,
      "grad_norm": 0.014529647305607796,
      "kl": 0.6007375717163086,
      "learning_rate": 2.5040526203272416e-07,
      "loss": 0.0006,
      "reward": 1.3571429252624512,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1114
    },
    {
      "completion_length": 134.42857360839844,
      "epoch": 1.0700575815738964,
      "grad_norm": 0.9753289222717285,
      "kl": 0.7427684664726257,
      "learning_rate": 2.5e-07,
      "loss": 0.0007,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1115
    },
    {
      "completion_length": 166.21429443359375,
      "epoch": 1.0710172744721689,
      "grad_norm": 0.011937928386032581,
      "kl": 0.6131420135498047,
      "learning_rate": 2.495947379672759e-07,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1116
    },
    {
      "completion_length": 183.07144165039062,
      "epoch": 1.0719769673704413,
      "grad_norm": 0.7703226208686829,
      "kl": 0.5983222126960754,
      "learning_rate": 2.4918947699949875e-07,
      "loss": 0.0006,
      "reward": 1.1428571939468384,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.6428571939468384,
      "rewards/check_similarity_func": 0.5,
      "step": 1117
    },
    {
      "completion_length": 135.7857208251953,
      "epoch": 1.072936660268714,
      "grad_norm": 0.012196824885904789,
      "kl": 0.7895674109458923,
      "learning_rate": 2.4878421816161313e-07,
      "loss": 0.0008,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1118
    },
    {
      "completion_length": 164.71429443359375,
      "epoch": 1.0738963531669865,
      "grad_norm": 0.8830564618110657,
      "kl": 0.5261601805686951,
      "learning_rate": 2.483789625185574e-07,
      "loss": 0.0005,
      "reward": 1.3571429252624512,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1119
    },
    {
      "completion_length": 165.7857208251953,
      "epoch": 1.0748560460652592,
      "grad_norm": 0.01001135166734457,
      "kl": 0.6042010188102722,
      "learning_rate": 2.4797371113526203e-07,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1120
    },
    {
      "completion_length": 186.21429443359375,
      "epoch": 1.0758157389635317,
      "grad_norm": 1.8747282028198242,
      "kl": 0.5921609997749329,
      "learning_rate": 2.475684650766459e-07,
      "loss": 0.0006,
      "reward": 1.2857143878936768,
      "reward_std": 0.30304574966430664,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.5,
      "step": 1121
    },
    {
      "completion_length": 153.85714721679688,
      "epoch": 1.0767754318618041,
      "grad_norm": 0.008713578805327415,
      "kl": 0.6537200808525085,
      "learning_rate": 2.4716322540761443e-07,
      "loss": 0.0007,
      "reward": 1.2142857313156128,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.7142857313156128,
      "rewards/check_similarity_func": 0.5,
      "step": 1122
    },
    {
      "completion_length": 155.5,
      "epoch": 1.0777351247600768,
      "grad_norm": 1.6869937181472778,
      "kl": 0.642417311668396,
      "learning_rate": 2.4675799319305574e-07,
      "loss": 0.0006,
      "reward": 1.1428571939468384,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.7142857313156128,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1123
    },
    {
      "completion_length": 207.57144165039062,
      "epoch": 1.0786948176583493,
      "grad_norm": 2.005841016769409,
      "kl": 0.5261306762695312,
      "learning_rate": 2.463527694978384e-07,
      "loss": 0.0005,
      "reward": 1.321428656578064,
      "reward_std": 0.25253814458847046,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1124
    },
    {
      "completion_length": 167.92857360839844,
      "epoch": 1.079654510556622,
      "grad_norm": 0.9727954268455505,
      "kl": 0.5596910715103149,
      "learning_rate": 2.45947555386809e-07,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1125
    },
    {
      "completion_length": 150.42857360839844,
      "epoch": 1.0806142034548945,
      "grad_norm": 1.6673492193222046,
      "kl": 0.6079832911491394,
      "learning_rate": 2.455423519247885e-07,
      "loss": 0.0006,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1126
    },
    {
      "completion_length": 148.71429443359375,
      "epoch": 1.081573896353167,
      "grad_norm": 3.0495080947875977,
      "kl": 0.6023351550102234,
      "learning_rate": 2.451371601765702e-07,
      "loss": 0.0006,
      "reward": 1.1428571939468384,
      "reward_std": 0.5050762891769409,
      "rewards/check_gptzero_func": 0.6428571939468384,
      "rewards/check_similarity_func": 0.5,
      "step": 1127
    },
    {
      "completion_length": 151.92857360839844,
      "epoch": 1.0825335892514396,
      "grad_norm": 1.745528221130371,
      "kl": 0.622578501701355,
      "learning_rate": 2.447319812069163e-07,
      "loss": 0.0006,
      "reward": 1.2857143878936768,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1128
    },
    {
      "completion_length": 166.21429443359375,
      "epoch": 1.083493282149712,
      "grad_norm": 0.5707007050514221,
      "kl": 0.7210099101066589,
      "learning_rate": 2.443268160805558e-07,
      "loss": 0.0007,
      "reward": 1.2857143878936768,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.5,
      "step": 1129
    },
    {
      "completion_length": 161.07144165039062,
      "epoch": 1.0844529750479845,
      "grad_norm": 0.011212256737053394,
      "kl": 0.7005218863487244,
      "learning_rate": 2.43921665862181e-07,
      "loss": 0.0007,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1130
    },
    {
      "completion_length": 195.21429443359375,
      "epoch": 1.0854126679462572,
      "grad_norm": 0.039524227380752563,
      "kl": 0.6600850820541382,
      "learning_rate": 2.4351653161644513e-07,
      "loss": 0.0007,
      "reward": 1.3571429252624512,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1131
    },
    {
      "completion_length": 182.35714721679688,
      "epoch": 1.0863723608445297,
      "grad_norm": 0.06403499096632004,
      "kl": 0.6230223774909973,
      "learning_rate": 2.431114144079595e-07,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1132
    },
    {
      "completion_length": 145.2857208251953,
      "epoch": 1.0873320537428024,
      "grad_norm": 1.7541162967681885,
      "kl": 0.7428853511810303,
      "learning_rate": 2.427063153012906e-07,
      "loss": 0.0007,
      "reward": 1.2857143878936768,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1133
    },
    {
      "completion_length": 148.07144165039062,
      "epoch": 1.0882917466410749,
      "grad_norm": 1.3360681533813477,
      "kl": 0.6584856510162354,
      "learning_rate": 2.4230123536095745e-07,
      "loss": 0.0007,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1134
    },
    {
      "completion_length": 110.5714340209961,
      "epoch": 1.0892514395393473,
      "grad_norm": 0.010906326584517956,
      "kl": 0.9170231819152832,
      "learning_rate": 2.418961756514284e-07,
      "loss": 0.0009,
      "reward": 1.3571429252624512,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1135
    },
    {
      "completion_length": 184.21429443359375,
      "epoch": 1.09021113243762,
      "grad_norm": 0.6633274555206299,
      "kl": 0.5679261684417725,
      "learning_rate": 2.414911372371191e-07,
      "loss": 0.0006,
      "reward": 1.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1136
    },
    {
      "completion_length": 132.7857208251953,
      "epoch": 1.0911708253358925,
      "grad_norm": 2.1182515621185303,
      "kl": 0.8358489274978638,
      "learning_rate": 2.4108612118238897e-07,
      "loss": 0.0008,
      "reward": 1.1071429252624512,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 0.7142857313156128,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 1137
    },
    {
      "completion_length": 177.21429443359375,
      "epoch": 1.092130518234165,
      "grad_norm": 1.3331784009933472,
      "kl": 0.6138133406639099,
      "learning_rate": 2.406811285515385e-07,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1138
    },
    {
      "completion_length": 185.85714721679688,
      "epoch": 1.0930902111324377,
      "grad_norm": 1.4189351797103882,
      "kl": 0.549733579158783,
      "learning_rate": 2.402761604088069e-07,
      "loss": 0.0005,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1139
    },
    {
      "completion_length": 133.21429443359375,
      "epoch": 1.0940499040307101,
      "grad_norm": 2.0379858016967773,
      "kl": 0.7464172840118408,
      "learning_rate": 2.398712178183691e-07,
      "loss": 0.0007,
      "reward": 1.2857143878936768,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1140
    },
    {
      "completion_length": 173.2857208251953,
      "epoch": 1.0950095969289828,
      "grad_norm": 0.026054123416543007,
      "kl": 0.723003625869751,
      "learning_rate": 2.394663018443327e-07,
      "loss": 0.0007,
      "reward": 1.3571429252624512,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1141
    },
    {
      "completion_length": 169.35714721679688,
      "epoch": 1.0959692898272553,
      "grad_norm": 1.7069141864776611,
      "kl": 1.1858564615249634,
      "learning_rate": 2.3906141355073517e-07,
      "loss": 0.0012,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1142
    },
    {
      "completion_length": 170.1428680419922,
      "epoch": 1.0969289827255277,
      "grad_norm": 0.9447580575942993,
      "kl": 0.5779592394828796,
      "learning_rate": 2.3865655400154185e-07,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1143
    },
    {
      "completion_length": 211.71429443359375,
      "epoch": 1.0978886756238004,
      "grad_norm": 2.144634246826172,
      "kl": 0.49803322553634644,
      "learning_rate": 2.382517242606419e-07,
      "loss": 0.0005,
      "reward": 1.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1144
    },
    {
      "completion_length": 203.92857360839844,
      "epoch": 1.098848368522073,
      "grad_norm": 0.03735367953777313,
      "kl": 0.5094650983810425,
      "learning_rate": 2.3784692539184643e-07,
      "loss": 0.0005,
      "reward": 1.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1145
    },
    {
      "completion_length": 207.1428680419922,
      "epoch": 1.0998080614203456,
      "grad_norm": 0.014977633021771908,
      "kl": 0.5575166940689087,
      "learning_rate": 2.3744215845888543e-07,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1146
    },
    {
      "completion_length": 155.21429443359375,
      "epoch": 1.100767754318618,
      "grad_norm": 1.6513549089431763,
      "kl": 0.6760129332542419,
      "learning_rate": 2.3703742452540502e-07,
      "loss": 0.0007,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1147
    },
    {
      "completion_length": 208.85714721679688,
      "epoch": 1.1017274472168905,
      "grad_norm": 0.9834917187690735,
      "kl": 0.46931377053260803,
      "learning_rate": 2.366327246549645e-07,
      "loss": 0.0005,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1148
    },
    {
      "completion_length": 152.92857360839844,
      "epoch": 1.1026871401151632,
      "grad_norm": 0.07228230684995651,
      "kl": 0.8896808624267578,
      "learning_rate": 2.3622805991103358e-07,
      "loss": 0.0009,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1149
    },
    {
      "completion_length": 130.35714721679688,
      "epoch": 1.1036468330134357,
      "grad_norm": 0.029067695140838623,
      "kl": 0.7891305088996887,
      "learning_rate": 2.3582343135698999e-07,
      "loss": 0.0008,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1150
    },
    {
      "completion_length": 158.0,
      "epoch": 1.1046065259117082,
      "grad_norm": 2.75862979888916,
      "kl": 0.7538455128669739,
      "learning_rate": 2.3541884005611604e-07,
      "loss": 0.0008,
      "reward": 1.2142857313156128,
      "reward_std": 0.4040610194206238,
      "rewards/check_gptzero_func": 0.7142857313156128,
      "rewards/check_similarity_func": 0.5,
      "step": 1151
    },
    {
      "completion_length": 178.92857360839844,
      "epoch": 1.1055662188099808,
      "grad_norm": 2.0929949283599854,
      "kl": 0.6758270859718323,
      "learning_rate": 2.3501428707159615e-07,
      "loss": 0.0007,
      "reward": 1.3928571939468384,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1152
    },
    {
      "completion_length": 164.7857208251953,
      "epoch": 1.1065259117082533,
      "grad_norm": 1.7554198503494263,
      "kl": 0.6609899401664734,
      "learning_rate": 2.3460977346651428e-07,
      "loss": 0.0007,
      "reward": 1.2142857313156128,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1153
    },
    {
      "completion_length": 152.2857208251953,
      "epoch": 1.107485604606526,
      "grad_norm": 2.4605178833007812,
      "kl": 0.7858997583389282,
      "learning_rate": 2.3420530030385076e-07,
      "loss": 0.0008,
      "reward": 1.25,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1154
    },
    {
      "completion_length": 189.21429443359375,
      "epoch": 1.1084452975047985,
      "grad_norm": 0.0251717921346426,
      "kl": 0.5295781493186951,
      "learning_rate": 2.338008686464797e-07,
      "loss": 0.0005,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1155
    },
    {
      "completion_length": 192.92857360839844,
      "epoch": 1.109404990403071,
      "grad_norm": 0.5395912528038025,
      "kl": 0.634394645690918,
      "learning_rate": 2.3339647955716604e-07,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1156
    },
    {
      "completion_length": 205.07144165039062,
      "epoch": 1.1103646833013436,
      "grad_norm": 1.4515368938446045,
      "kl": 0.4454069435596466,
      "learning_rate": 2.3299213409856285e-07,
      "loss": 0.0004,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1157
    },
    {
      "completion_length": 181.07144165039062,
      "epoch": 1.111324376199616,
      "grad_norm": 0.9445928931236267,
      "kl": 0.5287882089614868,
      "learning_rate": 2.3258783333320889e-07,
      "loss": 0.0005,
      "reward": 1.2857143878936768,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.5,
      "step": 1158
    },
    {
      "completion_length": 153.0,
      "epoch": 1.1122840690978886,
      "grad_norm": 0.012383127585053444,
      "kl": 0.6532947421073914,
      "learning_rate": 2.3218357832352502e-07,
      "loss": 0.0007,
      "reward": 1.1428571939468384,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.7142857313156128,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1159
    },
    {
      "completion_length": 202.42857360839844,
      "epoch": 1.1132437619961613,
      "grad_norm": 0.021668801084160805,
      "kl": 0.6043211817741394,
      "learning_rate": 2.3177937013181203e-07,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1160
    },
    {
      "completion_length": 209.07144165039062,
      "epoch": 1.1142034548944337,
      "grad_norm": 0.017362933605909348,
      "kl": 0.6061286926269531,
      "learning_rate": 2.3137520982024784e-07,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1161
    },
    {
      "completion_length": 191.57144165039062,
      "epoch": 1.1151631477927064,
      "grad_norm": 1.3419773578643799,
      "kl": 0.581896185874939,
      "learning_rate": 2.309710984508844e-07,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1162
    },
    {
      "completion_length": 147.35714721679688,
      "epoch": 1.116122840690979,
      "grad_norm": 1.8517035245895386,
      "kl": 0.8311359286308289,
      "learning_rate": 2.3056703708564501e-07,
      "loss": 0.0008,
      "reward": 1.2142857313156128,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1163
    },
    {
      "completion_length": 141.0,
      "epoch": 1.1170825335892514,
      "grad_norm": 1.965232491493225,
      "kl": 0.7529708743095398,
      "learning_rate": 2.3016302678632155e-07,
      "loss": 0.0008,
      "reward": 1.1428571939468384,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.7142857313156128,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1164
    },
    {
      "completion_length": 182.35714721679688,
      "epoch": 1.118042226487524,
      "grad_norm": 1.2609037160873413,
      "kl": 0.638880729675293,
      "learning_rate": 2.2975906861457195e-07,
      "loss": 0.0006,
      "reward": 1.1785714626312256,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 1165
    },
    {
      "completion_length": 117.92857360839844,
      "epoch": 1.1190019193857965,
      "grad_norm": 1.2709388732910156,
      "kl": 0.9440591931343079,
      "learning_rate": 2.2935516363191693e-07,
      "loss": 0.0009,
      "reward": 1.1428571939468384,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.6428571939468384,
      "rewards/check_similarity_func": 0.5,
      "step": 1166
    },
    {
      "completion_length": 142.42857360839844,
      "epoch": 1.1199616122840692,
      "grad_norm": 4.059330940246582,
      "kl": 0.8485811948776245,
      "learning_rate": 2.2895131289973747e-07,
      "loss": 0.0008,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1167
    },
    {
      "completion_length": 262.5714416503906,
      "epoch": 1.1209213051823417,
      "grad_norm": 0.7604482769966125,
      "kl": 0.3829292953014374,
      "learning_rate": 2.2854751747927208e-07,
      "loss": 0.0004,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1168
    },
    {
      "completion_length": 167.57144165039062,
      "epoch": 1.1218809980806141,
      "grad_norm": 1.2947824001312256,
      "kl": 0.682588517665863,
      "learning_rate": 2.281437784316139e-07,
      "loss": 0.0007,
      "reward": 1.071428656578064,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.6428571939468384,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1169
    },
    {
      "completion_length": 162.0,
      "epoch": 1.1228406909788868,
      "grad_norm": 2.7070233821868896,
      "kl": 0.7485578656196594,
      "learning_rate": 2.2774009681770785e-07,
      "loss": 0.0007,
      "reward": 1.2142857313156128,
      "reward_std": 0.4040610194206238,
      "rewards/check_gptzero_func": 0.7142857313156128,
      "rewards/check_similarity_func": 0.5,
      "step": 1170
    },
    {
      "completion_length": 197.92857360839844,
      "epoch": 1.1238003838771593,
      "grad_norm": 1.1760557889938354,
      "kl": 0.48391273617744446,
      "learning_rate": 2.2733647369834784e-07,
      "loss": 0.0005,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1171
    },
    {
      "completion_length": 160.57144165039062,
      "epoch": 1.1247600767754318,
      "grad_norm": 1.3726156949996948,
      "kl": 0.6946296095848083,
      "learning_rate": 2.2693291013417452e-07,
      "loss": 0.0007,
      "reward": 1.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1172
    },
    {
      "completion_length": 190.07144165039062,
      "epoch": 1.1257197696737045,
      "grad_norm": 1.8348431587219238,
      "kl": 0.5829133987426758,
      "learning_rate": 2.2652940718567145e-07,
      "loss": 0.0006,
      "reward": 1.3928571939468384,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1173
    },
    {
      "completion_length": 159.92857360839844,
      "epoch": 1.126679462571977,
      "grad_norm": 1.3475826978683472,
      "kl": 0.6781071424484253,
      "learning_rate": 2.2612596591316333e-07,
      "loss": 0.0007,
      "reward": 1.321428656578064,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1174
    },
    {
      "completion_length": 247.07144165039062,
      "epoch": 1.1276391554702494,
      "grad_norm": 1.325854778289795,
      "kl": 0.4305613040924072,
      "learning_rate": 2.2572258737681253e-07,
      "loss": 0.0004,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1175
    },
    {
      "completion_length": 171.71429443359375,
      "epoch": 1.128598848368522,
      "grad_norm": 4.145152568817139,
      "kl": 0.7221795320510864,
      "learning_rate": 2.2531927263661685e-07,
      "loss": 0.0007,
      "reward": 1.071428656578064,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.7142857313156128,
      "rewards/check_similarity_func": 0.3571428656578064,
      "step": 1176
    },
    {
      "completion_length": 172.57144165039062,
      "epoch": 1.1295585412667946,
      "grad_norm": 1.0292030572891235,
      "kl": 0.6096116900444031,
      "learning_rate": 2.2491602275240616e-07,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1177
    },
    {
      "completion_length": 151.92857360839844,
      "epoch": 1.1305182341650672,
      "grad_norm": 1.878065824508667,
      "kl": 0.7215961813926697,
      "learning_rate": 2.2451283878383983e-07,
      "loss": 0.0007,
      "reward": 1.3571429252624512,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1178
    },
    {
      "completion_length": 160.85714721679688,
      "epoch": 1.1314779270633397,
      "grad_norm": 4.214639663696289,
      "kl": 1.0131847858428955,
      "learning_rate": 2.2410972179040451e-07,
      "loss": 0.001,
      "reward": 1.3571429252624512,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1179
    },
    {
      "completion_length": 151.6428680419922,
      "epoch": 1.1324376199616122,
      "grad_norm": 2.1002256870269775,
      "kl": 0.8738890886306763,
      "learning_rate": 2.2370667283141036e-07,
      "loss": 0.0009,
      "reward": 1.3571429252624512,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1180
    },
    {
      "completion_length": 153.5,
      "epoch": 1.1333973128598849,
      "grad_norm": 2.188711404800415,
      "kl": 0.6393488645553589,
      "learning_rate": 2.2330369296598903e-07,
      "loss": 0.0006,
      "reward": 1.25,
      "reward_std": 0.3535534143447876,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1181
    },
    {
      "completion_length": 133.21429443359375,
      "epoch": 1.1343570057581573,
      "grad_norm": 1.6249428987503052,
      "kl": 0.9224011898040771,
      "learning_rate": 2.2290078325309035e-07,
      "loss": 0.0009,
      "reward": 1.321428656578064,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1182
    },
    {
      "completion_length": 166.5,
      "epoch": 1.13531669865643,
      "grad_norm": 1.4248628616333008,
      "kl": 0.6309826970100403,
      "learning_rate": 2.2249794475148019e-07,
      "loss": 0.0006,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1183
    },
    {
      "completion_length": 178.21429443359375,
      "epoch": 1.1362763915547025,
      "grad_norm": 0.015950366854667664,
      "kl": 0.5888683199882507,
      "learning_rate": 2.2209517851973694e-07,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1184
    },
    {
      "completion_length": 149.2857208251953,
      "epoch": 1.137236084452975,
      "grad_norm": 1.6762884855270386,
      "kl": 0.6429649591445923,
      "learning_rate": 2.2169248561624912e-07,
      "loss": 0.0006,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1185
    },
    {
      "completion_length": 198.1428680419922,
      "epoch": 1.1381957773512477,
      "grad_norm": 0.4941697418689728,
      "kl": 0.5703834891319275,
      "learning_rate": 2.2128986709921288e-07,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1186
    },
    {
      "completion_length": 140.85714721679688,
      "epoch": 1.1391554702495201,
      "grad_norm": 0.012957874685525894,
      "kl": 0.7365853786468506,
      "learning_rate": 2.2088732402662846e-07,
      "loss": 0.0007,
      "reward": 1.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1187
    },
    {
      "completion_length": 174.35714721679688,
      "epoch": 1.1401151631477928,
      "grad_norm": 2.8445613384246826,
      "kl": 0.7449504733085632,
      "learning_rate": 2.204848574562982e-07,
      "loss": 0.0007,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1188
    },
    {
      "completion_length": 140.57144165039062,
      "epoch": 1.1410748560460653,
      "grad_norm": 4.489611625671387,
      "kl": 0.7754195332527161,
      "learning_rate": 2.2008246844582304e-07,
      "loss": 0.0008,
      "reward": 1.3571429252624512,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1189
    },
    {
      "completion_length": 189.21429443359375,
      "epoch": 1.1420345489443378,
      "grad_norm": 1.3476606607437134,
      "kl": 0.5775179862976074,
      "learning_rate": 2.196801580526006e-07,
      "loss": 0.0006,
      "reward": 1.2857143878936768,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.5,
      "step": 1190
    },
    {
      "completion_length": 166.42857360839844,
      "epoch": 1.1429942418426104,
      "grad_norm": 1.826826572418213,
      "kl": 0.5321548581123352,
      "learning_rate": 2.192779273338215e-07,
      "loss": 0.0005,
      "reward": 1.321428656578064,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 1191
    },
    {
      "completion_length": 183.57144165039062,
      "epoch": 1.143953934740883,
      "grad_norm": 0.012130383402109146,
      "kl": 0.4992075264453888,
      "learning_rate": 2.1887577734646704e-07,
      "loss": 0.0005,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1192
    },
    {
      "completion_length": 152.6428680419922,
      "epoch": 1.1449136276391554,
      "grad_norm": 1.4640178680419922,
      "kl": 0.6873384714126587,
      "learning_rate": 2.1847370914730666e-07,
      "loss": 0.0007,
      "reward": 1.2857143878936768,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.5,
      "step": 1193
    },
    {
      "completion_length": 221.50001525878906,
      "epoch": 1.145873320537428,
      "grad_norm": 0.017470689490437508,
      "kl": 0.560335636138916,
      "learning_rate": 2.1807172379289452e-07,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1194
    },
    {
      "completion_length": 154.0,
      "epoch": 1.1468330134357005,
      "grad_norm": 1.7599916458129883,
      "kl": 0.8127399682998657,
      "learning_rate": 2.176698223395673e-07,
      "loss": 0.0008,
      "reward": 1.25,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1195
    },
    {
      "completion_length": 156.07144165039062,
      "epoch": 1.147792706333973,
      "grad_norm": 0.016106434166431427,
      "kl": 0.7339716553688049,
      "learning_rate": 2.172680058434411e-07,
      "loss": 0.0007,
      "reward": 1.2142857313156128,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.3571428656578064,
      "step": 1196
    },
    {
      "completion_length": 168.0,
      "epoch": 1.1487523992322457,
      "grad_norm": 0.6949192881584167,
      "kl": 0.6482757329940796,
      "learning_rate": 2.1686627536040894e-07,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1197
    },
    {
      "completion_length": 184.42857360839844,
      "epoch": 1.1497120921305182,
      "grad_norm": 0.020337335765361786,
      "kl": 0.546352207660675,
      "learning_rate": 2.1646463194613759e-07,
      "loss": 0.0005,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1198
    },
    {
      "completion_length": 192.7857208251953,
      "epoch": 1.1506717850287909,
      "grad_norm": 1.5846701860427856,
      "kl": 0.5260046720504761,
      "learning_rate": 2.1606307665606514e-07,
      "loss": 0.0005,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1199
    },
    {
      "completion_length": 207.85714721679688,
      "epoch": 1.1516314779270633,
      "grad_norm": 0.011272967793047428,
      "kl": 0.44073617458343506,
      "learning_rate": 2.1566161054539795e-07,
      "loss": 0.0004,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1200
    },
    {
      "completion_length": 178.7857208251953,
      "epoch": 1.1525911708253358,
      "grad_norm": 0.0607120543718338,
      "kl": 0.7039808630943298,
      "learning_rate": 2.1526023466910837e-07,
      "loss": 0.0007,
      "reward": 1.3571429252624512,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1201
    },
    {
      "completion_length": 205.71429443359375,
      "epoch": 1.1535508637236085,
      "grad_norm": 0.023494521155953407,
      "kl": 0.5424685478210449,
      "learning_rate": 2.1485895008193141e-07,
      "loss": 0.0005,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1202
    },
    {
      "completion_length": 127.78572082519531,
      "epoch": 1.154510556621881,
      "grad_norm": 1.7772117853164673,
      "kl": 0.844751238822937,
      "learning_rate": 2.1445775783836208e-07,
      "loss": 0.0008,
      "reward": 1.071428656578064,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.6428571939468384,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1203
    },
    {
      "completion_length": 150.71429443359375,
      "epoch": 1.1554702495201536,
      "grad_norm": 0.8743651509284973,
      "kl": 0.8517440557479858,
      "learning_rate": 2.1405665899265302e-07,
      "loss": 0.0009,
      "reward": 1.2857143878936768,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.5,
      "step": 1204
    },
    {
      "completion_length": 143.71429443359375,
      "epoch": 1.1564299424184261,
      "grad_norm": 2.901364326477051,
      "kl": 0.7282108068466187,
      "learning_rate": 2.1365565459881125e-07,
      "loss": 0.0007,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1205
    },
    {
      "completion_length": 206.07144165039062,
      "epoch": 1.1573896353166986,
      "grad_norm": 0.9464704394340515,
      "kl": 0.5555359125137329,
      "learning_rate": 2.1325474571059557e-07,
      "loss": 0.0006,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1206
    },
    {
      "completion_length": 179.21429443359375,
      "epoch": 1.1583493282149713,
      "grad_norm": 1.1281384229660034,
      "kl": 0.7073013782501221,
      "learning_rate": 2.1285393338151375e-07,
      "loss": 0.0007,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1207
    },
    {
      "completion_length": 195.50001525878906,
      "epoch": 1.1593090211132437,
      "grad_norm": 1.920305609703064,
      "kl": 0.5266942381858826,
      "learning_rate": 2.1245321866482015e-07,
      "loss": 0.0005,
      "reward": 1.2142857313156128,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.7142857313156128,
      "rewards/check_similarity_func": 0.5,
      "step": 1208
    },
    {
      "completion_length": 163.0,
      "epoch": 1.1602687140115164,
      "grad_norm": 1.4412623643875122,
      "kl": 0.6570851802825928,
      "learning_rate": 2.1205260261351238e-07,
      "loss": 0.0007,
      "reward": 0.9285714626312256,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.5714285969734192,
      "rewards/check_similarity_func": 0.3571428656578064,
      "step": 1209
    },
    {
      "completion_length": 186.71429443359375,
      "epoch": 1.161228406909789,
      "grad_norm": 2.0658228397369385,
      "kl": 0.7082403898239136,
      "learning_rate": 2.1165208628032861e-07,
      "loss": 0.0007,
      "reward": 1.2857143878936768,
      "reward_std": 0.30304574966430664,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1210
    },
    {
      "completion_length": 146.57144165039062,
      "epoch": 1.1621880998080614,
      "grad_norm": 0.019384942948818207,
      "kl": 0.8372136950492859,
      "learning_rate": 2.1125167071774542e-07,
      "loss": 0.0008,
      "reward": 1.3571429252624512,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.3571428656578064,
      "step": 1211
    },
    {
      "completion_length": 143.92857360839844,
      "epoch": 1.163147792706334,
      "grad_norm": 0.011789114214479923,
      "kl": 0.7012168169021606,
      "learning_rate": 2.1085135697797424e-07,
      "loss": 0.0007,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1212
    },
    {
      "completion_length": 189.50001525878906,
      "epoch": 1.1641074856046065,
      "grad_norm": 0.8646752238273621,
      "kl": 0.540658712387085,
      "learning_rate": 2.10451146112959e-07,
      "loss": 0.0005,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1213
    },
    {
      "completion_length": 162.7857208251953,
      "epoch": 1.165067178502879,
      "grad_norm": 1.6110844612121582,
      "kl": 0.6978991031646729,
      "learning_rate": 2.100510391743732e-07,
      "loss": 0.0007,
      "reward": 1.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1214
    },
    {
      "completion_length": 167.5,
      "epoch": 1.1660268714011517,
      "grad_norm": 0.861926257610321,
      "kl": 0.5808438062667847,
      "learning_rate": 2.0965103721361753e-07,
      "loss": 0.0006,
      "reward": 1.2857143878936768,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.3571428656578064,
      "step": 1215
    },
    {
      "completion_length": 200.85714721679688,
      "epoch": 1.1669865642994242,
      "grad_norm": 0.6466383934020996,
      "kl": 0.47467750310897827,
      "learning_rate": 2.0925114128181668e-07,
      "loss": 0.0005,
      "reward": 1.3571429252624512,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1216
    },
    {
      "completion_length": 136.07144165039062,
      "epoch": 1.1679462571976966,
      "grad_norm": 2.5802745819091797,
      "kl": 0.8323295712471008,
      "learning_rate": 2.0885135242981647e-07,
      "loss": 0.0008,
      "reward": 1.1428571939468384,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.7142857313156128,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1217
    },
    {
      "completion_length": 131.35714721679688,
      "epoch": 1.1689059500959693,
      "grad_norm": 1.9066393375396729,
      "kl": 0.8355066180229187,
      "learning_rate": 2.0845167170818182e-07,
      "loss": 0.0008,
      "reward": 1.1785714626312256,
      "reward_std": 0.25253814458847046,
      "rewards/check_gptzero_func": 0.7142857313156128,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1218
    },
    {
      "completion_length": 184.85714721679688,
      "epoch": 1.1698656429942418,
      "grad_norm": 1.0839574337005615,
      "kl": 0.6266835331916809,
      "learning_rate": 2.080521001671931e-07,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1219
    },
    {
      "completion_length": 175.85714721679688,
      "epoch": 1.1708253358925145,
      "grad_norm": 1.3420748710632324,
      "kl": 0.5183439254760742,
      "learning_rate": 2.0765263885684392e-07,
      "loss": 0.0005,
      "reward": 1.2857143878936768,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1220
    },
    {
      "completion_length": 223.35714721679688,
      "epoch": 1.171785028790787,
      "grad_norm": 0.01203226950019598,
      "kl": 0.4922548234462738,
      "learning_rate": 2.0725328882683812e-07,
      "loss": 0.0005,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1221
    },
    {
      "completion_length": 185.50001525878906,
      "epoch": 1.1727447216890594,
      "grad_norm": 1.421900987625122,
      "kl": 0.5864032506942749,
      "learning_rate": 2.068540511265874e-07,
      "loss": 0.0006,
      "reward": 1.3928571939468384,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1222
    },
    {
      "completion_length": 170.21429443359375,
      "epoch": 1.173704414587332,
      "grad_norm": 1.4861043691635132,
      "kl": 0.5752651691436768,
      "learning_rate": 2.0645492680520805e-07,
      "loss": 0.0006,
      "reward": 1.3928571939468384,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1223
    },
    {
      "completion_length": 157.5,
      "epoch": 1.1746641074856046,
      "grad_norm": 1.9411671161651611,
      "kl": 0.7265670299530029,
      "learning_rate": 2.060559169115184e-07,
      "loss": 0.0007,
      "reward": 1.3928571939468384,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1224
    },
    {
      "completion_length": 183.42857360839844,
      "epoch": 1.1756238003838773,
      "grad_norm": 1.4007697105407715,
      "kl": 0.6036792993545532,
      "learning_rate": 2.0565702249403615e-07,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1225
    },
    {
      "completion_length": 166.92857360839844,
      "epoch": 1.1765834932821497,
      "grad_norm": 1.7615801095962524,
      "kl": 0.5972855687141418,
      "learning_rate": 2.0525824460097568e-07,
      "loss": 0.0006,
      "reward": 1.2857143878936768,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1226
    },
    {
      "completion_length": 183.00001525878906,
      "epoch": 1.1775431861804222,
      "grad_norm": 2.279015064239502,
      "kl": 0.6215583682060242,
      "learning_rate": 2.0485958428024498e-07,
      "loss": 0.0006,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1227
    },
    {
      "completion_length": 197.7857208251953,
      "epoch": 1.1785028790786949,
      "grad_norm": 0.773328959941864,
      "kl": 0.5718609094619751,
      "learning_rate": 2.0446104257944302e-07,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1228
    },
    {
      "completion_length": 156.57144165039062,
      "epoch": 1.1794625719769674,
      "grad_norm": 0.015570768155157566,
      "kl": 0.7719303369522095,
      "learning_rate": 2.0406262054585738e-07,
      "loss": 0.0008,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1229
    },
    {
      "completion_length": 151.71429443359375,
      "epoch": 1.18042226487524,
      "grad_norm": 0.9870136976242065,
      "kl": 0.8656487464904785,
      "learning_rate": 2.03664319226461e-07,
      "loss": 0.0009,
      "reward": 1.3571429252624512,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1230
    },
    {
      "completion_length": 214.35714721679688,
      "epoch": 1.1813819577735125,
      "grad_norm": 0.017634859308600426,
      "kl": 0.5015934109687805,
      "learning_rate": 2.0326613966790948e-07,
      "loss": 0.0005,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1231
    },
    {
      "completion_length": 197.21429443359375,
      "epoch": 1.182341650671785,
      "grad_norm": 3.024050235748291,
      "kl": 0.6252453923225403,
      "learning_rate": 2.028680829165385e-07,
      "loss": 0.0006,
      "reward": 1.2142857313156128,
      "reward_std": 0.4040610194206238,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1232
    },
    {
      "completion_length": 211.71429443359375,
      "epoch": 1.1833013435700577,
      "grad_norm": 0.019777949899435043,
      "kl": 0.44695988297462463,
      "learning_rate": 2.0247015001836135e-07,
      "loss": 0.0004,
      "reward": 1.3571429252624512,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1233
    },
    {
      "completion_length": 200.2857208251953,
      "epoch": 1.1842610364683301,
      "grad_norm": 0.012029589153826237,
      "kl": 0.5322608947753906,
      "learning_rate": 2.0207234201906545e-07,
      "loss": 0.0005,
      "reward": 1.3571429252624512,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1234
    },
    {
      "completion_length": 185.21429443359375,
      "epoch": 1.1852207293666026,
      "grad_norm": 1.3618122339248657,
      "kl": 0.5792034864425659,
      "learning_rate": 2.016746599640101e-07,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1235
    },
    {
      "completion_length": 155.7857208251953,
      "epoch": 1.1861804222648753,
      "grad_norm": 0.01035190187394619,
      "kl": 0.6328141093254089,
      "learning_rate": 2.0127710489822385e-07,
      "loss": 0.0006,
      "reward": 1.3571429252624512,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1236
    },
    {
      "completion_length": 196.71429443359375,
      "epoch": 1.1871401151631478,
      "grad_norm": 0.01728222146630287,
      "kl": 0.5699174404144287,
      "learning_rate": 2.0087967786640142e-07,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1237
    },
    {
      "completion_length": 139.6428680419922,
      "epoch": 1.1880998080614202,
      "grad_norm": 0.02426004968583584,
      "kl": 0.7377371191978455,
      "learning_rate": 2.0048237991290107e-07,
      "loss": 0.0007,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1238
    },
    {
      "completion_length": 217.1428680419922,
      "epoch": 1.189059500959693,
      "grad_norm": 1.5412719249725342,
      "kl": 0.4715973138809204,
      "learning_rate": 2.0008521208174168e-07,
      "loss": 0.0005,
      "reward": 1.321428656578064,
      "reward_std": 0.25253814458847046,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1239
    },
    {
      "completion_length": 194.1428680419922,
      "epoch": 1.1900191938579654,
      "grad_norm": 1.3214830160140991,
      "kl": 0.5293170809745789,
      "learning_rate": 1.9968817541660067e-07,
      "loss": 0.0005,
      "reward": 1.3928571939468384,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1240
    },
    {
      "completion_length": 234.7857208251953,
      "epoch": 1.190978886756238,
      "grad_norm": 0.013712622225284576,
      "kl": 0.46105217933654785,
      "learning_rate": 1.9929127096081034e-07,
      "loss": 0.0005,
      "reward": 1.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1241
    },
    {
      "completion_length": 244.1428680419922,
      "epoch": 1.1919385796545106,
      "grad_norm": 1.89020574092865,
      "kl": 0.45420435070991516,
      "learning_rate": 1.9889449975735568e-07,
      "loss": 0.0005,
      "reward": 1.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1242
    },
    {
      "completion_length": 190.85714721679688,
      "epoch": 1.192898272552783,
      "grad_norm": 1.2661631107330322,
      "kl": 0.4996629059314728,
      "learning_rate": 1.9849786284887165e-07,
      "loss": 0.0005,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1243
    },
    {
      "completion_length": 219.2857208251953,
      "epoch": 1.1938579654510557,
      "grad_norm": 0.015270819887518883,
      "kl": 0.4596865475177765,
      "learning_rate": 1.9810136127764032e-07,
      "loss": 0.0005,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1244
    },
    {
      "completion_length": 185.07144165039062,
      "epoch": 1.1948176583493282,
      "grad_norm": 1.4332691431045532,
      "kl": 0.7486773729324341,
      "learning_rate": 1.9770499608558794e-07,
      "loss": 0.0007,
      "reward": 1.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1245
    },
    {
      "completion_length": 202.42857360839844,
      "epoch": 1.1957773512476009,
      "grad_norm": 1.069267749786377,
      "kl": 0.5897836685180664,
      "learning_rate": 1.9730876831428233e-07,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1246
    },
    {
      "completion_length": 165.1428680419922,
      "epoch": 1.1967370441458733,
      "grad_norm": 0.7538045644760132,
      "kl": 0.628731906414032,
      "learning_rate": 1.9691267900493064e-07,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1247
    },
    {
      "completion_length": 159.6428680419922,
      "epoch": 1.1976967370441458,
      "grad_norm": 2.8352701663970947,
      "kl": 0.6763435006141663,
      "learning_rate": 1.965167291983757e-07,
      "loss": 0.0007,
      "reward": 1.2142857313156128,
      "reward_std": 0.4040610194206238,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1248
    },
    {
      "completion_length": 167.21429443359375,
      "epoch": 1.1986564299424185,
      "grad_norm": 2.0995535850524902,
      "kl": 0.7136180400848389,
      "learning_rate": 1.9612091993509386e-07,
      "loss": 0.0007,
      "reward": 1.3928571939468384,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1249
    },
    {
      "completion_length": 180.42857360839844,
      "epoch": 1.199616122840691,
      "grad_norm": 0.028983015567064285,
      "kl": 0.6786462068557739,
      "learning_rate": 1.9572525225519224e-07,
      "loss": 0.0007,
      "reward": 1.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1250
    },
    {
      "completion_length": 182.85714721679688,
      "epoch": 1.2005758157389634,
      "grad_norm": 1.4867767095565796,
      "kl": 0.5790368914604187,
      "learning_rate": 1.9532972719840604e-07,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1251
    },
    {
      "completion_length": 183.57144165039062,
      "epoch": 1.2015355086372361,
      "grad_norm": 0.11606869101524353,
      "kl": 0.5818889141082764,
      "learning_rate": 1.9493434580409544e-07,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1252
    },
    {
      "completion_length": 124.50000762939453,
      "epoch": 1.2024952015355086,
      "grad_norm": 2.2346229553222656,
      "kl": 0.8543484807014465,
      "learning_rate": 1.94539109111243e-07,
      "loss": 0.0009,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1253
    },
    {
      "completion_length": 167.0,
      "epoch": 1.2034548944337813,
      "grad_norm": 1.8001949787139893,
      "kl": 0.7116406559944153,
      "learning_rate": 1.941440181584515e-07,
      "loss": 0.0007,
      "reward": 1.2142857313156128,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.7142857313156128,
      "rewards/check_similarity_func": 0.5,
      "step": 1254
    },
    {
      "completion_length": 187.42857360839844,
      "epoch": 1.2044145873320538,
      "grad_norm": 2.736081123352051,
      "kl": 0.5830137729644775,
      "learning_rate": 1.937490739839403e-07,
      "loss": 0.0006,
      "reward": 1.1785714626312256,
      "reward_std": 0.45456868410110474,
      "rewards/check_gptzero_func": 0.7142857313156128,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1255
    },
    {
      "completion_length": 150.0,
      "epoch": 1.2053742802303262,
      "grad_norm": 2.125581979751587,
      "kl": 0.7225144505500793,
      "learning_rate": 1.933542776255432e-07,
      "loss": 0.0007,
      "reward": 1.3928571939468384,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1256
    },
    {
      "completion_length": 140.07144165039062,
      "epoch": 1.206333973128599,
      "grad_norm": 0.01116587221622467,
      "kl": 0.7228558659553528,
      "learning_rate": 1.929596301207056e-07,
      "loss": 0.0007,
      "reward": 1.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1257
    },
    {
      "completion_length": 224.2857208251953,
      "epoch": 1.2072936660268714,
      "grad_norm": 1.936486005783081,
      "kl": 0.46632838249206543,
      "learning_rate": 1.9256513250648182e-07,
      "loss": 0.0005,
      "reward": 1.2857143878936768,
      "reward_std": 0.30304574966430664,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.5,
      "step": 1258
    },
    {
      "completion_length": 162.35714721679688,
      "epoch": 1.2082533589251438,
      "grad_norm": 0.016141565516591072,
      "kl": 0.5868661403656006,
      "learning_rate": 1.9217078581953216e-07,
      "loss": 0.0006,
      "reward": 1.3571429252624512,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1259
    },
    {
      "completion_length": 245.50001525878906,
      "epoch": 1.2092130518234165,
      "grad_norm": 0.01717318408191204,
      "kl": 0.4361705183982849,
      "learning_rate": 1.9177659109612025e-07,
      "loss": 0.0004,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1260
    },
    {
      "completion_length": 232.21429443359375,
      "epoch": 1.210172744721689,
      "grad_norm": 3.6799206733703613,
      "kl": 0.4693717062473297,
      "learning_rate": 1.9138254937211065e-07,
      "loss": 0.0005,
      "reward": 1.1428571939468384,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.3571428656578064,
      "step": 1261
    },
    {
      "completion_length": 166.1428680419922,
      "epoch": 1.2111324376199617,
      "grad_norm": 1.399711012840271,
      "kl": 0.6601600646972656,
      "learning_rate": 1.909886616829657e-07,
      "loss": 0.0007,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1262
    },
    {
      "completion_length": 199.85714721679688,
      "epoch": 1.2120921305182342,
      "grad_norm": 0.6725463271141052,
      "kl": 0.511237382888794,
      "learning_rate": 1.905949290637428e-07,
      "loss": 0.0005,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1263
    },
    {
      "completion_length": 146.6428680419922,
      "epoch": 1.2130518234165066,
      "grad_norm": 0.0175173282623291,
      "kl": 0.6862630248069763,
      "learning_rate": 1.902013525490922e-07,
      "loss": 0.0007,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1264
    },
    {
      "completion_length": 177.42857360839844,
      "epoch": 1.2140115163147793,
      "grad_norm": 1.0584607124328613,
      "kl": 0.6013510823249817,
      "learning_rate": 1.8980793317325384e-07,
      "loss": 0.0006,
      "reward": 1.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1265
    },
    {
      "completion_length": 172.1428680419922,
      "epoch": 1.2149712092130518,
      "grad_norm": 2.1221566200256348,
      "kl": 0.6182594299316406,
      "learning_rate": 1.894146719700546e-07,
      "loss": 0.0006,
      "reward": 1.321428656578064,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1266
    },
    {
      "completion_length": 235.50001525878906,
      "epoch": 1.2159309021113245,
      "grad_norm": 1.1094602346420288,
      "kl": 0.41226962208747864,
      "learning_rate": 1.890215699729057e-07,
      "loss": 0.0004,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1267
    },
    {
      "completion_length": 190.2857208251953,
      "epoch": 1.216890595009597,
      "grad_norm": 0.022737005725502968,
      "kl": 0.4855005741119385,
      "learning_rate": 1.886286282148002e-07,
      "loss": 0.0005,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1268
    },
    {
      "completion_length": 165.1428680419922,
      "epoch": 1.2178502879078694,
      "grad_norm": 1.9424893856048584,
      "kl": 0.693729817867279,
      "learning_rate": 1.8823584772830997e-07,
      "loss": 0.0007,
      "reward": 1.071428656578064,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.6428571939468384,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1269
    },
    {
      "completion_length": 185.85714721679688,
      "epoch": 1.2188099808061421,
      "grad_norm": 2.052259922027588,
      "kl": 0.5861853361129761,
      "learning_rate": 1.87843229545583e-07,
      "loss": 0.0006,
      "reward": 1.3928571939468384,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1270
    },
    {
      "completion_length": 151.1428680419922,
      "epoch": 1.2197696737044146,
      "grad_norm": 3.4708194732666016,
      "kl": 0.8004356622695923,
      "learning_rate": 1.8745077469834087e-07,
      "loss": 0.0008,
      "reward": 1.1785714626312256,
      "reward_std": 0.45456868410110474,
      "rewards/check_gptzero_func": 0.7142857313156128,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1271
    },
    {
      "completion_length": 160.0,
      "epoch": 1.220729366602687,
      "grad_norm": 1.4824604988098145,
      "kl": 0.6585025787353516,
      "learning_rate": 1.8705848421787608e-07,
      "loss": 0.0007,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1272
    },
    {
      "completion_length": 167.21429443359375,
      "epoch": 1.2216890595009597,
      "grad_norm": 0.8463132977485657,
      "kl": 0.6615301966667175,
      "learning_rate": 1.8666635913504897e-07,
      "loss": 0.0007,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1273
    },
    {
      "completion_length": 162.85714721679688,
      "epoch": 1.2226487523992322,
      "grad_norm": 0.019361186772584915,
      "kl": 0.6443313360214233,
      "learning_rate": 1.8627440048028538e-07,
      "loss": 0.0006,
      "reward": 1.3571429252624512,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1274
    },
    {
      "completion_length": 205.71429443359375,
      "epoch": 1.2236084452975047,
      "grad_norm": 1.214027762413025,
      "kl": 0.548835813999176,
      "learning_rate": 1.8588260928357367e-07,
      "loss": 0.0005,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1275
    },
    {
      "completion_length": 164.35714721679688,
      "epoch": 1.2245681381957774,
      "grad_norm": 2.6709392070770264,
      "kl": 0.7873520255088806,
      "learning_rate": 1.8549098657446244e-07,
      "loss": 0.0008,
      "reward": 1.25,
      "reward_std": 0.25253814458847046,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 1276
    },
    {
      "completion_length": 188.07144165039062,
      "epoch": 1.2255278310940498,
      "grad_norm": 1.486975908279419,
      "kl": 0.5406690835952759,
      "learning_rate": 1.850995333820572e-07,
      "loss": 0.0005,
      "reward": 1.3928571939468384,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1277
    },
    {
      "completion_length": 126.5714340209961,
      "epoch": 1.2264875239923225,
      "grad_norm": 2.854105234146118,
      "kl": 0.903455913066864,
      "learning_rate": 1.8470825073501826e-07,
      "loss": 0.0009,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1278
    },
    {
      "completion_length": 193.35714721679688,
      "epoch": 1.227447216890595,
      "grad_norm": 1.8811031579971313,
      "kl": 0.6195858716964722,
      "learning_rate": 1.8431713966155774e-07,
      "loss": 0.0006,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1279
    },
    {
      "completion_length": 216.57144165039062,
      "epoch": 1.2284069097888675,
      "grad_norm": 0.015080044977366924,
      "kl": 0.4716647267341614,
      "learning_rate": 1.8392620118943674e-07,
      "loss": 0.0005,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1280
    },
    {
      "completion_length": 180.6428680419922,
      "epoch": 1.2293666026871402,
      "grad_norm": 2.3830387592315674,
      "kl": 0.5544857978820801,
      "learning_rate": 1.8353543634596296e-07,
      "loss": 0.0006,
      "reward": 1.1428571939468384,
      "reward_std": 0.30304574966430664,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.3571428656578064,
      "step": 1281
    },
    {
      "completion_length": 150.71429443359375,
      "epoch": 1.2303262955854126,
      "grad_norm": 1.4248521327972412,
      "kl": 0.733294665813446,
      "learning_rate": 1.831448461579876e-07,
      "loss": 0.0007,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1282
    },
    {
      "completion_length": 169.6428680419922,
      "epoch": 1.2312859884836853,
      "grad_norm": 1.6868797540664673,
      "kl": 0.6985615491867065,
      "learning_rate": 1.8275443165190332e-07,
      "loss": 0.0007,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1283
    },
    {
      "completion_length": 215.57144165039062,
      "epoch": 1.2322456813819578,
      "grad_norm": 0.01578601635992527,
      "kl": 0.4257409870624542,
      "learning_rate": 1.8236419385364072e-07,
      "loss": 0.0004,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1284
    },
    {
      "completion_length": 181.42857360839844,
      "epoch": 1.2332053742802302,
      "grad_norm": 1.1308585405349731,
      "kl": 0.6414340734481812,
      "learning_rate": 1.819741337886662e-07,
      "loss": 0.0006,
      "reward": 1.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1285
    },
    {
      "completion_length": 169.6428680419922,
      "epoch": 1.234165067178503,
      "grad_norm": 1.230452060699463,
      "kl": 0.5947362780570984,
      "learning_rate": 1.8158425248197928e-07,
      "loss": 0.0006,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1286
    },
    {
      "completion_length": 175.71429443359375,
      "epoch": 1.2351247600767754,
      "grad_norm": 0.7638412117958069,
      "kl": 0.6249009966850281,
      "learning_rate": 1.8119455095810944e-07,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1287
    },
    {
      "completion_length": 200.57144165039062,
      "epoch": 1.236084452975048,
      "grad_norm": 0.7371198534965515,
      "kl": 0.5579308867454529,
      "learning_rate": 1.8080503024111392e-07,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1288
    },
    {
      "completion_length": 196.92857360839844,
      "epoch": 1.2370441458733206,
      "grad_norm": 0.8476355075836182,
      "kl": 0.5858030319213867,
      "learning_rate": 1.8041569135457462e-07,
      "loss": 0.0006,
      "reward": 1.2857143878936768,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.5,
      "step": 1289
    },
    {
      "completion_length": 167.07144165039062,
      "epoch": 1.238003838771593,
      "grad_norm": 0.9363329410552979,
      "kl": 0.6566541790962219,
      "learning_rate": 1.8002653532159605e-07,
      "loss": 0.0007,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1290
    },
    {
      "completion_length": 161.35714721679688,
      "epoch": 1.2389635316698657,
      "grad_norm": 1.5289394855499268,
      "kl": 0.6235430240631104,
      "learning_rate": 1.7963756316480181e-07,
      "loss": 0.0006,
      "reward": 1.2857143878936768,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.5,
      "step": 1291
    },
    {
      "completion_length": 185.71429443359375,
      "epoch": 1.2399232245681382,
      "grad_norm": 0.024732574820518494,
      "kl": 0.5832841396331787,
      "learning_rate": 1.7924877590633237e-07,
      "loss": 0.0006,
      "reward": 1.2142857313156128,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.3571428656578064,
      "step": 1292
    },
    {
      "completion_length": 173.85714721679688,
      "epoch": 1.2408829174664107,
      "grad_norm": 0.03263263776898384,
      "kl": 0.6137898564338684,
      "learning_rate": 1.7886017456784263e-07,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1293
    },
    {
      "completion_length": 162.21429443359375,
      "epoch": 1.2418426103646834,
      "grad_norm": 1.7037575244903564,
      "kl": 0.6603994369506836,
      "learning_rate": 1.784717601704986e-07,
      "loss": 0.0007,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1294
    },
    {
      "completion_length": 191.50001525878906,
      "epoch": 1.2428023032629558,
      "grad_norm": 0.017722202464938164,
      "kl": 0.648270308971405,
      "learning_rate": 1.7808353373497512e-07,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1295
    },
    {
      "completion_length": 169.35714721679688,
      "epoch": 1.2437619961612283,
      "grad_norm": 2.0666234493255615,
      "kl": 0.5925481915473938,
      "learning_rate": 1.7769549628145306e-07,
      "loss": 0.0006,
      "reward": 1.2142857313156128,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.7142857313156128,
      "rewards/check_similarity_func": 0.5,
      "step": 1296
    },
    {
      "completion_length": 147.07144165039062,
      "epoch": 1.244721689059501,
      "grad_norm": 1.902185082435608,
      "kl": 0.7026548981666565,
      "learning_rate": 1.7730764882961695e-07,
      "loss": 0.0007,
      "reward": 1.1428571939468384,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.7142857313156128,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1297
    },
    {
      "completion_length": 204.21429443359375,
      "epoch": 1.2456813819577734,
      "grad_norm": 0.8353932499885559,
      "kl": 0.5271484851837158,
      "learning_rate": 1.7691999239865176e-07,
      "loss": 0.0005,
      "reward": 1.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1298
    },
    {
      "completion_length": 145.1428680419922,
      "epoch": 1.2466410748560461,
      "grad_norm": 2.337886333465576,
      "kl": 0.6575098037719727,
      "learning_rate": 1.7653252800724061e-07,
      "loss": 0.0007,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1299
    },
    {
      "completion_length": 197.42857360839844,
      "epoch": 1.2476007677543186,
      "grad_norm": 1.965779423713684,
      "kl": 0.5799834132194519,
      "learning_rate": 1.7614525667356184e-07,
      "loss": 0.0006,
      "reward": 1.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1300
    },
    {
      "completion_length": 199.92857360839844,
      "epoch": 1.248560460652591,
      "grad_norm": 2.394643545150757,
      "kl": 0.6193076372146606,
      "learning_rate": 1.7575817941528675e-07,
      "loss": 0.0006,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1301
    },
    {
      "completion_length": 175.6428680419922,
      "epoch": 1.2495201535508638,
      "grad_norm": 2.0574190616607666,
      "kl": 0.5904116034507751,
      "learning_rate": 1.753712972495764e-07,
      "loss": 0.0006,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1302
    },
    {
      "completion_length": 158.5,
      "epoch": 1.2504798464491362,
      "grad_norm": 1.6897587776184082,
      "kl": 0.7315264344215393,
      "learning_rate": 1.749846111930792e-07,
      "loss": 0.0007,
      "reward": 1.2142857313156128,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1303
    },
    {
      "completion_length": 196.00001525878906,
      "epoch": 1.251439539347409,
      "grad_norm": 0.032175060361623764,
      "kl": 0.5394963026046753,
      "learning_rate": 1.7459812226192843e-07,
      "loss": 0.0005,
      "reward": 1.3571429252624512,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1304
    },
    {
      "completion_length": 177.2857208251953,
      "epoch": 1.2523992322456814,
      "grad_norm": 2.573744535446167,
      "kl": 0.637690007686615,
      "learning_rate": 1.742118314717391e-07,
      "loss": 0.0006,
      "reward": 1.25,
      "reward_std": 0.3535534143447876,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1305
    },
    {
      "completion_length": 182.07144165039062,
      "epoch": 1.2533589251439539,
      "grad_norm": 2.829885244369507,
      "kl": 0.609649658203125,
      "learning_rate": 1.7382573983760583e-07,
      "loss": 0.0006,
      "reward": 1.321428656578064,
      "reward_std": 0.25253814458847046,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 1306
    },
    {
      "completion_length": 162.5,
      "epoch": 1.2543186180422266,
      "grad_norm": 1.297471284866333,
      "kl": 0.6372559666633606,
      "learning_rate": 1.7343984837409954e-07,
      "loss": 0.0006,
      "reward": 1.2142857313156128,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1307
    },
    {
      "completion_length": 210.50001525878906,
      "epoch": 1.255278310940499,
      "grad_norm": 0.9599624276161194,
      "kl": 0.5385685563087463,
      "learning_rate": 1.7305415809526553e-07,
      "loss": 0.0005,
      "reward": 1.3928571939468384,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 1308
    },
    {
      "completion_length": 168.92857360839844,
      "epoch": 1.2562380038387717,
      "grad_norm": 2.186767578125,
      "kl": 0.6966322064399719,
      "learning_rate": 1.7266867001462015e-07,
      "loss": 0.0007,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1309
    },
    {
      "completion_length": 210.57144165039062,
      "epoch": 1.2571976967370442,
      "grad_norm": 1.914603590965271,
      "kl": 0.5232416987419128,
      "learning_rate": 1.7228338514514841e-07,
      "loss": 0.0005,
      "reward": 1.2857143878936768,
      "reward_std": 0.30304574966430664,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.5,
      "step": 1310
    },
    {
      "completion_length": 206.07144165039062,
      "epoch": 1.2581573896353166,
      "grad_norm": 0.049087658524513245,
      "kl": 0.55131596326828,
      "learning_rate": 1.7189830449930166e-07,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1311
    },
    {
      "completion_length": 198.6428680419922,
      "epoch": 1.2591170825335891,
      "grad_norm": 0.015067926608026028,
      "kl": 0.506202220916748,
      "learning_rate": 1.7151342908899413e-07,
      "loss": 0.0005,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1312
    },
    {
      "completion_length": 212.00001525878906,
      "epoch": 1.2600767754318618,
      "grad_norm": 0.02184719406068325,
      "kl": 0.4492853283882141,
      "learning_rate": 1.7112875992560105e-07,
      "loss": 0.0004,
      "reward": 1.3571429252624512,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1313
    },
    {
      "completion_length": 168.6428680419922,
      "epoch": 1.2610364683301343,
      "grad_norm": 1.2729504108428955,
      "kl": 0.7514154314994812,
      "learning_rate": 1.707442980199555e-07,
      "loss": 0.0008,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1314
    },
    {
      "completion_length": 204.21429443359375,
      "epoch": 1.261996161228407,
      "grad_norm": 1.2971901893615723,
      "kl": 0.5262473225593567,
      "learning_rate": 1.703600443823461e-07,
      "loss": 0.0005,
      "reward": 1.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1315
    },
    {
      "completion_length": 247.00001525878906,
      "epoch": 1.2629558541266794,
      "grad_norm": 0.024249659851193428,
      "kl": 0.515910267829895,
      "learning_rate": 1.6997600002251404e-07,
      "loss": 0.0005,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1316
    },
    {
      "completion_length": 187.42857360839844,
      "epoch": 1.263915547024952,
      "grad_norm": 1.8670140504837036,
      "kl": 0.6133653521537781,
      "learning_rate": 1.6959216594965058e-07,
      "loss": 0.0006,
      "reward": 1.2857143878936768,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1317
    },
    {
      "completion_length": 168.7857208251953,
      "epoch": 1.2648752399232246,
      "grad_norm": 2.6682868003845215,
      "kl": 0.9437258839607239,
      "learning_rate": 1.6920854317239447e-07,
      "loss": 0.0009,
      "reward": 1.25,
      "reward_std": 0.25253814458847046,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 1318
    },
    {
      "completion_length": 233.71429443359375,
      "epoch": 1.265834932821497,
      "grad_norm": 1.1043683290481567,
      "kl": 0.5268863439559937,
      "learning_rate": 1.6882513269882913e-07,
      "loss": 0.0005,
      "reward": 1.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1319
    },
    {
      "completion_length": 145.57144165039062,
      "epoch": 1.2667946257197698,
      "grad_norm": 0.016194527968764305,
      "kl": 0.8262698650360107,
      "learning_rate": 1.6844193553648022e-07,
      "loss": 0.0008,
      "reward": 1.3571429252624512,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1320
    },
    {
      "completion_length": 163.0,
      "epoch": 1.2677543186180422,
      "grad_norm": 1.195075273513794,
      "kl": 0.744589626789093,
      "learning_rate": 1.6805895269231263e-07,
      "loss": 0.0007,
      "reward": 1.3571429252624512,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1321
    },
    {
      "completion_length": 153.57144165039062,
      "epoch": 1.2687140115163147,
      "grad_norm": 0.8916422128677368,
      "kl": 0.7417358756065369,
      "learning_rate": 1.6767618517272837e-07,
      "loss": 0.0007,
      "reward": 1.1428571939468384,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.3571428656578064,
      "step": 1322
    },
    {
      "completion_length": 239.00001525878906,
      "epoch": 1.2696737044145874,
      "grad_norm": 1.675881028175354,
      "kl": 0.5901917219161987,
      "learning_rate": 1.6729363398356334e-07,
      "loss": 0.0006,
      "reward": 1.1428571939468384,
      "reward_std": 0.30304574966430664,
      "rewards/check_gptzero_func": 0.7142857313156128,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1323
    },
    {
      "completion_length": 171.57144165039062,
      "epoch": 1.2706333973128598,
      "grad_norm": 0.12700237333774567,
      "kl": 0.7104166746139526,
      "learning_rate": 1.669113001300851e-07,
      "loss": 0.0007,
      "reward": 1.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1324
    },
    {
      "completion_length": 155.57144165039062,
      "epoch": 1.2715930902111325,
      "grad_norm": 0.017867283895611763,
      "kl": 0.8713961243629456,
      "learning_rate": 1.665291846169901e-07,
      "loss": 0.0009,
      "reward": 1.3571429252624512,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1325
    },
    {
      "completion_length": 161.57144165039062,
      "epoch": 1.272552783109405,
      "grad_norm": 0.020287152379751205,
      "kl": 0.7284213900566101,
      "learning_rate": 1.6614728844840103e-07,
      "loss": 0.0007,
      "reward": 1.3571429252624512,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1326
    },
    {
      "completion_length": 179.35714721679688,
      "epoch": 1.2735124760076775,
      "grad_norm": 1.271155834197998,
      "kl": 0.6887739300727844,
      "learning_rate": 1.6576561262786415e-07,
      "loss": 0.0007,
      "reward": 1.3928571939468384,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 1327
    },
    {
      "completion_length": 203.57144165039062,
      "epoch": 1.2744721689059502,
      "grad_norm": 0.012071714736521244,
      "kl": 0.5921033024787903,
      "learning_rate": 1.6538415815834665e-07,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1328
    },
    {
      "completion_length": 187.1428680419922,
      "epoch": 1.2754318618042226,
      "grad_norm": 1.8186390399932861,
      "kl": 0.5835970640182495,
      "learning_rate": 1.6500292604223431e-07,
      "loss": 0.0006,
      "reward": 1.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1329
    },
    {
      "completion_length": 182.7857208251953,
      "epoch": 1.2763915547024953,
      "grad_norm": 1.900225281715393,
      "kl": 0.6365135908126831,
      "learning_rate": 1.6462191728132825e-07,
      "loss": 0.0006,
      "reward": 1.321428656578064,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 1330
    },
    {
      "completion_length": 205.57144165039062,
      "epoch": 1.2773512476007678,
      "grad_norm": 1.4170256853103638,
      "kl": 0.5142356753349304,
      "learning_rate": 1.6424113287684279e-07,
      "loss": 0.0005,
      "reward": 1.2857143878936768,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1331
    },
    {
      "completion_length": 171.35714721679688,
      "epoch": 1.2783109404990403,
      "grad_norm": 0.02115422673523426,
      "kl": 0.7083388566970825,
      "learning_rate": 1.6386057382940283e-07,
      "loss": 0.0007,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1332
    },
    {
      "completion_length": 185.42857360839844,
      "epoch": 1.2792706333973127,
      "grad_norm": 1.7600101232528687,
      "kl": 1.2725367546081543,
      "learning_rate": 1.6348024113904091e-07,
      "loss": 0.0013,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1333
    },
    {
      "completion_length": 190.7857208251953,
      "epoch": 1.2802303262955854,
      "grad_norm": 1.5370659828186035,
      "kl": 0.6456364393234253,
      "learning_rate": 1.6310013580519485e-07,
      "loss": 0.0006,
      "reward": 1.3928571939468384,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1334
    },
    {
      "completion_length": 226.71429443359375,
      "epoch": 1.2811900191938579,
      "grad_norm": 1.0870252847671509,
      "kl": 0.5793766379356384,
      "learning_rate": 1.6272025882670487e-07,
      "loss": 0.0006,
      "reward": 1.3571429252624512,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1335
    },
    {
      "completion_length": 162.21429443359375,
      "epoch": 1.2821497120921306,
      "grad_norm": 2.1751527786254883,
      "kl": 0.734904408454895,
      "learning_rate": 1.6234061120181143e-07,
      "loss": 0.0007,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1336
    },
    {
      "completion_length": 212.92857360839844,
      "epoch": 1.283109404990403,
      "grad_norm": 1.2899247407913208,
      "kl": 0.574657678604126,
      "learning_rate": 1.619611939281519e-07,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1337
    },
    {
      "completion_length": 173.71429443359375,
      "epoch": 1.2840690978886755,
      "grad_norm": 1.7563401460647583,
      "kl": 0.619114875793457,
      "learning_rate": 1.615820080027586e-07,
      "loss": 0.0006,
      "reward": 1.3928571939468384,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1338
    },
    {
      "completion_length": 208.35714721679688,
      "epoch": 1.2850287907869482,
      "grad_norm": 0.0257351566106081,
      "kl": 0.5664335489273071,
      "learning_rate": 1.612030544220558e-07,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1339
    },
    {
      "completion_length": 212.2857208251953,
      "epoch": 1.2859884836852207,
      "grad_norm": 1.2209612131118774,
      "kl": 0.5401905179023743,
      "learning_rate": 1.608243341818573e-07,
      "loss": 0.0005,
      "reward": 1.3571429252624512,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1340
    },
    {
      "completion_length": 161.1428680419922,
      "epoch": 1.2869481765834934,
      "grad_norm": 0.9698086977005005,
      "kl": 0.7116216421127319,
      "learning_rate": 1.6044584827736368e-07,
      "loss": 0.0007,
      "reward": 1.2142857313156128,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1341
    },
    {
      "completion_length": 205.1428680419922,
      "epoch": 1.2879078694817658,
      "grad_norm": 1.3487696647644043,
      "kl": 0.6392731070518494,
      "learning_rate": 1.6006759770315976e-07,
      "loss": 0.0006,
      "reward": 1.3571429252624512,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1342
    },
    {
      "completion_length": 176.85714721679688,
      "epoch": 1.2888675623800383,
      "grad_norm": 1.293694257736206,
      "kl": 0.705791175365448,
      "learning_rate": 1.5968958345321177e-07,
      "loss": 0.0007,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1343
    },
    {
      "completion_length": 218.85714721679688,
      "epoch": 1.289827255278311,
      "grad_norm": 1.3592314720153809,
      "kl": 0.6620905995368958,
      "learning_rate": 1.5931180652086528e-07,
      "loss": 0.0007,
      "reward": 1.3928571939468384,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1344
    },
    {
      "completion_length": 205.42857360839844,
      "epoch": 1.2907869481765835,
      "grad_norm": 1.8240870237350464,
      "kl": 0.5365332365036011,
      "learning_rate": 1.5893426789884198e-07,
      "loss": 0.0005,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1345
    },
    {
      "completion_length": 179.85714721679688,
      "epoch": 1.2917466410748562,
      "grad_norm": 1.196347951889038,
      "kl": 0.636793851852417,
      "learning_rate": 1.5855696857923736e-07,
      "loss": 0.0006,
      "reward": 1.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1346
    },
    {
      "completion_length": 213.21429443359375,
      "epoch": 1.2927063339731286,
      "grad_norm": 1.0796329975128174,
      "kl": 0.4239398241043091,
      "learning_rate": 1.5817990955351818e-07,
      "loss": 0.0004,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1347
    },
    {
      "completion_length": 155.5,
      "epoch": 1.293666026871401,
      "grad_norm": 0.012803279794752598,
      "kl": 0.6833088994026184,
      "learning_rate": 1.5780309181251965e-07,
      "loss": 0.0007,
      "reward": 1.3571429252624512,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1348
    },
    {
      "completion_length": 229.21429443359375,
      "epoch": 1.2946257197696738,
      "grad_norm": 0.01440064050257206,
      "kl": 0.4654676020145416,
      "learning_rate": 1.57426516346443e-07,
      "loss": 0.0005,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1349
    },
    {
      "completion_length": 175.85714721679688,
      "epoch": 1.2955854126679462,
      "grad_norm": 1.277963399887085,
      "kl": 0.6494297385215759,
      "learning_rate": 1.570501841448526e-07,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1350
    },
    {
      "completion_length": 187.00001525878906,
      "epoch": 1.296545105566219,
      "grad_norm": 1.5097259283065796,
      "kl": 0.6569545269012451,
      "learning_rate": 1.5667409619667403e-07,
      "loss": 0.0007,
      "reward": 1.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1351
    },
    {
      "completion_length": 196.7857208251953,
      "epoch": 1.2975047984644914,
      "grad_norm": 0.021492289379239082,
      "kl": 0.6152808666229248,
      "learning_rate": 1.5629825349019052e-07,
      "loss": 0.0006,
      "reward": 1.3571429252624512,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1352
    },
    {
      "completion_length": 155.07144165039062,
      "epoch": 1.2984644913627639,
      "grad_norm": 2.733917713165283,
      "kl": 0.7411373853683472,
      "learning_rate": 1.5592265701304114e-07,
      "loss": 0.0007,
      "reward": 1.321428656578064,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 1353
    },
    {
      "completion_length": 236.2857208251953,
      "epoch": 1.2994241842610363,
      "grad_norm": 1.3126121759414673,
      "kl": 0.43885502219200134,
      "learning_rate": 1.5554730775221786e-07,
      "loss": 0.0004,
      "reward": 1.3928571939468384,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1354
    },
    {
      "completion_length": 204.57144165039062,
      "epoch": 1.300383877159309,
      "grad_norm": 0.017681574448943138,
      "kl": 0.5219961404800415,
      "learning_rate": 1.5517220669406302e-07,
      "loss": 0.0005,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1355
    },
    {
      "completion_length": 146.1428680419922,
      "epoch": 1.3013435700575815,
      "grad_norm": 1.6134390830993652,
      "kl": 0.8180312514305115,
      "learning_rate": 1.5479735482426673e-07,
      "loss": 0.0008,
      "reward": 1.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1356
    },
    {
      "completion_length": 186.2857208251953,
      "epoch": 1.3023032629558542,
      "grad_norm": 1.31443452835083,
      "kl": 0.6941892504692078,
      "learning_rate": 1.5442275312786413e-07,
      "loss": 0.0007,
      "reward": 1.3571429252624512,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1357
    },
    {
      "completion_length": 204.7857208251953,
      "epoch": 1.3032629558541267,
      "grad_norm": 2.2164134979248047,
      "kl": 0.648041844367981,
      "learning_rate": 1.540484025892333e-07,
      "loss": 0.0006,
      "reward": 1.2857143878936768,
      "reward_std": 0.30304574966430664,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.5,
      "step": 1358
    },
    {
      "completion_length": 230.00001525878906,
      "epoch": 1.3042226487523991,
      "grad_norm": 0.01800861582159996,
      "kl": 0.5460792779922485,
      "learning_rate": 1.5367430419209198e-07,
      "loss": 0.0005,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1359
    },
    {
      "completion_length": 200.85714721679688,
      "epoch": 1.3051823416506718,
      "grad_norm": 1.8612382411956787,
      "kl": 0.6613922119140625,
      "learning_rate": 1.5330045891949555e-07,
      "loss": 0.0007,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1360
    },
    {
      "completion_length": 219.2857208251953,
      "epoch": 1.3061420345489443,
      "grad_norm": 0.023333285003900528,
      "kl": 0.4971511662006378,
      "learning_rate": 1.5292686775383412e-07,
      "loss": 0.0005,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1361
    },
    {
      "completion_length": 194.1428680419922,
      "epoch": 1.307101727447217,
      "grad_norm": 1.6241196393966675,
      "kl": 0.5104129314422607,
      "learning_rate": 1.5255353167683017e-07,
      "loss": 0.0005,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1362
    },
    {
      "completion_length": 184.21429443359375,
      "epoch": 1.3080614203454894,
      "grad_norm": 0.019742019474506378,
      "kl": 0.7102254629135132,
      "learning_rate": 1.521804516695357e-07,
      "loss": 0.0007,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1363
    },
    {
      "completion_length": 157.35714721679688,
      "epoch": 1.309021113243762,
      "grad_norm": 1.5431873798370361,
      "kl": 0.6785508990287781,
      "learning_rate": 1.5180762871232986e-07,
      "loss": 0.0007,
      "reward": 1.2857143878936768,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1364
    },
    {
      "completion_length": 148.7857208251953,
      "epoch": 1.3099808061420346,
      "grad_norm": 2.6076369285583496,
      "kl": 0.7688614130020142,
      "learning_rate": 1.514350637849165e-07,
      "loss": 0.0008,
      "reward": 1.2142857313156128,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1365
    },
    {
      "completion_length": 187.57144165039062,
      "epoch": 1.310940499040307,
      "grad_norm": 1.498814582824707,
      "kl": 0.7203980088233948,
      "learning_rate": 1.510627578663211e-07,
      "loss": 0.0007,
      "reward": 1.321428656578064,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 1366
    },
    {
      "completion_length": 206.50001525878906,
      "epoch": 1.3119001919385798,
      "grad_norm": 0.016795571893453598,
      "kl": 0.6275415420532227,
      "learning_rate": 1.5069071193488892e-07,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1367
    },
    {
      "completion_length": 202.92857360839844,
      "epoch": 1.3128598848368522,
      "grad_norm": 0.028700806200504303,
      "kl": 0.5719935297966003,
      "learning_rate": 1.503189269682815e-07,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1368
    },
    {
      "completion_length": 174.1428680419922,
      "epoch": 1.3138195777351247,
      "grad_norm": 0.7707845568656921,
      "kl": 0.7329714298248291,
      "learning_rate": 1.499474039434752e-07,
      "loss": 0.0007,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1369
    },
    {
      "completion_length": 172.50001525878906,
      "epoch": 1.3147792706333974,
      "grad_norm": 1.5204163789749146,
      "kl": 0.6569828987121582,
      "learning_rate": 1.4957614383675767e-07,
      "loss": 0.0007,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1370
    },
    {
      "completion_length": 205.57144165039062,
      "epoch": 1.3157389635316699,
      "grad_norm": 1.564280390739441,
      "kl": 0.5218663215637207,
      "learning_rate": 1.4920514762372565e-07,
      "loss": 0.0005,
      "reward": 1.2857143878936768,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.3571428656578064,
      "step": 1371
    },
    {
      "completion_length": 193.21429443359375,
      "epoch": 1.3166986564299425,
      "grad_norm": 1.3887141942977905,
      "kl": 0.6066312789916992,
      "learning_rate": 1.4883441627928272e-07,
      "loss": 0.0006,
      "reward": 1.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1372
    },
    {
      "completion_length": 166.5,
      "epoch": 1.317658349328215,
      "grad_norm": 0.9505061507225037,
      "kl": 0.6319942474365234,
      "learning_rate": 1.4846395077763612e-07,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1373
    },
    {
      "completion_length": 177.07144165039062,
      "epoch": 1.3186180422264875,
      "grad_norm": 2.4765172004699707,
      "kl": 0.6885746717453003,
      "learning_rate": 1.480937520922947e-07,
      "loss": 0.0007,
      "reward": 1.1428571939468384,
      "reward_std": 0.4040610194206238,
      "rewards/check_gptzero_func": 0.7142857313156128,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1374
    },
    {
      "completion_length": 173.92857360839844,
      "epoch": 1.31957773512476,
      "grad_norm": 1.2825860977172852,
      "kl": 0.6031765341758728,
      "learning_rate": 1.47723821196066e-07,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1375
    },
    {
      "completion_length": 226.50001525878906,
      "epoch": 1.3205374280230326,
      "grad_norm": 0.7705069780349731,
      "kl": 0.4502283036708832,
      "learning_rate": 1.4735415906105417e-07,
      "loss": 0.0005,
      "reward": 1.3928571939468384,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1376
    },
    {
      "completion_length": 172.00001525878906,
      "epoch": 1.3214971209213051,
      "grad_norm": 2.5556271076202393,
      "kl": 0.7973268032073975,
      "learning_rate": 1.4698476665865678e-07,
      "loss": 0.0008,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1377
    },
    {
      "completion_length": 158.85714721679688,
      "epoch": 1.3224568138195778,
      "grad_norm": 1.592319369316101,
      "kl": 0.8270372748374939,
      "learning_rate": 1.4661564495956268e-07,
      "loss": 0.0008,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1378
    },
    {
      "completion_length": 199.1428680419922,
      "epoch": 1.3234165067178503,
      "grad_norm": 0.01536527555435896,
      "kl": 0.579329252243042,
      "learning_rate": 1.4624679493374958e-07,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1379
    },
    {
      "completion_length": 176.1428680419922,
      "epoch": 1.3243761996161227,
      "grad_norm": 1.0624313354492188,
      "kl": 0.6030518412590027,
      "learning_rate": 1.4587821755048097e-07,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1380
    },
    {
      "completion_length": 221.35714721679688,
      "epoch": 1.3253358925143954,
      "grad_norm": 1.2970829010009766,
      "kl": 0.5796786546707153,
      "learning_rate": 1.4550991377830423e-07,
      "loss": 0.0006,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1381
    },
    {
      "completion_length": 209.35714721679688,
      "epoch": 1.326295585412668,
      "grad_norm": 2.021327018737793,
      "kl": 0.7063566446304321,
      "learning_rate": 1.4514188458504724e-07,
      "loss": 0.0007,
      "reward": 1.321428656578064,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1382
    },
    {
      "completion_length": 206.42857360839844,
      "epoch": 1.3272552783109406,
      "grad_norm": 0.7841938734054565,
      "kl": 0.515316367149353,
      "learning_rate": 1.4477413093781703e-07,
      "loss": 0.0005,
      "reward": 1.3571429252624512,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1383
    },
    {
      "completion_length": 128.7857208251953,
      "epoch": 1.328214971209213,
      "grad_norm": 0.014573308639228344,
      "kl": 0.9455553293228149,
      "learning_rate": 1.4440665380299593e-07,
      "loss": 0.0009,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1384
    },
    {
      "completion_length": 154.92857360839844,
      "epoch": 1.3291746641074855,
      "grad_norm": 0.017022766172885895,
      "kl": 0.6954547762870789,
      "learning_rate": 1.4403945414623988e-07,
      "loss": 0.0007,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1385
    },
    {
      "completion_length": 219.2857208251953,
      "epoch": 1.3301343570057582,
      "grad_norm": 0.011841990053653717,
      "kl": 0.4608268141746521,
      "learning_rate": 1.43672532932476e-07,
      "loss": 0.0005,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1386
    },
    {
      "completion_length": 168.07144165039062,
      "epoch": 1.3310940499040307,
      "grad_norm": 0.8507065773010254,
      "kl": 0.6883861422538757,
      "learning_rate": 1.433058911258991e-07,
      "loss": 0.0007,
      "reward": 1.3571429252624512,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1387
    },
    {
      "completion_length": 179.1428680419922,
      "epoch": 1.3320537428023034,
      "grad_norm": 1.0315450429916382,
      "kl": 0.7878497242927551,
      "learning_rate": 1.4293952968997022e-07,
      "loss": 0.0008,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1388
    },
    {
      "completion_length": 161.7857208251953,
      "epoch": 1.3330134357005758,
      "grad_norm": 1.5575965642929077,
      "kl": 0.7733885049819946,
      "learning_rate": 1.4257344958741325e-07,
      "loss": 0.0008,
      "reward": 1.3571429252624512,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1389
    },
    {
      "completion_length": 218.07144165039062,
      "epoch": 1.3339731285988483,
      "grad_norm": 1.3528274297714233,
      "kl": 0.5704185366630554,
      "learning_rate": 1.4220765178021343e-07,
      "loss": 0.0006,
      "reward": 1.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1390
    },
    {
      "completion_length": 226.71429443359375,
      "epoch": 1.334932821497121,
      "grad_norm": 0.015568247064948082,
      "kl": 0.44848451018333435,
      "learning_rate": 1.4184213722961348e-07,
      "loss": 0.0004,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1391
    },
    {
      "completion_length": 208.7857208251953,
      "epoch": 1.3358925143953935,
      "grad_norm": 1.1852484941482544,
      "kl": 0.5053222179412842,
      "learning_rate": 1.4147690689611215e-07,
      "loss": 0.0005,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1392
    },
    {
      "completion_length": 166.92857360839844,
      "epoch": 1.3368522072936662,
      "grad_norm": 1.1596473455429077,
      "kl": 0.7593792676925659,
      "learning_rate": 1.4111196173946126e-07,
      "loss": 0.0008,
      "reward": 1.3571429252624512,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1393
    },
    {
      "completion_length": 207.92857360839844,
      "epoch": 1.3378119001919386,
      "grad_norm": 0.05165039375424385,
      "kl": 0.5357842445373535,
      "learning_rate": 1.407473027186633e-07,
      "loss": 0.0005,
      "reward": 1.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1394
    },
    {
      "completion_length": 207.71429443359375,
      "epoch": 1.338771593090211,
      "grad_norm": 0.01503815408796072,
      "kl": 0.5158546566963196,
      "learning_rate": 1.403829307919689e-07,
      "loss": 0.0005,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1395
    },
    {
      "completion_length": 242.2857208251953,
      "epoch": 1.3397312859884836,
      "grad_norm": 0.017732365056872368,
      "kl": 0.48787882924079895,
      "learning_rate": 1.400188469168738e-07,
      "loss": 0.0005,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1396
    },
    {
      "completion_length": 170.21429443359375,
      "epoch": 1.3406909788867563,
      "grad_norm": 1.3675225973129272,
      "kl": 0.6632559299468994,
      "learning_rate": 1.3965505205011758e-07,
      "loss": 0.0007,
      "reward": 1.3571429252624512,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1397
    },
    {
      "completion_length": 155.5,
      "epoch": 1.3416506717850287,
      "grad_norm": 1.4171174764633179,
      "kl": 0.7396656274795532,
      "learning_rate": 1.3929154714767966e-07,
      "loss": 0.0007,
      "reward": 1.3571429252624512,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1398
    },
    {
      "completion_length": 222.21429443359375,
      "epoch": 1.3426103646833014,
      "grad_norm": 0.01580801047384739,
      "kl": 0.4640144109725952,
      "learning_rate": 1.3892833316477787e-07,
      "loss": 0.0005,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1399
    },
    {
      "completion_length": 218.85714721679688,
      "epoch": 1.3435700575815739,
      "grad_norm": 1.1580921411514282,
      "kl": 0.5410389304161072,
      "learning_rate": 1.3856541105586545e-07,
      "loss": 0.0005,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1400
    },
    {
      "completion_length": 191.71429443359375,
      "epoch": 1.3445297504798464,
      "grad_norm": 0.02097090147435665,
      "kl": 0.6146399974822998,
      "learning_rate": 1.3820278177462869e-07,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1401
    },
    {
      "completion_length": 182.85714721679688,
      "epoch": 1.345489443378119,
      "grad_norm": 1.5486689805984497,
      "kl": 0.6303104162216187,
      "learning_rate": 1.3784044627398445e-07,
      "loss": 0.0006,
      "reward": 1.2857143878936768,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1402
    },
    {
      "completion_length": 183.42857360839844,
      "epoch": 1.3464491362763915,
      "grad_norm": 2.912386894226074,
      "kl": 0.7057172656059265,
      "learning_rate": 1.3747840550607722e-07,
      "loss": 0.0007,
      "reward": 1.321428656578064,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1403
    },
    {
      "completion_length": 198.85714721679688,
      "epoch": 1.3474088291746642,
      "grad_norm": 0.02332027442753315,
      "kl": 0.6115506291389465,
      "learning_rate": 1.371166604222777e-07,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1404
    },
    {
      "completion_length": 161.6428680419922,
      "epoch": 1.3483685220729367,
      "grad_norm": 1.16374933719635,
      "kl": 0.7403213381767273,
      "learning_rate": 1.3675521197317887e-07,
      "loss": 0.0007,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1405
    },
    {
      "completion_length": 210.21429443359375,
      "epoch": 1.3493282149712091,
      "grad_norm": 2.092013120651245,
      "kl": 0.5899871587753296,
      "learning_rate": 1.363940611085946e-07,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1406
    },
    {
      "completion_length": 172.85714721679688,
      "epoch": 1.3502879078694818,
      "grad_norm": 0.02034921757876873,
      "kl": 0.646742045879364,
      "learning_rate": 1.3603320877755674e-07,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1407
    },
    {
      "completion_length": 161.7857208251953,
      "epoch": 1.3512476007677543,
      "grad_norm": 0.015599212609231472,
      "kl": 0.6489410400390625,
      "learning_rate": 1.356726559283125e-07,
      "loss": 0.0006,
      "reward": 1.3571429252624512,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1408
    },
    {
      "completion_length": 184.2857208251953,
      "epoch": 1.352207293666027,
      "grad_norm": 2.0413196086883545,
      "kl": 0.6147220134735107,
      "learning_rate": 1.3531240350832244e-07,
      "loss": 0.0006,
      "reward": 1.1428571939468384,
      "reward_std": 0.30304574966430664,
      "rewards/check_gptzero_func": 0.6428571939468384,
      "rewards/check_similarity_func": 0.5,
      "step": 1409
    },
    {
      "completion_length": 206.2857208251953,
      "epoch": 1.3531669865642995,
      "grad_norm": 0.01642623543739319,
      "kl": 0.6146041750907898,
      "learning_rate": 1.34952452464257e-07,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1410
    },
    {
      "completion_length": 173.6428680419922,
      "epoch": 1.354126679462572,
      "grad_norm": 2.2619571685791016,
      "kl": 0.706341564655304,
      "learning_rate": 1.3459280374199561e-07,
      "loss": 0.0007,
      "reward": 1.321428656578064,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 1411
    },
    {
      "completion_length": 190.7857208251953,
      "epoch": 1.3550863723608444,
      "grad_norm": 1.4518004655838013,
      "kl": 0.8336098790168762,
      "learning_rate": 1.3423345828662235e-07,
      "loss": 0.0008,
      "reward": 1.2857143878936768,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.5,
      "step": 1412
    },
    {
      "completion_length": 177.42857360839844,
      "epoch": 1.356046065259117,
      "grad_norm": 1.4861706495285034,
      "kl": 0.6925992369651794,
      "learning_rate": 1.3387441704242492e-07,
      "loss": 0.0007,
      "reward": 1.1785714626312256,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 0.7142857313156128,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1413
    },
    {
      "completion_length": 227.00001525878906,
      "epoch": 1.3570057581573896,
      "grad_norm": 0.7397114634513855,
      "kl": 0.45741966366767883,
      "learning_rate": 1.335156809528914e-07,
      "loss": 0.0005,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1414
    },
    {
      "completion_length": 179.2857208251953,
      "epoch": 1.3579654510556622,
      "grad_norm": 2.1281211376190186,
      "kl": 0.682563841342926,
      "learning_rate": 1.3315725096070812e-07,
      "loss": 0.0007,
      "reward": 1.3928571939468384,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1415
    },
    {
      "completion_length": 129.5,
      "epoch": 1.3589251439539347,
      "grad_norm": 1.7600243091583252,
      "kl": 0.781719446182251,
      "learning_rate": 1.3279912800775703e-07,
      "loss": 0.0008,
      "reward": 1.2857143878936768,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.5,
      "step": 1416
    },
    {
      "completion_length": 173.07144165039062,
      "epoch": 1.3598848368522072,
      "grad_norm": 1.7450515031814575,
      "kl": 0.6425632238388062,
      "learning_rate": 1.3244131303511297e-07,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1417
    },
    {
      "completion_length": 185.2857208251953,
      "epoch": 1.3608445297504799,
      "grad_norm": 0.0156025355681777,
      "kl": 0.6107596158981323,
      "learning_rate": 1.320838069830418e-07,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1418
    },
    {
      "completion_length": 181.71429443359375,
      "epoch": 1.3618042226487523,
      "grad_norm": 2.133941411972046,
      "kl": 0.5760602951049805,
      "learning_rate": 1.317266107909975e-07,
      "loss": 0.0006,
      "reward": 1.3928571939468384,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1419
    },
    {
      "completion_length": 185.7857208251953,
      "epoch": 1.362763915547025,
      "grad_norm": 0.03291001915931702,
      "kl": 0.5572335720062256,
      "learning_rate": 1.3136972539761976e-07,
      "loss": 0.0006,
      "reward": 1.3571429252624512,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1420
    },
    {
      "completion_length": 165.71429443359375,
      "epoch": 1.3637236084452975,
      "grad_norm": 0.9848637580871582,
      "kl": 0.6553589701652527,
      "learning_rate": 1.310131517407316e-07,
      "loss": 0.0007,
      "reward": 1.3571429252624512,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1421
    },
    {
      "completion_length": 180.92857360839844,
      "epoch": 1.36468330134357,
      "grad_norm": 0.035182151943445206,
      "kl": 0.6181628108024597,
      "learning_rate": 1.3065689075733682e-07,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1422
    },
    {
      "completion_length": 185.42857360839844,
      "epoch": 1.3656429942418427,
      "grad_norm": 0.9920661449432373,
      "kl": 0.5271598696708679,
      "learning_rate": 1.3030094338361768e-07,
      "loss": 0.0005,
      "reward": 1.3571429252624512,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1423
    },
    {
      "completion_length": 234.21429443359375,
      "epoch": 1.3666026871401151,
      "grad_norm": 1.5585609674453735,
      "kl": 0.5535150170326233,
      "learning_rate": 1.2994531055493213e-07,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1424
    },
    {
      "completion_length": 135.21429443359375,
      "epoch": 1.3675623800383878,
      "grad_norm": 1.1223993301391602,
      "kl": 0.7779525518417358,
      "learning_rate": 1.2958999320581165e-07,
      "loss": 0.0008,
      "reward": 1.2857143878936768,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.5,
      "step": 1425
    },
    {
      "completion_length": 195.21429443359375,
      "epoch": 1.3685220729366603,
      "grad_norm": 0.6772881150245667,
      "kl": 0.4592497944831848,
      "learning_rate": 1.2923499226995883e-07,
      "loss": 0.0005,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1426
    },
    {
      "completion_length": 166.5,
      "epoch": 1.3694817658349328,
      "grad_norm": 1.8959211111068726,
      "kl": 0.705003023147583,
      "learning_rate": 1.2888030868024467e-07,
      "loss": 0.0007,
      "reward": 1.2857143878936768,
      "reward_std": 0.30304574966430664,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.5,
      "step": 1427
    },
    {
      "completion_length": 194.21429443359375,
      "epoch": 1.3704414587332054,
      "grad_norm": 1.3319727182388306,
      "kl": 0.5869711637496948,
      "learning_rate": 1.2852594336870627e-07,
      "loss": 0.0006,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1428
    },
    {
      "completion_length": 143.7857208251953,
      "epoch": 1.371401151631478,
      "grad_norm": 0.8773326873779297,
      "kl": 0.7766086459159851,
      "learning_rate": 1.2817189726654432e-07,
      "loss": 0.0008,
      "reward": 1.071428656578064,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.6428571939468384,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1429
    },
    {
      "completion_length": 115.14286041259766,
      "epoch": 1.3723608445297506,
      "grad_norm": 2.6257307529449463,
      "kl": 0.7900897860527039,
      "learning_rate": 1.2781817130412088e-07,
      "loss": 0.0008,
      "reward": 1.2142857313156128,
      "reward_std": 0.4040610194206238,
      "rewards/check_gptzero_func": 0.7142857313156128,
      "rewards/check_similarity_func": 0.5,
      "step": 1430
    },
    {
      "completion_length": 169.5,
      "epoch": 1.373320537428023,
      "grad_norm": 0.01243400014936924,
      "kl": 0.5500544905662537,
      "learning_rate": 1.2746476641095639e-07,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1431
    },
    {
      "completion_length": 171.6428680419922,
      "epoch": 1.3742802303262955,
      "grad_norm": 0.033354610204696655,
      "kl": 0.6200588941574097,
      "learning_rate": 1.2711168351572786e-07,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1432
    },
    {
      "completion_length": 214.1428680419922,
      "epoch": 1.375239923224568,
      "grad_norm": 0.011644825339317322,
      "kl": 0.4635147452354431,
      "learning_rate": 1.2675892354626612e-07,
      "loss": 0.0005,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1433
    },
    {
      "completion_length": 197.71429443359375,
      "epoch": 1.3761996161228407,
      "grad_norm": 1.596316933631897,
      "kl": 0.6300898790359497,
      "learning_rate": 1.264064874295534e-07,
      "loss": 0.0006,
      "reward": 1.25,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 1434
    },
    {
      "completion_length": 172.7857208251953,
      "epoch": 1.3771593090211132,
      "grad_norm": 0.028949815779924393,
      "kl": 0.6746824979782104,
      "learning_rate": 1.2605437609172098e-07,
      "loss": 0.0007,
      "reward": 1.3571429252624512,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1435
    },
    {
      "completion_length": 191.50001525878906,
      "epoch": 1.3781190019193859,
      "grad_norm": 1.460540771484375,
      "kl": 0.45680055022239685,
      "learning_rate": 1.2570259045804627e-07,
      "loss": 0.0005,
      "reward": 1.3928571939468384,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1436
    },
    {
      "completion_length": 271.71429443359375,
      "epoch": 1.3790786948176583,
      "grad_norm": 0.013298014178872108,
      "kl": 0.41639167070388794,
      "learning_rate": 1.2535113145295152e-07,
      "loss": 0.0004,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1437
    },
    {
      "completion_length": 161.07144165039062,
      "epoch": 1.3800383877159308,
      "grad_norm": 1.109462022781372,
      "kl": 0.6551287770271301,
      "learning_rate": 1.2500000000000005e-07,
      "loss": 0.0007,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1438
    },
    {
      "completion_length": 191.6428680419922,
      "epoch": 1.3809980806142035,
      "grad_norm": 1.620875597000122,
      "kl": 0.4881318211555481,
      "learning_rate": 1.2464919702189466e-07,
      "loss": 0.0005,
      "reward": 1.2857143878936768,
      "reward_std": 0.30304574966430664,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.5,
      "step": 1439
    },
    {
      "completion_length": 178.6428680419922,
      "epoch": 1.381957773512476,
      "grad_norm": 2.4580910205841064,
      "kl": 0.5845174789428711,
      "learning_rate": 1.2429872344047507e-07,
      "loss": 0.0006,
      "reward": 1.1785714626312256,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 1440
    },
    {
      "completion_length": 198.57144165039062,
      "epoch": 1.3829174664107486,
      "grad_norm": 1.1733486652374268,
      "kl": 0.5153562426567078,
      "learning_rate": 1.2394858017671527e-07,
      "loss": 0.0005,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1441
    },
    {
      "completion_length": 155.5,
      "epoch": 1.383877159309021,
      "grad_norm": 1.6354484558105469,
      "kl": 0.6918491721153259,
      "learning_rate": 1.235987681507214e-07,
      "loss": 0.0007,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1442
    },
    {
      "completion_length": 191.42857360839844,
      "epoch": 1.3848368522072936,
      "grad_norm": 2.3213133811950684,
      "kl": 0.5904922485351562,
      "learning_rate": 1.232492882817288e-07,
      "loss": 0.0006,
      "reward": 1.3928571939468384,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1443
    },
    {
      "completion_length": 181.50001525878906,
      "epoch": 1.3857965451055663,
      "grad_norm": 1.0012487173080444,
      "kl": 0.6591386795043945,
      "learning_rate": 1.2290014148810062e-07,
      "loss": 0.0007,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1444
    },
    {
      "completion_length": 159.6428680419922,
      "epoch": 1.3867562380038387,
      "grad_norm": 2.730161190032959,
      "kl": 0.7164218425750732,
      "learning_rate": 1.2255132868732409e-07,
      "loss": 0.0007,
      "reward": 1.321428656578064,
      "reward_std": 0.25253814458847046,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1445
    },
    {
      "completion_length": 209.57144165039062,
      "epoch": 1.3877159309021114,
      "grad_norm": 0.017613306641578674,
      "kl": 0.5201759338378906,
      "learning_rate": 1.2220285079600915e-07,
      "loss": 0.0005,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1446
    },
    {
      "completion_length": 222.00001525878906,
      "epoch": 1.388675623800384,
      "grad_norm": 1.0713316202163696,
      "kl": 0.48444485664367676,
      "learning_rate": 1.2185470872988557e-07,
      "loss": 0.0005,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1447
    },
    {
      "completion_length": 170.1428680419922,
      "epoch": 1.3896353166986564,
      "grad_norm": 0.013351291418075562,
      "kl": 0.5946545004844666,
      "learning_rate": 1.2150690340380061e-07,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1448
    },
    {
      "completion_length": 208.92857360839844,
      "epoch": 1.390595009596929,
      "grad_norm": 0.01792204938828945,
      "kl": 0.46034425497055054,
      "learning_rate": 1.2115943573171685e-07,
      "loss": 0.0005,
      "reward": 1.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1449
    },
    {
      "completion_length": 182.21429443359375,
      "epoch": 1.3915547024952015,
      "grad_norm": 0.013390378095209599,
      "kl": 0.5164029598236084,
      "learning_rate": 1.2081230662670907e-07,
      "loss": 0.0005,
      "reward": 1.3571429252624512,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1450
    },
    {
      "completion_length": 153.0,
      "epoch": 1.3925143953934742,
      "grad_norm": 4.273618698120117,
      "kl": 0.7288962006568909,
      "learning_rate": 1.204655170009631e-07,
      "loss": 0.0007,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1451
    },
    {
      "completion_length": 153.21429443359375,
      "epoch": 1.3934740882917467,
      "grad_norm": 0.016944071277976036,
      "kl": 0.64670729637146,
      "learning_rate": 1.2011906776577202e-07,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1452
    },
    {
      "completion_length": 158.92857360839844,
      "epoch": 1.3944337811900192,
      "grad_norm": 1.789286732673645,
      "kl": 0.6989912390708923,
      "learning_rate": 1.1977295983153477e-07,
      "loss": 0.0007,
      "reward": 1.2857143878936768,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.5,
      "step": 1453
    },
    {
      "completion_length": 167.5,
      "epoch": 1.3953934740882916,
      "grad_norm": 1.648301124572754,
      "kl": 0.6081125140190125,
      "learning_rate": 1.1942719410775335e-07,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1454
    },
    {
      "completion_length": 206.6428680419922,
      "epoch": 1.3963531669865643,
      "grad_norm": 0.9393870830535889,
      "kl": 0.532598614692688,
      "learning_rate": 1.1908177150303054e-07,
      "loss": 0.0005,
      "reward": 1.3571429252624512,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1455
    },
    {
      "completion_length": 192.2857208251953,
      "epoch": 1.3973128598848368,
      "grad_norm": 1.4493298530578613,
      "kl": 0.5425357222557068,
      "learning_rate": 1.1873669292506749e-07,
      "loss": 0.0005,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1456
    },
    {
      "completion_length": 212.42857360839844,
      "epoch": 1.3982725527831095,
      "grad_norm": 0.01448837760835886,
      "kl": 0.4933798909187317,
      "learning_rate": 1.1839195928066101e-07,
      "loss": 0.0005,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1457
    },
    {
      "completion_length": 218.35714721679688,
      "epoch": 1.399232245681382,
      "grad_norm": 0.7768012285232544,
      "kl": 0.4945529103279114,
      "learning_rate": 1.1804757147570213e-07,
      "loss": 0.0005,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1458
    },
    {
      "completion_length": 174.6428680419922,
      "epoch": 1.4001919385796544,
      "grad_norm": 0.0162468533962965,
      "kl": 0.6917387247085571,
      "learning_rate": 1.1770353041517239e-07,
      "loss": 0.0007,
      "reward": 1.3571429252624512,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.3571428656578064,
      "step": 1459
    },
    {
      "completion_length": 183.2857208251953,
      "epoch": 1.401151631477927,
      "grad_norm": 1.3331581354141235,
      "kl": 0.5483719706535339,
      "learning_rate": 1.1735983700314256e-07,
      "loss": 0.0005,
      "reward": 1.3928571939468384,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1460
    },
    {
      "completion_length": 166.85714721679688,
      "epoch": 1.4021113243761996,
      "grad_norm": 1.0762230157852173,
      "kl": 0.6668382883071899,
      "learning_rate": 1.1701649214276979e-07,
      "loss": 0.0007,
      "reward": 1.2142857313156128,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1461
    },
    {
      "completion_length": 172.6428680419922,
      "epoch": 1.4030710172744723,
      "grad_norm": 1.3757679462432861,
      "kl": 0.766616940498352,
      "learning_rate": 1.1667349673629526e-07,
      "loss": 0.0008,
      "reward": 1.2857143878936768,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.5,
      "step": 1462
    },
    {
      "completion_length": 131.71429443359375,
      "epoch": 1.4040307101727447,
      "grad_norm": 2.387463331222534,
      "kl": 0.8541487455368042,
      "learning_rate": 1.1633085168504197e-07,
      "loss": 0.0009,
      "reward": 1.321428656578064,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 1463
    },
    {
      "completion_length": 145.92857360839844,
      "epoch": 1.4049904030710172,
      "grad_norm": 1.976151943206787,
      "kl": 0.741949200630188,
      "learning_rate": 1.1598855788941189e-07,
      "loss": 0.0007,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1464
    },
    {
      "completion_length": 193.71429443359375,
      "epoch": 1.4059500959692899,
      "grad_norm": 1.1445914506912231,
      "kl": 0.6413351893424988,
      "learning_rate": 1.156466162488846e-07,
      "loss": 0.0006,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1465
    },
    {
      "completion_length": 209.42857360839844,
      "epoch": 1.4069097888675623,
      "grad_norm": 1.2573792934417725,
      "kl": 0.4808814823627472,
      "learning_rate": 1.1530502766201369e-07,
      "loss": 0.0005,
      "reward": 1.3928571939468384,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1466
    },
    {
      "completion_length": 145.85714721679688,
      "epoch": 1.407869481765835,
      "grad_norm": 1.867942214012146,
      "kl": 0.7326050996780396,
      "learning_rate": 1.1496379302642526e-07,
      "loss": 0.0007,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1467
    },
    {
      "completion_length": 201.21429443359375,
      "epoch": 1.4088291746641075,
      "grad_norm": 0.019468747079372406,
      "kl": 0.537691056728363,
      "learning_rate": 1.1462291323881528e-07,
      "loss": 0.0005,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1468
    },
    {
      "completion_length": 178.35714721679688,
      "epoch": 1.40978886756238,
      "grad_norm": 0.04422546923160553,
      "kl": 0.722862184047699,
      "learning_rate": 1.1428238919494727e-07,
      "loss": 0.0007,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1469
    },
    {
      "completion_length": 184.07144165039062,
      "epoch": 1.4107485604606527,
      "grad_norm": 0.8780279159545898,
      "kl": 0.569550096988678,
      "learning_rate": 1.139422217896499e-07,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1470
    },
    {
      "completion_length": 223.00001525878906,
      "epoch": 1.4117082533589251,
      "grad_norm": 0.6467941403388977,
      "kl": 0.4609633982181549,
      "learning_rate": 1.136024119168145e-07,
      "loss": 0.0005,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1471
    },
    {
      "completion_length": 182.50001525878906,
      "epoch": 1.4126679462571978,
      "grad_norm": 0.013230804353952408,
      "kl": 0.5500496029853821,
      "learning_rate": 1.1326296046939333e-07,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1472
    },
    {
      "completion_length": 166.5,
      "epoch": 1.4136276391554703,
      "grad_norm": 2.8424618244171143,
      "kl": 0.6326155066490173,
      "learning_rate": 1.1292386833939621e-07,
      "loss": 0.0006,
      "reward": 1.2857143878936768,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.3571428656578064,
      "step": 1473
    },
    {
      "completion_length": 156.21429443359375,
      "epoch": 1.4145873320537428,
      "grad_norm": 1.6367355585098267,
      "kl": 0.7293833494186401,
      "learning_rate": 1.1258513641788913e-07,
      "loss": 0.0007,
      "reward": 1.3571429252624512,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.3571428656578064,
      "step": 1474
    },
    {
      "completion_length": 136.5,
      "epoch": 1.4155470249520152,
      "grad_norm": 1.0675601959228516,
      "kl": 0.811592698097229,
      "learning_rate": 1.1224676559499143e-07,
      "loss": 0.0008,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1475
    },
    {
      "completion_length": 187.35714721679688,
      "epoch": 1.416506717850288,
      "grad_norm": 0.03513828292489052,
      "kl": 0.5754680037498474,
      "learning_rate": 1.1190875675987355e-07,
      "loss": 0.0006,
      "reward": 1.3571429252624512,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1476
    },
    {
      "completion_length": 194.00001525878906,
      "epoch": 1.4174664107485604,
      "grad_norm": 1.5774965286254883,
      "kl": 0.5420221090316772,
      "learning_rate": 1.1157111080075471e-07,
      "loss": 0.0005,
      "reward": 1.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1477
    },
    {
      "completion_length": 194.00001525878906,
      "epoch": 1.418426103646833,
      "grad_norm": 0.9881341457366943,
      "kl": 0.5927523970603943,
      "learning_rate": 1.1123382860490035e-07,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1478
    },
    {
      "completion_length": 202.42857360839844,
      "epoch": 1.4193857965451055,
      "grad_norm": 0.024942956864833832,
      "kl": 0.586819052696228,
      "learning_rate": 1.1089691105862053e-07,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1479
    },
    {
      "completion_length": 192.50001525878906,
      "epoch": 1.420345489443378,
      "grad_norm": 2.5502939224243164,
      "kl": 0.6794860363006592,
      "learning_rate": 1.1056035904726651e-07,
      "loss": 0.0007,
      "reward": 1.321428656578064,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 1480
    },
    {
      "completion_length": 196.21429443359375,
      "epoch": 1.4213051823416507,
      "grad_norm": 1.3887614011764526,
      "kl": 0.6548565030097961,
      "learning_rate": 1.1022417345522936e-07,
      "loss": 0.0007,
      "reward": 1.2857143878936768,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1481
    },
    {
      "completion_length": 180.1428680419922,
      "epoch": 1.4222648752399232,
      "grad_norm": 2.0847911834716797,
      "kl": 0.6121795177459717,
      "learning_rate": 1.0988835516593712e-07,
      "loss": 0.0006,
      "reward": 1.3928571939468384,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1482
    },
    {
      "completion_length": 183.35714721679688,
      "epoch": 1.4232245681381959,
      "grad_norm": 0.03321985900402069,
      "kl": 0.6445674300193787,
      "learning_rate": 1.0955290506185272e-07,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1483
    },
    {
      "completion_length": 160.0,
      "epoch": 1.4241842610364683,
      "grad_norm": 2.1620230674743652,
      "kl": 0.6659299731254578,
      "learning_rate": 1.0921782402447158e-07,
      "loss": 0.0007,
      "reward": 1.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1484
    },
    {
      "completion_length": 201.85714721679688,
      "epoch": 1.4251439539347408,
      "grad_norm": 1.3980176448822021,
      "kl": 0.5311068892478943,
      "learning_rate": 1.0888311293431906e-07,
      "loss": 0.0005,
      "reward": 1.3928571939468384,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1485
    },
    {
      "completion_length": 145.5,
      "epoch": 1.4261036468330135,
      "grad_norm": 1.9966886043548584,
      "kl": 0.7731225490570068,
      "learning_rate": 1.085487726709487e-07,
      "loss": 0.0008,
      "reward": 1.2142857313156128,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1486
    },
    {
      "completion_length": 187.1428680419922,
      "epoch": 1.427063339731286,
      "grad_norm": 0.038706179708242416,
      "kl": 0.5705630779266357,
      "learning_rate": 1.0821480411293937e-07,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1487
    },
    {
      "completion_length": 212.2857208251953,
      "epoch": 1.4280230326295587,
      "grad_norm": 0.03524554893374443,
      "kl": 0.5073665380477905,
      "learning_rate": 1.0788120813789326e-07,
      "loss": 0.0005,
      "reward": 1.3571429252624512,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1488
    },
    {
      "completion_length": 136.2857208251953,
      "epoch": 1.4289827255278311,
      "grad_norm": 1.0443872213363647,
      "kl": 0.8135021924972534,
      "learning_rate": 1.0754798562243344e-07,
      "loss": 0.0008,
      "reward": 1.2857143878936768,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.5,
      "step": 1489
    },
    {
      "completion_length": 182.92857360839844,
      "epoch": 1.4299424184261036,
      "grad_norm": 0.9069360494613647,
      "kl": 0.5782044529914856,
      "learning_rate": 1.0721513744220168e-07,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1490
    },
    {
      "completion_length": 187.21429443359375,
      "epoch": 1.4309021113243763,
      "grad_norm": 0.03915829584002495,
      "kl": 0.5862440466880798,
      "learning_rate": 1.0688266447185604e-07,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1491
    },
    {
      "completion_length": 194.1428680419922,
      "epoch": 1.4318618042226487,
      "grad_norm": 0.015286547131836414,
      "kl": 0.5454441905021667,
      "learning_rate": 1.0655056758506845e-07,
      "loss": 0.0005,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1492
    },
    {
      "completion_length": 167.7857208251953,
      "epoch": 1.4328214971209214,
      "grad_norm": 1.9666612148284912,
      "kl": 0.5759617686271667,
      "learning_rate": 1.062188476545228e-07,
      "loss": 0.0006,
      "reward": 1.3928571939468384,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1493
    },
    {
      "completion_length": 203.07144165039062,
      "epoch": 1.433781190019194,
      "grad_norm": 2.6043760776519775,
      "kl": 0.6177290678024292,
      "learning_rate": 1.0588750555191225e-07,
      "loss": 0.0006,
      "reward": 1.3928571939468384,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1494
    },
    {
      "completion_length": 147.92857360839844,
      "epoch": 1.4347408829174664,
      "grad_norm": 2.662489414215088,
      "kl": 0.6684186458587646,
      "learning_rate": 1.0555654214793722e-07,
      "loss": 0.0007,
      "reward": 1.321428656578064,
      "reward_std": 0.25253814458847046,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1495
    },
    {
      "completion_length": 150.71429443359375,
      "epoch": 1.4357005758157388,
      "grad_norm": 0.7959110736846924,
      "kl": 0.8619104623794556,
      "learning_rate": 1.0522595831230294e-07,
      "loss": 0.0009,
      "reward": 1.2142857313156128,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1496
    },
    {
      "completion_length": 158.1428680419922,
      "epoch": 1.4366602687140115,
      "grad_norm": 0.06811289489269257,
      "kl": 0.759118914604187,
      "learning_rate": 1.0489575491371719e-07,
      "loss": 0.0008,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1497
    },
    {
      "completion_length": 145.71429443359375,
      "epoch": 1.437619961612284,
      "grad_norm": 0.029598068445920944,
      "kl": 0.8330928683280945,
      "learning_rate": 1.0456593281988815e-07,
      "loss": 0.0008,
      "reward": 1.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1498
    },
    {
      "completion_length": 199.50001525878906,
      "epoch": 1.4385796545105567,
      "grad_norm": 0.742739737033844,
      "kl": 0.5627228617668152,
      "learning_rate": 1.042364928975217e-07,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1499
    },
    {
      "completion_length": 181.00001525878906,
      "epoch": 1.4395393474088292,
      "grad_norm": 0.021673254668712616,
      "kl": 0.589501142501831,
      "learning_rate": 1.0390743601231983e-07,
      "loss": 0.0006,
      "reward": 1.3571429252624512,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.3571428656578064,
      "step": 1500
    },
    {
      "completion_length": 146.6428680419922,
      "epoch": 1.4404990403071016,
      "grad_norm": 2.3036038875579834,
      "kl": 0.7892547845840454,
      "learning_rate": 1.0357876302897772e-07,
      "loss": 0.0008,
      "reward": 1.1428571939468384,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.7142857313156128,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1501
    },
    {
      "completion_length": 189.21429443359375,
      "epoch": 1.4414587332053743,
      "grad_norm": 1.2951141595840454,
      "kl": 0.6135744452476501,
      "learning_rate": 1.0325047481118191e-07,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1502
    },
    {
      "completion_length": 188.7857208251953,
      "epoch": 1.4424184261036468,
      "grad_norm": 1.5666918754577637,
      "kl": 0.577228307723999,
      "learning_rate": 1.0292257222160774e-07,
      "loss": 0.0006,
      "reward": 1.3928571939468384,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1503
    },
    {
      "completion_length": 198.6428680419922,
      "epoch": 1.4433781190019195,
      "grad_norm": 1.9945921897888184,
      "kl": 0.5663241744041443,
      "learning_rate": 1.0259505612191724e-07,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1504
    },
    {
      "completion_length": 183.6428680419922,
      "epoch": 1.444337811900192,
      "grad_norm": 1.362465262413025,
      "kl": 0.5804017782211304,
      "learning_rate": 1.0226792737275689e-07,
      "loss": 0.0006,
      "reward": 1.321428656578064,
      "reward_std": 0.25253814458847046,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1505
    },
    {
      "completion_length": 194.35714721679688,
      "epoch": 1.4452975047984644,
      "grad_norm": 0.07534576207399368,
      "kl": 0.68978351354599,
      "learning_rate": 1.0194118683375502e-07,
      "loss": 0.0007,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1506
    },
    {
      "completion_length": 196.21429443359375,
      "epoch": 1.446257197696737,
      "grad_norm": 1.6182893514633179,
      "kl": 0.5762947797775269,
      "learning_rate": 1.0161483536352017e-07,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1507
    },
    {
      "completion_length": 227.00001525878906,
      "epoch": 1.4472168905950096,
      "grad_norm": 0.8846390247344971,
      "kl": 0.5302731394767761,
      "learning_rate": 1.0128887381963826e-07,
      "loss": 0.0005,
      "reward": 1.3928571939468384,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 1508
    },
    {
      "completion_length": 190.07144165039062,
      "epoch": 1.4481765834932823,
      "grad_norm": 0.07601886242628098,
      "kl": 0.6786368489265442,
      "learning_rate": 1.009633030586707e-07,
      "loss": 0.0007,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1509
    },
    {
      "completion_length": 207.6428680419922,
      "epoch": 1.4491362763915547,
      "grad_norm": 0.021902501583099365,
      "kl": 0.5440464019775391,
      "learning_rate": 1.0063812393615198e-07,
      "loss": 0.0005,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1510
    },
    {
      "completion_length": 179.50001525878906,
      "epoch": 1.4500959692898272,
      "grad_norm": 2.981968402862549,
      "kl": 0.649374783039093,
      "learning_rate": 1.0031333730658712e-07,
      "loss": 0.0006,
      "reward": 1.2857143878936768,
      "reward_std": 0.30304574966430664,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.5,
      "step": 1511
    },
    {
      "completion_length": 185.57144165039062,
      "epoch": 1.4510556621880997,
      "grad_norm": 0.8058766722679138,
      "kl": 0.5481879115104675,
      "learning_rate": 9.998894402345043e-08,
      "loss": 0.0005,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1512
    },
    {
      "completion_length": 202.6428680419922,
      "epoch": 1.4520153550863724,
      "grad_norm": 1.7219723463058472,
      "kl": 0.619849443435669,
      "learning_rate": 9.966494493918187e-08,
      "loss": 0.0006,
      "reward": 1.2142857313156128,
      "reward_std": 0.30304574966430664,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1513
    },
    {
      "completion_length": 149.5,
      "epoch": 1.452975047984645,
      "grad_norm": 2.8742856979370117,
      "kl": 0.8731318712234497,
      "learning_rate": 9.934134090518592e-08,
      "loss": 0.0009,
      "reward": 1.2857143878936768,
      "reward_std": 0.30304574966430664,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1514
    },
    {
      "completion_length": 142.5,
      "epoch": 1.4539347408829175,
      "grad_norm": 2.136565685272217,
      "kl": 0.7125566005706787,
      "learning_rate": 9.901813277182891e-08,
      "loss": 0.0007,
      "reward": 1.2857143878936768,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1515
    },
    {
      "completion_length": 187.50001525878906,
      "epoch": 1.45489443378119,
      "grad_norm": 0.024838387966156006,
      "kl": 0.5789690017700195,
      "learning_rate": 9.869532138843672e-08,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1516
    },
    {
      "completion_length": 183.35714721679688,
      "epoch": 1.4558541266794625,
      "grad_norm": 3.624863386154175,
      "kl": 0.7203012704849243,
      "learning_rate": 9.837290760329283e-08,
      "loss": 0.0007,
      "reward": 1.25,
      "reward_std": 0.3535533845424652,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1517
    },
    {
      "completion_length": 192.35714721679688,
      "epoch": 1.4568138195777351,
      "grad_norm": 1.1512318849563599,
      "kl": 0.5459864139556885,
      "learning_rate": 9.805089226363553e-08,
      "loss": 0.0005,
      "reward": 1.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1518
    },
    {
      "completion_length": 172.92857360839844,
      "epoch": 1.4577735124760076,
      "grad_norm": 1.1193088293075562,
      "kl": 0.6297027468681335,
      "learning_rate": 9.772927621565666e-08,
      "loss": 0.0006,
      "reward": 1.25,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 1519
    },
    {
      "completion_length": 156.92857360839844,
      "epoch": 1.4587332053742803,
      "grad_norm": 3.410449743270874,
      "kl": 0.8975027799606323,
      "learning_rate": 9.740806030449822e-08,
      "loss": 0.0009,
      "reward": 1.1785714626312256,
      "reward_std": 0.25253814458847046,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.3214285969734192,
      "step": 1520
    },
    {
      "completion_length": 147.42857360839844,
      "epoch": 1.4596928982725528,
      "grad_norm": 1.9576200246810913,
      "kl": 0.7496153712272644,
      "learning_rate": 9.708724537425106e-08,
      "loss": 0.0007,
      "reward": 1.3571429252624512,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1521
    },
    {
      "completion_length": 214.71429443359375,
      "epoch": 1.4606525911708252,
      "grad_norm": 0.025642920285463333,
      "kl": 0.5717833042144775,
      "learning_rate": 9.676683226795229e-08,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1522
    },
    {
      "completion_length": 230.07144165039062,
      "epoch": 1.461612284069098,
      "grad_norm": 1.2047892808914185,
      "kl": 0.45888751745224,
      "learning_rate": 9.644682182758304e-08,
      "loss": 0.0005,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1523
    },
    {
      "completion_length": 226.35714721679688,
      "epoch": 1.4625719769673704,
      "grad_norm": 0.7734670042991638,
      "kl": 0.5328758955001831,
      "learning_rate": 9.612721489406647e-08,
      "loss": 0.0005,
      "reward": 1.2857143878936768,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.5,
      "step": 1524
    },
    {
      "completion_length": 158.92857360839844,
      "epoch": 1.463531669865643,
      "grad_norm": 1.4717442989349365,
      "kl": 0.6526262760162354,
      "learning_rate": 9.580801230726501e-08,
      "loss": 0.0007,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1525
    },
    {
      "completion_length": 195.00001525878906,
      "epoch": 1.4644913627639156,
      "grad_norm": 1.6903494596481323,
      "kl": 0.5719990134239197,
      "learning_rate": 9.548921490597916e-08,
      "loss": 0.0006,
      "reward": 1.2857143878936768,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1526
    },
    {
      "completion_length": 123.85714721679688,
      "epoch": 1.465451055662188,
      "grad_norm": 1.403361439704895,
      "kl": 0.9222598075866699,
      "learning_rate": 9.517082352794411e-08,
      "loss": 0.0009,
      "reward": 1.3571429252624512,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1527
    },
    {
      "completion_length": 149.57144165039062,
      "epoch": 1.4664107485604607,
      "grad_norm": 1.4574264287948608,
      "kl": 0.8696916103363037,
      "learning_rate": 9.485283900982841e-08,
      "loss": 0.0009,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1528
    },
    {
      "completion_length": 219.6428680419922,
      "epoch": 1.4673704414587332,
      "grad_norm": 2.7562944889068604,
      "kl": 0.5954962968826294,
      "learning_rate": 9.453526218723134e-08,
      "loss": 0.0006,
      "reward": 1.1428571939468384,
      "reward_std": 0.30304574966430664,
      "rewards/check_gptzero_func": 0.7142857313156128,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1529
    },
    {
      "completion_length": 174.21429443359375,
      "epoch": 1.4683301343570059,
      "grad_norm": 1.2787625789642334,
      "kl": 0.6864771246910095,
      "learning_rate": 9.421809389468097e-08,
      "loss": 0.0007,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1530
    },
    {
      "completion_length": 187.07144165039062,
      "epoch": 1.4692898272552783,
      "grad_norm": 0.8679924607276917,
      "kl": 0.805711030960083,
      "learning_rate": 9.390133496563174e-08,
      "loss": 0.0008,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1531
    },
    {
      "completion_length": 176.1428680419922,
      "epoch": 1.4702495201535508,
      "grad_norm": 0.017395274713635445,
      "kl": 0.8180068135261536,
      "learning_rate": 9.358498623246219e-08,
      "loss": 0.0008,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1532
    },
    {
      "completion_length": 150.92857360839844,
      "epoch": 1.4712092130518233,
      "grad_norm": 2.007756471633911,
      "kl": 0.657422661781311,
      "learning_rate": 9.326904852647344e-08,
      "loss": 0.0007,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1533
    },
    {
      "completion_length": 157.6428680419922,
      "epoch": 1.472168905950096,
      "grad_norm": 1.1567713022232056,
      "kl": 0.694980800151825,
      "learning_rate": 9.295352267788592e-08,
      "loss": 0.0007,
      "reward": 1.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1534
    },
    {
      "completion_length": 191.35714721679688,
      "epoch": 1.4731285988483684,
      "grad_norm": 0.024785038083791733,
      "kl": 0.5996530652046204,
      "learning_rate": 9.263840951583821e-08,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1535
    },
    {
      "completion_length": 203.42857360839844,
      "epoch": 1.4740882917466411,
      "grad_norm": 2.6493523120880127,
      "kl": 0.6556308269500732,
      "learning_rate": 9.232370986838428e-08,
      "loss": 0.0007,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1536
    },
    {
      "completion_length": 153.35714721679688,
      "epoch": 1.4750479846449136,
      "grad_norm": 1.9608440399169922,
      "kl": 0.6928178668022156,
      "learning_rate": 9.200942456249145e-08,
      "loss": 0.0007,
      "reward": 1.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1537
    },
    {
      "completion_length": 216.2857208251953,
      "epoch": 1.476007677543186,
      "grad_norm": 0.024846788495779037,
      "kl": 0.5772631168365479,
      "learning_rate": 9.169555442403834e-08,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1538
    },
    {
      "completion_length": 208.21429443359375,
      "epoch": 1.4769673704414588,
      "grad_norm": 0.018569812178611755,
      "kl": 0.49748653173446655,
      "learning_rate": 9.138210027781228e-08,
      "loss": 0.0005,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1539
    },
    {
      "completion_length": 188.00001525878906,
      "epoch": 1.4779270633397312,
      "grad_norm": 1.7640515565872192,
      "kl": 0.6489327549934387,
      "learning_rate": 9.106906294750804e-08,
      "loss": 0.0006,
      "reward": 1.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1540
    },
    {
      "completion_length": 146.85714721679688,
      "epoch": 1.478886756238004,
      "grad_norm": 2.293900728225708,
      "kl": 0.866590678691864,
      "learning_rate": 9.075644325572446e-08,
      "loss": 0.0009,
      "reward": 1.2142857313156128,
      "reward_std": 0.30304574966430664,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1541
    },
    {
      "completion_length": 193.42857360839844,
      "epoch": 1.4798464491362764,
      "grad_norm": 1.8033007383346558,
      "kl": 0.7196658849716187,
      "learning_rate": 9.044424202396325e-08,
      "loss": 0.0007,
      "reward": 1.25,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 1542
    },
    {
      "completion_length": 193.7857208251953,
      "epoch": 1.4808061420345489,
      "grad_norm": 0.042437609285116196,
      "kl": 0.6250998973846436,
      "learning_rate": 9.013246007262642e-08,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1543
    },
    {
      "completion_length": 224.9285888671875,
      "epoch": 1.4817658349328215,
      "grad_norm": 1.347261905670166,
      "kl": 0.4955103397369385,
      "learning_rate": 8.982109822101425e-08,
      "loss": 0.0005,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1544
    },
    {
      "completion_length": 207.92857360839844,
      "epoch": 1.482725527831094,
      "grad_norm": 0.8978629112243652,
      "kl": 0.5414855480194092,
      "learning_rate": 8.951015728732309e-08,
      "loss": 0.0005,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1545
    },
    {
      "completion_length": 245.9285888671875,
      "epoch": 1.4836852207293667,
      "grad_norm": 0.013571113348007202,
      "kl": 0.42122945189476013,
      "learning_rate": 8.919963808864283e-08,
      "loss": 0.0004,
      "reward": 1.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1546
    },
    {
      "completion_length": 200.00001525878906,
      "epoch": 1.4846449136276392,
      "grad_norm": 0.9404518604278564,
      "kl": 0.5016010403633118,
      "learning_rate": 8.888954144095586e-08,
      "loss": 0.0005,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1547
    },
    {
      "completion_length": 223.50001525878906,
      "epoch": 1.4856046065259116,
      "grad_norm": 0.01884995587170124,
      "kl": 0.48484116792678833,
      "learning_rate": 8.857986815913351e-08,
      "loss": 0.0005,
      "reward": 1.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1548
    },
    {
      "completion_length": 157.0,
      "epoch": 1.4865642994241843,
      "grad_norm": 1.8442829847335815,
      "kl": 0.7099741697311401,
      "learning_rate": 8.827061905693486e-08,
      "loss": 0.0007,
      "reward": 1.2857143878936768,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.5,
      "step": 1549
    },
    {
      "completion_length": 174.1428680419922,
      "epoch": 1.4875239923224568,
      "grad_norm": 0.020300932228565216,
      "kl": 0.753192663192749,
      "learning_rate": 8.796179494700439e-08,
      "loss": 0.0008,
      "reward": 1.3571429252624512,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.3571428656578064,
      "step": 1550
    },
    {
      "completion_length": 192.07144165039062,
      "epoch": 1.4884836852207295,
      "grad_norm": 0.011269740760326385,
      "kl": 0.5433986783027649,
      "learning_rate": 8.765339664086969e-08,
      "loss": 0.0005,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1551
    },
    {
      "completion_length": 200.6428680419922,
      "epoch": 1.489443378119002,
      "grad_norm": 0.03399476781487465,
      "kl": 0.6630404591560364,
      "learning_rate": 8.734542494893954e-08,
      "loss": 0.0007,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1552
    },
    {
      "completion_length": 189.1428680419922,
      "epoch": 1.4904030710172744,
      "grad_norm": 0.934950053691864,
      "kl": 0.5606799125671387,
      "learning_rate": 8.703788068050139e-08,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1553
    },
    {
      "completion_length": 198.07144165039062,
      "epoch": 1.491362763915547,
      "grad_norm": 1.5037956237792969,
      "kl": 0.6129797697067261,
      "learning_rate": 8.673076464371979e-08,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1554
    },
    {
      "completion_length": 183.1428680419922,
      "epoch": 1.4923224568138196,
      "grad_norm": 1.2212239503860474,
      "kl": 0.6564096808433533,
      "learning_rate": 8.642407764563387e-08,
      "loss": 0.0007,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1555
    },
    {
      "completion_length": 171.57144165039062,
      "epoch": 1.493282149712092,
      "grad_norm": 2.3288826942443848,
      "kl": 0.67711341381073,
      "learning_rate": 8.611782049215532e-08,
      "loss": 0.0007,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1556
    },
    {
      "completion_length": 156.85714721679688,
      "epoch": 1.4942418426103647,
      "grad_norm": 2.1314098834991455,
      "kl": 0.8482813239097595,
      "learning_rate": 8.581199398806641e-08,
      "loss": 0.0008,
      "reward": 1.25,
      "reward_std": 0.25253814458847046,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 1557
    },
    {
      "completion_length": 193.1428680419922,
      "epoch": 1.4952015355086372,
      "grad_norm": 1.6421152353286743,
      "kl": 0.6634745597839355,
      "learning_rate": 8.550659893701753e-08,
      "loss": 0.0007,
      "reward": 1.3928571939468384,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 1558
    },
    {
      "completion_length": 161.57144165039062,
      "epoch": 1.4961612284069097,
      "grad_norm": 0.019644878804683685,
      "kl": 0.6276066899299622,
      "learning_rate": 8.520163614152559e-08,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1559
    },
    {
      "completion_length": 149.21429443359375,
      "epoch": 1.4971209213051824,
      "grad_norm": 0.01854190044105053,
      "kl": 0.8731730580329895,
      "learning_rate": 8.489710640297124e-08,
      "loss": 0.0009,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1560
    },
    {
      "completion_length": 229.4285888671875,
      "epoch": 1.4980806142034548,
      "grad_norm": 1.9967775344848633,
      "kl": 0.49510160088539124,
      "learning_rate": 8.459301052159745e-08,
      "loss": 0.0005,
      "reward": 1.3571429252624512,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1561
    },
    {
      "completion_length": 201.42857360839844,
      "epoch": 1.4990403071017275,
      "grad_norm": 0.017656253650784492,
      "kl": 0.6742846369743347,
      "learning_rate": 8.4289349296507e-08,
      "loss": 0.0007,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1562
    },
    {
      "completion_length": 157.85714721679688,
      "epoch": 1.5,
      "grad_norm": 2.209901809692383,
      "kl": 0.7626160383224487,
      "learning_rate": 8.398612352566045e-08,
      "loss": 0.0008,
      "reward": 1.3928571939468384,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1563
    },
    {
      "completion_length": 180.6428680419922,
      "epoch": 1.5009596928982725,
      "grad_norm": 0.03484746813774109,
      "kl": 0.5829355120658875,
      "learning_rate": 8.368333400587419e-08,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1564
    },
    {
      "completion_length": 190.07144165039062,
      "epoch": 1.5019193857965452,
      "grad_norm": 0.7697755098342896,
      "kl": 0.6068466901779175,
      "learning_rate": 8.338098153281806e-08,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1565
    },
    {
      "completion_length": 169.2857208251953,
      "epoch": 1.5028790786948176,
      "grad_norm": 0.023667845875024796,
      "kl": 0.6396353244781494,
      "learning_rate": 8.307906690101363e-08,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1566
    },
    {
      "completion_length": 155.7857208251953,
      "epoch": 1.5038387715930903,
      "grad_norm": 6.604403018951416,
      "kl": 0.7788328528404236,
      "learning_rate": 8.277759090383165e-08,
      "loss": 0.0008,
      "reward": 0.9285714626312256,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.5714285969734192,
      "rewards/check_similarity_func": 0.3571428656578064,
      "step": 1567
    },
    {
      "completion_length": 176.7857208251953,
      "epoch": 1.5047984644913628,
      "grad_norm": 0.9964298605918884,
      "kl": 0.4901595413684845,
      "learning_rate": 8.247655433349046e-08,
      "loss": 0.0005,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1568
    },
    {
      "completion_length": 213.07144165039062,
      "epoch": 1.5057581573896353,
      "grad_norm": 0.017007147893309593,
      "kl": 0.5212651491165161,
      "learning_rate": 8.217595798105357e-08,
      "loss": 0.0005,
      "reward": 1.3571429252624512,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1569
    },
    {
      "completion_length": 178.50001525878906,
      "epoch": 1.5067178502879077,
      "grad_norm": 0.8352077007293701,
      "kl": 0.5300348401069641,
      "learning_rate": 8.187580263642768e-08,
      "loss": 0.0005,
      "reward": 1.2857143878936768,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.5,
      "step": 1570
    },
    {
      "completion_length": 206.00001525878906,
      "epoch": 1.5076775431861804,
      "grad_norm": 0.012583093717694283,
      "kl": 0.47252678871154785,
      "learning_rate": 8.15760890883607e-08,
      "loss": 0.0005,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1571
    },
    {
      "completion_length": 154.92857360839844,
      "epoch": 1.508637236084453,
      "grad_norm": 1.546505331993103,
      "kl": 0.7055844068527222,
      "learning_rate": 8.127681812443946e-08,
      "loss": 0.0007,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1572
    },
    {
      "completion_length": 161.42857360839844,
      "epoch": 1.5095969289827256,
      "grad_norm": 2.4944512844085693,
      "kl": 0.7990065217018127,
      "learning_rate": 8.097799053108795e-08,
      "loss": 0.0008,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1573
    },
    {
      "completion_length": 209.42857360839844,
      "epoch": 1.510556621880998,
      "grad_norm": 0.01828477904200554,
      "kl": 0.5067283511161804,
      "learning_rate": 8.067960709356478e-08,
      "loss": 0.0005,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1574
    },
    {
      "completion_length": 201.00001525878906,
      "epoch": 1.5115163147792705,
      "grad_norm": 0.04100949689745903,
      "kl": 0.5716061592102051,
      "learning_rate": 8.038166859596163e-08,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1575
    },
    {
      "completion_length": 191.57144165039062,
      "epoch": 1.5124760076775432,
      "grad_norm": 0.013831306248903275,
      "kl": 0.5560919642448425,
      "learning_rate": 8.008417582120097e-08,
      "loss": 0.0006,
      "reward": 1.3571429252624512,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1576
    },
    {
      "completion_length": 162.7857208251953,
      "epoch": 1.513435700575816,
      "grad_norm": 1.5407023429870605,
      "kl": 0.7006529569625854,
      "learning_rate": 7.978712955103393e-08,
      "loss": 0.0007,
      "reward": 1.25,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1577
    },
    {
      "completion_length": 156.57144165039062,
      "epoch": 1.5143953934740884,
      "grad_norm": 1.7636175155639648,
      "kl": 0.7205556631088257,
      "learning_rate": 7.94905305660384e-08,
      "loss": 0.0007,
      "reward": 1.3571429252624512,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.3571428656578064,
      "step": 1578
    },
    {
      "completion_length": 193.7857208251953,
      "epoch": 1.5153550863723608,
      "grad_norm": 1.1688423156738281,
      "kl": 0.6192917227745056,
      "learning_rate": 7.91943796456166e-08,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1579
    },
    {
      "completion_length": 214.21429443359375,
      "epoch": 1.5163147792706333,
      "grad_norm": 0.01804060861468315,
      "kl": 0.5511448383331299,
      "learning_rate": 7.889867756799384e-08,
      "loss": 0.0006,
      "reward": 1.3571429252624512,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1580
    },
    {
      "completion_length": 214.85714721679688,
      "epoch": 1.517274472168906,
      "grad_norm": 0.0132075110450387,
      "kl": 0.5025573968887329,
      "learning_rate": 7.86034251102155e-08,
      "loss": 0.0005,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1581
    },
    {
      "completion_length": 279.14288330078125,
      "epoch": 1.5182341650671785,
      "grad_norm": 1.0035377740859985,
      "kl": 0.35389235615730286,
      "learning_rate": 7.830862304814564e-08,
      "loss": 0.0004,
      "reward": 1.3928571939468384,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1582
    },
    {
      "completion_length": 189.21429443359375,
      "epoch": 1.5191938579654511,
      "grad_norm": 0.01902930811047554,
      "kl": 0.5387007594108582,
      "learning_rate": 7.80142721564648e-08,
      "loss": 0.0005,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1583
    },
    {
      "completion_length": 184.92857360839844,
      "epoch": 1.5201535508637236,
      "grad_norm": 1.8927125930786133,
      "kl": 0.6172482967376709,
      "learning_rate": 7.772037320866786e-08,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1584
    },
    {
      "completion_length": 157.07144165039062,
      "epoch": 1.521113243761996,
      "grad_norm": 3.250974416732788,
      "kl": 0.6825204491615295,
      "learning_rate": 7.742692697706224e-08,
      "loss": 0.0007,
      "reward": 1.321428656578064,
      "reward_std": 0.25253814458847046,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1585
    },
    {
      "completion_length": 179.2857208251953,
      "epoch": 1.5220729366602685,
      "grad_norm": 1.0030455589294434,
      "kl": 0.6598231792449951,
      "learning_rate": 7.71339342327653e-08,
      "loss": 0.0007,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1586
    },
    {
      "completion_length": 207.42857360839844,
      "epoch": 1.5230326295585412,
      "grad_norm": 1.2317122220993042,
      "kl": 0.6179603934288025,
      "learning_rate": 7.684139574570333e-08,
      "loss": 0.0006,
      "reward": 1.3571429252624512,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1587
    },
    {
      "completion_length": 181.7857208251953,
      "epoch": 1.523992322456814,
      "grad_norm": 0.03964368999004364,
      "kl": 0.67393559217453,
      "learning_rate": 7.65493122846084e-08,
      "loss": 0.0007,
      "reward": 1.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1588
    },
    {
      "completion_length": 187.42857360839844,
      "epoch": 1.5249520153550864,
      "grad_norm": 0.024371130391955376,
      "kl": 0.6029689311981201,
      "learning_rate": 7.625768461701713e-08,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1589
    },
    {
      "completion_length": 156.5,
      "epoch": 1.5259117082533589,
      "grad_norm": 2.8489785194396973,
      "kl": 0.8925187587738037,
      "learning_rate": 7.596651350926836e-08,
      "loss": 0.0009,
      "reward": 1.3571429252624512,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1590
    },
    {
      "completion_length": 175.07144165039062,
      "epoch": 1.5268714011516313,
      "grad_norm": 0.028438324108719826,
      "kl": 0.6987451910972595,
      "learning_rate": 7.567579972650115e-08,
      "loss": 0.0007,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1591
    },
    {
      "completion_length": 193.42857360839844,
      "epoch": 1.527831094049904,
      "grad_norm": 0.016832556575536728,
      "kl": 0.5536453723907471,
      "learning_rate": 7.53855440326529e-08,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1592
    },
    {
      "completion_length": 201.57144165039062,
      "epoch": 1.5287907869481767,
      "grad_norm": 0.014755846932530403,
      "kl": 0.5173952579498291,
      "learning_rate": 7.509574719045694e-08,
      "loss": 0.0005,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1593
    },
    {
      "completion_length": 218.6428680419922,
      "epoch": 1.5297504798464492,
      "grad_norm": 0.023871732875704765,
      "kl": 0.46885377168655396,
      "learning_rate": 7.480640996144136e-08,
      "loss": 0.0005,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1594
    },
    {
      "completion_length": 195.6428680419922,
      "epoch": 1.5307101727447217,
      "grad_norm": 1.2274354696273804,
      "kl": 0.5531061887741089,
      "learning_rate": 7.451753310592595e-08,
      "loss": 0.0006,
      "reward": 1.2857143878936768,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.5,
      "step": 1595
    },
    {
      "completion_length": 197.6428680419922,
      "epoch": 1.5316698656429941,
      "grad_norm": 2.1470041275024414,
      "kl": 0.541316568851471,
      "learning_rate": 7.422911738302104e-08,
      "loss": 0.0005,
      "reward": 1.321428656578064,
      "reward_std": 0.25253814458847046,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1596
    },
    {
      "completion_length": 177.92857360839844,
      "epoch": 1.5326295585412668,
      "grad_norm": 1.8504552841186523,
      "kl": 0.5582601428031921,
      "learning_rate": 7.394116355062508e-08,
      "loss": 0.0006,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1597
    },
    {
      "completion_length": 163.71429443359375,
      "epoch": 1.5335892514395395,
      "grad_norm": 0.03126036748290062,
      "kl": 0.5774592161178589,
      "learning_rate": 7.365367236542283e-08,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1598
    },
    {
      "completion_length": 155.21429443359375,
      "epoch": 1.534548944337812,
      "grad_norm": 0.023738758638501167,
      "kl": 0.7795007824897766,
      "learning_rate": 7.336664458288333e-08,
      "loss": 0.0008,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1599
    },
    {
      "completion_length": 124.50000762939453,
      "epoch": 1.5355086372360844,
      "grad_norm": 0.015036743134260178,
      "kl": 0.8275411128997803,
      "learning_rate": 7.30800809572576e-08,
      "loss": 0.0008,
      "reward": 1.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1600
    },
    {
      "completion_length": 181.71429443359375,
      "epoch": 1.536468330134357,
      "grad_norm": 0.023933134973049164,
      "kl": 0.6725925803184509,
      "learning_rate": 7.279398224157751e-08,
      "loss": 0.0007,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1601
    },
    {
      "completion_length": 189.21429443359375,
      "epoch": 1.5374280230326296,
      "grad_norm": 1.3201379776000977,
      "kl": 0.6596471071243286,
      "learning_rate": 7.250834918765267e-08,
      "loss": 0.0007,
      "reward": 1.3928571939468384,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 1602
    },
    {
      "completion_length": 252.57144165039062,
      "epoch": 1.538387715930902,
      "grad_norm": 1.1943303346633911,
      "kl": 0.43928900361061096,
      "learning_rate": 7.222318254606933e-08,
      "loss": 0.0004,
      "reward": 1.2142857313156128,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1603
    },
    {
      "completion_length": 195.42857360839844,
      "epoch": 1.5393474088291748,
      "grad_norm": 1.9320787191390991,
      "kl": 0.576158344745636,
      "learning_rate": 7.193848306618805e-08,
      "loss": 0.0006,
      "reward": 1.3928571939468384,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1604
    },
    {
      "completion_length": 172.42857360839844,
      "epoch": 1.5403071017274472,
      "grad_norm": 2.2475428581237793,
      "kl": 0.6560220718383789,
      "learning_rate": 7.165425149614179e-08,
      "loss": 0.0007,
      "reward": 1.2142857313156128,
      "reward_std": 0.30304574966430664,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1605
    },
    {
      "completion_length": 162.07144165039062,
      "epoch": 1.5412667946257197,
      "grad_norm": 2.088318347930908,
      "kl": 0.665615439414978,
      "learning_rate": 7.137048858283401e-08,
      "loss": 0.0007,
      "reward": 1.321428656578064,
      "reward_std": 0.25253814458847046,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1606
    },
    {
      "completion_length": 183.2857208251953,
      "epoch": 1.5422264875239922,
      "grad_norm": 1.5240472555160522,
      "kl": 0.6073972582817078,
      "learning_rate": 7.108719507193626e-08,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1607
    },
    {
      "completion_length": 184.71429443359375,
      "epoch": 1.5431861804222649,
      "grad_norm": 0.018677866086363792,
      "kl": 0.6125969290733337,
      "learning_rate": 7.080437170788722e-08,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1608
    },
    {
      "completion_length": 196.35714721679688,
      "epoch": 1.5441458733205375,
      "grad_norm": 0.017028208822011948,
      "kl": 0.5178493857383728,
      "learning_rate": 7.052201923388953e-08,
      "loss": 0.0005,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1609
    },
    {
      "completion_length": 187.35714721679688,
      "epoch": 1.54510556621881,
      "grad_norm": 1.3039120435714722,
      "kl": 0.6507315635681152,
      "learning_rate": 7.024013839190879e-08,
      "loss": 0.0007,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1610
    },
    {
      "completion_length": 162.5,
      "epoch": 1.5460652591170825,
      "grad_norm": 4.919906139373779,
      "kl": 0.859847903251648,
      "learning_rate": 6.995872992267108e-08,
      "loss": 0.0009,
      "reward": 1.25,
      "reward_std": 0.25253814458847046,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 1611
    },
    {
      "completion_length": 159.6428680419922,
      "epoch": 1.547024952015355,
      "grad_norm": 5.25703763961792,
      "kl": 0.7025076150894165,
      "learning_rate": 6.967779456566125e-08,
      "loss": 0.0007,
      "reward": 1.2857143878936768,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1612
    },
    {
      "completion_length": 168.7857208251953,
      "epoch": 1.5479846449136276,
      "grad_norm": 0.025774089619517326,
      "kl": 0.6431854963302612,
      "learning_rate": 6.9397333059121e-08,
      "loss": 0.0006,
      "reward": 1.3571429252624512,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1613
    },
    {
      "completion_length": 156.07144165039062,
      "epoch": 1.5489443378119003,
      "grad_norm": 1.263055443763733,
      "kl": 0.6915571093559265,
      "learning_rate": 6.911734614004641e-08,
      "loss": 0.0007,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1614
    },
    {
      "completion_length": 144.7857208251953,
      "epoch": 1.5499040307101728,
      "grad_norm": 0.022539040073752403,
      "kl": 0.7420911192893982,
      "learning_rate": 6.883783454418715e-08,
      "loss": 0.0007,
      "reward": 1.3571429252624512,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.3571428656578064,
      "step": 1615
    },
    {
      "completion_length": 263.0,
      "epoch": 1.5508637236084453,
      "grad_norm": 0.02597608044743538,
      "kl": 0.4316173493862152,
      "learning_rate": 6.85587990060432e-08,
      "loss": 0.0004,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1616
    },
    {
      "completion_length": 157.07144165039062,
      "epoch": 1.5518234165067177,
      "grad_norm": 2.5960428714752197,
      "kl": 0.8813731670379639,
      "learning_rate": 6.828024025886387e-08,
      "loss": 0.0009,
      "reward": 1.1785714626312256,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 1617
    },
    {
      "completion_length": 198.6428680419922,
      "epoch": 1.5527831094049904,
      "grad_norm": 0.03863555192947388,
      "kl": 0.5471285581588745,
      "learning_rate": 6.800215903464546e-08,
      "loss": 0.0005,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1618
    },
    {
      "completion_length": 148.07144165039062,
      "epoch": 1.5537428023032631,
      "grad_norm": 1.5594422817230225,
      "kl": 0.6547825932502747,
      "learning_rate": 6.772455606412952e-08,
      "loss": 0.0007,
      "reward": 1.3571429252624512,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1619
    },
    {
      "completion_length": 220.85714721679688,
      "epoch": 1.5547024952015356,
      "grad_norm": 2.284402847290039,
      "kl": 0.5569357872009277,
      "learning_rate": 6.744743207680087e-08,
      "loss": 0.0006,
      "reward": 1.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1620
    },
    {
      "completion_length": 191.00001525878906,
      "epoch": 1.555662188099808,
      "grad_norm": 0.09095816314220428,
      "kl": 0.6986609697341919,
      "learning_rate": 6.71707878008853e-08,
      "loss": 0.0007,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1621
    },
    {
      "completion_length": 166.0,
      "epoch": 1.5566218809980805,
      "grad_norm": 1.9243866205215454,
      "kl": 0.7133032083511353,
      "learning_rate": 6.689462396334869e-08,
      "loss": 0.0007,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1622
    },
    {
      "completion_length": 168.71429443359375,
      "epoch": 1.5575815738963532,
      "grad_norm": 0.014742043800652027,
      "kl": 0.6322965621948242,
      "learning_rate": 6.66189412898937e-08,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1623
    },
    {
      "completion_length": 139.71429443359375,
      "epoch": 1.5585412667946257,
      "grad_norm": 0.9494368433952332,
      "kl": 0.8138071298599243,
      "learning_rate": 6.634374050495909e-08,
      "loss": 0.0008,
      "reward": 1.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1624
    },
    {
      "completion_length": 247.6428680419922,
      "epoch": 1.5595009596928984,
      "grad_norm": 0.015283393673598766,
      "kl": 0.39739304780960083,
      "learning_rate": 6.60690223317171e-08,
      "loss": 0.0004,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1625
    },
    {
      "completion_length": 218.2857208251953,
      "epoch": 1.5604606525911708,
      "grad_norm": 0.020283151417970657,
      "kl": 0.5033028721809387,
      "learning_rate": 6.57947874920718e-08,
      "loss": 0.0005,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1626
    },
    {
      "completion_length": 168.35714721679688,
      "epoch": 1.5614203454894433,
      "grad_norm": 0.8934451341629028,
      "kl": 0.7141797542572021,
      "learning_rate": 6.552103670665724e-08,
      "loss": 0.0007,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1627
    },
    {
      "completion_length": 197.71429443359375,
      "epoch": 1.5623800383877158,
      "grad_norm": 1.750167965888977,
      "kl": 0.5935929417610168,
      "learning_rate": 6.524777069483525e-08,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1628
    },
    {
      "completion_length": 198.1428680419922,
      "epoch": 1.5633397312859885,
      "grad_norm": 2.4313008785247803,
      "kl": 0.755954921245575,
      "learning_rate": 6.497499017469402e-08,
      "loss": 0.0008,
      "reward": 1.3928571939468384,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1629
    },
    {
      "completion_length": 193.2857208251953,
      "epoch": 1.5642994241842612,
      "grad_norm": 0.022901087999343872,
      "kl": 0.5813175439834595,
      "learning_rate": 6.470269586304583e-08,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1630
    },
    {
      "completion_length": 231.2857208251953,
      "epoch": 1.5652591170825336,
      "grad_norm": 0.020140325650572777,
      "kl": 0.549047589302063,
      "learning_rate": 6.443088847542539e-08,
      "loss": 0.0005,
      "reward": 1.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1631
    },
    {
      "completion_length": 252.71429443359375,
      "epoch": 1.566218809980806,
      "grad_norm": 0.011547878384590149,
      "kl": 0.38371482491493225,
      "learning_rate": 6.415956872608774e-08,
      "loss": 0.0004,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1632
    },
    {
      "completion_length": 179.57144165039062,
      "epoch": 1.5671785028790786,
      "grad_norm": 1.9984080791473389,
      "kl": 0.6318306922912598,
      "learning_rate": 6.388873732800665e-08,
      "loss": 0.0006,
      "reward": 1.3928571939468384,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1633
    },
    {
      "completion_length": 211.6428680419922,
      "epoch": 1.5681381957773513,
      "grad_norm": 2.223628044128418,
      "kl": 0.5205796360969543,
      "learning_rate": 6.361839499287256e-08,
      "loss": 0.0005,
      "reward": 1.3928571939468384,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1634
    },
    {
      "completion_length": 170.0,
      "epoch": 1.569097888675624,
      "grad_norm": 0.9549650549888611,
      "kl": 0.7036669850349426,
      "learning_rate": 6.334854243109062e-08,
      "loss": 0.0007,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1635
    },
    {
      "completion_length": 138.2857208251953,
      "epoch": 1.5700575815738964,
      "grad_norm": 2.1307852268218994,
      "kl": 0.9422463178634644,
      "learning_rate": 6.307918035177912e-08,
      "loss": 0.0009,
      "reward": 1.2857143878936768,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.5,
      "step": 1636
    },
    {
      "completion_length": 186.92857360839844,
      "epoch": 1.5710172744721689,
      "grad_norm": 1.7507089376449585,
      "kl": 0.5400773882865906,
      "learning_rate": 6.281030946276736e-08,
      "loss": 0.0005,
      "reward": 1.3928571939468384,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1637
    },
    {
      "completion_length": 168.92857360839844,
      "epoch": 1.5719769673704413,
      "grad_norm": 0.024300284683704376,
      "kl": 0.6168371438980103,
      "learning_rate": 6.2541930470594e-08,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1638
    },
    {
      "completion_length": 141.2857208251953,
      "epoch": 1.572936660268714,
      "grad_norm": 0.034995030611753464,
      "kl": 0.9171038269996643,
      "learning_rate": 6.227404408050496e-08,
      "loss": 0.0009,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1639
    },
    {
      "completion_length": 178.2857208251953,
      "epoch": 1.5738963531669867,
      "grad_norm": 1.426592469215393,
      "kl": 0.6460813283920288,
      "learning_rate": 6.200665099645183e-08,
      "loss": 0.0006,
      "reward": 1.3928571939468384,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1640
    },
    {
      "completion_length": 216.1428680419922,
      "epoch": 1.5748560460652592,
      "grad_norm": 1.4442899227142334,
      "kl": 0.5586177110671997,
      "learning_rate": 6.173975192108985e-08,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1641
    },
    {
      "completion_length": 207.00001525878906,
      "epoch": 1.5758157389635317,
      "grad_norm": 2.1704368591308594,
      "kl": 0.5946218371391296,
      "learning_rate": 6.147334755577596e-08,
      "loss": 0.0006,
      "reward": 1.25,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1642
    },
    {
      "completion_length": 149.07144165039062,
      "epoch": 1.5767754318618041,
      "grad_norm": 1.2922725677490234,
      "kl": 0.8082202672958374,
      "learning_rate": 6.120743860056728e-08,
      "loss": 0.0008,
      "reward": 1.321428656578064,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.3214285969734192,
      "step": 1643
    },
    {
      "completion_length": 167.85714721679688,
      "epoch": 1.5777351247600768,
      "grad_norm": 1.07916259765625,
      "kl": 0.6936392188072205,
      "learning_rate": 6.094202575421906e-08,
      "loss": 0.0007,
      "reward": 1.25,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 1644
    },
    {
      "completion_length": 227.85714721679688,
      "epoch": 1.5786948176583493,
      "grad_norm": 0.0379486009478569,
      "kl": 0.4861806631088257,
      "learning_rate": 6.067710971418282e-08,
      "loss": 0.0005,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1645
    },
    {
      "completion_length": 180.21429443359375,
      "epoch": 1.579654510556622,
      "grad_norm": 0.022293319925665855,
      "kl": 0.5684547424316406,
      "learning_rate": 6.041269117660464e-08,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1646
    },
    {
      "completion_length": 202.42857360839844,
      "epoch": 1.5806142034548945,
      "grad_norm": 0.6597999334335327,
      "kl": 0.5895795226097107,
      "learning_rate": 6.01487708363232e-08,
      "loss": 0.0006,
      "reward": 1.2857143878936768,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.3571428656578064,
      "step": 1647
    },
    {
      "completion_length": 200.35714721679688,
      "epoch": 1.581573896353167,
      "grad_norm": 0.02255069836974144,
      "kl": 0.5875381827354431,
      "learning_rate": 5.988534938686812e-08,
      "loss": 0.0006,
      "reward": 1.2857143878936768,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1648
    },
    {
      "completion_length": 180.2857208251953,
      "epoch": 1.5825335892514394,
      "grad_norm": 0.01320643164217472,
      "kl": 0.7763106822967529,
      "learning_rate": 5.962242752045782e-08,
      "loss": 0.0008,
      "reward": 1.2142857313156128,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.3571428656578064,
      "step": 1649
    },
    {
      "completion_length": 168.71429443359375,
      "epoch": 1.583493282149712,
      "grad_norm": 0.016271160915493965,
      "kl": 0.5697028636932373,
      "learning_rate": 5.9360005927998115e-08,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1650
    },
    {
      "completion_length": 180.35714721679688,
      "epoch": 1.5844529750479848,
      "grad_norm": 1.7707184553146362,
      "kl": 0.6681709885597229,
      "learning_rate": 5.909808529908017e-08,
      "loss": 0.0007,
      "reward": 1.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1651
    },
    {
      "completion_length": 223.50001525878906,
      "epoch": 1.5854126679462572,
      "grad_norm": 0.017308434471488,
      "kl": 0.5203897953033447,
      "learning_rate": 5.8836666321978676e-08,
      "loss": 0.0005,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1652
    },
    {
      "completion_length": 237.9285888671875,
      "epoch": 1.5863723608445297,
      "grad_norm": 0.5308531522750854,
      "kl": 0.47157514095306396,
      "learning_rate": 5.85757496836502e-08,
      "loss": 0.0005,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1653
    },
    {
      "completion_length": 173.07144165039062,
      "epoch": 1.5873320537428022,
      "grad_norm": 1.6173081398010254,
      "kl": 0.7129329442977905,
      "learning_rate": 5.831533606973088e-08,
      "loss": 0.0007,
      "reward": 1.3928571939468384,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1654
    },
    {
      "completion_length": 187.7857208251953,
      "epoch": 1.5882917466410749,
      "grad_norm": 1.8034298419952393,
      "kl": 0.5837687253952026,
      "learning_rate": 5.8055426164535657e-08,
      "loss": 0.0006,
      "reward": 1.3571429252624512,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1655
    },
    {
      "completion_length": 171.07144165039062,
      "epoch": 1.5892514395393476,
      "grad_norm": 2.210167646408081,
      "kl": 0.6371968388557434,
      "learning_rate": 5.779602065105518e-08,
      "loss": 0.0006,
      "reward": 1.321428656578064,
      "reward_std": 0.25253814458847046,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1656
    },
    {
      "completion_length": 171.92857360839844,
      "epoch": 1.59021113243762,
      "grad_norm": 2.0304009914398193,
      "kl": 0.7213399410247803,
      "learning_rate": 5.7537120210955024e-08,
      "loss": 0.0007,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1657
    },
    {
      "completion_length": 182.21429443359375,
      "epoch": 1.5911708253358925,
      "grad_norm": 0.023991940543055534,
      "kl": 0.6184790730476379,
      "learning_rate": 5.7278725524573494e-08,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1658
    },
    {
      "completion_length": 201.35714721679688,
      "epoch": 1.592130518234165,
      "grad_norm": 0.019598333165049553,
      "kl": 0.5503170490264893,
      "learning_rate": 5.702083727091977e-08,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1659
    },
    {
      "completion_length": 223.6428680419922,
      "epoch": 1.5930902111324377,
      "grad_norm": 1.2491179704666138,
      "kl": 0.525806725025177,
      "learning_rate": 5.6763456127672386e-08,
      "loss": 0.0005,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1660
    },
    {
      "completion_length": 167.07144165039062,
      "epoch": 1.5940499040307101,
      "grad_norm": 0.0291440486907959,
      "kl": 0.6578664779663086,
      "learning_rate": 5.650658277117698e-08,
      "loss": 0.0007,
      "reward": 1.2857143878936768,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1661
    },
    {
      "completion_length": 208.71429443359375,
      "epoch": 1.5950095969289828,
      "grad_norm": 0.04309337958693504,
      "kl": 0.6995207071304321,
      "learning_rate": 5.625021787644532e-08,
      "loss": 0.0007,
      "reward": 1.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1662
    },
    {
      "completion_length": 176.50001525878906,
      "epoch": 1.5959692898272553,
      "grad_norm": 1.431949496269226,
      "kl": 0.5701375007629395,
      "learning_rate": 5.599436211715255e-08,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1663
    },
    {
      "completion_length": 183.07144165039062,
      "epoch": 1.5969289827255277,
      "grad_norm": 1.0215580463409424,
      "kl": 0.7647392153739929,
      "learning_rate": 5.57390161656362e-08,
      "loss": 0.0008,
      "reward": 1.2142857313156128,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1664
    },
    {
      "completion_length": 206.92857360839844,
      "epoch": 1.5978886756238004,
      "grad_norm": 0.829292893409729,
      "kl": 0.5377206206321716,
      "learning_rate": 5.5484180692894014e-08,
      "loss": 0.0005,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1665
    },
    {
      "completion_length": 184.50001525878906,
      "epoch": 1.598848368522073,
      "grad_norm": 1.6325583457946777,
      "kl": 0.5694910287857056,
      "learning_rate": 5.5229856368582376e-08,
      "loss": 0.0006,
      "reward": 1.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1666
    },
    {
      "completion_length": 168.42857360839844,
      "epoch": 1.5998080614203456,
      "grad_norm": 2.7545697689056396,
      "kl": 0.695638120174408,
      "learning_rate": 5.497604386101448e-08,
      "loss": 0.0007,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1667
    },
    {
      "completion_length": 211.57144165039062,
      "epoch": 1.600767754318618,
      "grad_norm": 1.4912163019180298,
      "kl": 0.4723656475543976,
      "learning_rate": 5.472274383715833e-08,
      "loss": 0.0005,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1668
    },
    {
      "completion_length": 176.1428680419922,
      "epoch": 1.6017274472168905,
      "grad_norm": 1.640245795249939,
      "kl": 0.6955705285072327,
      "learning_rate": 5.446995696263565e-08,
      "loss": 0.0007,
      "reward": 1.321428656578064,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1669
    },
    {
      "completion_length": 196.57144165039062,
      "epoch": 1.602687140115163,
      "grad_norm": 0.01378957275301218,
      "kl": 0.5207455158233643,
      "learning_rate": 5.4217683901719324e-08,
      "loss": 0.0005,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1670
    },
    {
      "completion_length": 198.00001525878906,
      "epoch": 1.6036468330134357,
      "grad_norm": 0.30427321791648865,
      "kl": 0.7872828245162964,
      "learning_rate": 5.396592531733221e-08,
      "loss": 0.0008,
      "reward": 1.2142857313156128,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.7142857313156128,
      "rewards/check_similarity_func": 0.5,
      "step": 1671
    },
    {
      "completion_length": 151.07144165039062,
      "epoch": 1.6046065259117084,
      "grad_norm": 0.027778547257184982,
      "kl": 0.7782648205757141,
      "learning_rate": 5.3714681871045275e-08,
      "loss": 0.0008,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1672
    },
    {
      "completion_length": 249.35714721679688,
      "epoch": 1.6055662188099808,
      "grad_norm": 0.018901528790593147,
      "kl": 0.4329410493373871,
      "learning_rate": 5.346395422307565e-08,
      "loss": 0.0004,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1673
    },
    {
      "completion_length": 149.6428680419922,
      "epoch": 1.6065259117082533,
      "grad_norm": 2.8589529991149902,
      "kl": 0.7749776244163513,
      "learning_rate": 5.321374303228529e-08,
      "loss": 0.0008,
      "reward": 1.3928571939468384,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1674
    },
    {
      "completion_length": 154.92857360839844,
      "epoch": 1.6074856046065258,
      "grad_norm": 1.168175220489502,
      "kl": 0.7056716680526733,
      "learning_rate": 5.2964048956178594e-08,
      "loss": 0.0007,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1675
    },
    {
      "completion_length": 168.07144165039062,
      "epoch": 1.6084452975047985,
      "grad_norm": 0.0295049250125885,
      "kl": 0.5937010049819946,
      "learning_rate": 5.271487265090163e-08,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1676
    },
    {
      "completion_length": 191.85714721679688,
      "epoch": 1.6094049904030712,
      "grad_norm": 2.1972007751464844,
      "kl": 0.6520506739616394,
      "learning_rate": 5.2466214771239384e-08,
      "loss": 0.0007,
      "reward": 1.3571429252624512,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.3571428656578064,
      "step": 1677
    },
    {
      "completion_length": 158.42857360839844,
      "epoch": 1.6103646833013436,
      "grad_norm": 1.645200490951538,
      "kl": 0.6597163677215576,
      "learning_rate": 5.221807597061484e-08,
      "loss": 0.0007,
      "reward": 1.2142857313156128,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1678
    },
    {
      "completion_length": 207.92857360839844,
      "epoch": 1.611324376199616,
      "grad_norm": 2.342942714691162,
      "kl": 0.6093847751617432,
      "learning_rate": 5.197045690108676e-08,
      "loss": 0.0006,
      "reward": 1.3571429252624512,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.3571428656578064,
      "step": 1679
    },
    {
      "completion_length": 174.1428680419922,
      "epoch": 1.6122840690978886,
      "grad_norm": 2.3192574977874756,
      "kl": 0.9220696091651917,
      "learning_rate": 5.172335821334828e-08,
      "loss": 0.0009,
      "reward": 1.3928571939468384,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1680
    },
    {
      "completion_length": 210.85714721679688,
      "epoch": 1.6132437619961613,
      "grad_norm": 1.4833263158798218,
      "kl": 0.5215494632720947,
      "learning_rate": 5.147678055672508e-08,
      "loss": 0.0005,
      "reward": 1.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1681
    },
    {
      "completion_length": 166.0,
      "epoch": 1.6142034548944337,
      "grad_norm": 0.016365239396691322,
      "kl": 0.6111786961555481,
      "learning_rate": 5.1230724579173404e-08,
      "loss": 0.0006,
      "reward": 1.2142857313156128,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.3571428656578064,
      "step": 1682
    },
    {
      "completion_length": 148.5,
      "epoch": 1.6151631477927064,
      "grad_norm": 0.015181737951934338,
      "kl": 0.6959831118583679,
      "learning_rate": 5.0985190927279125e-08,
      "loss": 0.0007,
      "reward": 1.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1683
    },
    {
      "completion_length": 176.42857360839844,
      "epoch": 1.616122840690979,
      "grad_norm": 0.014788416214287281,
      "kl": 0.6527311205863953,
      "learning_rate": 5.074018024625509e-08,
      "loss": 0.0007,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1684
    },
    {
      "completion_length": 177.50001525878906,
      "epoch": 1.6170825335892514,
      "grad_norm": 1.2857067584991455,
      "kl": 0.6056185960769653,
      "learning_rate": 5.049569317994012e-08,
      "loss": 0.0006,
      "reward": 1.25,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 1685
    },
    {
      "completion_length": 220.57144165039062,
      "epoch": 1.6180422264875238,
      "grad_norm": 2.4171621799468994,
      "kl": 0.4804568886756897,
      "learning_rate": 5.025173037079702e-08,
      "loss": 0.0005,
      "reward": 1.3571429252624512,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1686
    },
    {
      "completion_length": 177.71429443359375,
      "epoch": 1.6190019193857965,
      "grad_norm": 0.681250810623169,
      "kl": 0.643146812915802,
      "learning_rate": 5.000829245991098e-08,
      "loss": 0.0006,
      "reward": 1.2857143878936768,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.5,
      "step": 1687
    },
    {
      "completion_length": 141.6428680419922,
      "epoch": 1.6199616122840692,
      "grad_norm": 3.098210096359253,
      "kl": 0.7844666838645935,
      "learning_rate": 4.9765380086987886e-08,
      "loss": 0.0008,
      "reward": 1.25,
      "reward_std": 0.3535533845424652,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1688
    },
    {
      "completion_length": 180.85714721679688,
      "epoch": 1.6209213051823417,
      "grad_norm": 0.7126548290252686,
      "kl": 0.5918325781822205,
      "learning_rate": 4.9522993890352363e-08,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1689
    },
    {
      "completion_length": 225.00001525878906,
      "epoch": 1.6218809980806141,
      "grad_norm": 0.02663205936551094,
      "kl": 0.5574864149093628,
      "learning_rate": 4.9281134506946876e-08,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1690
    },
    {
      "completion_length": 213.07144165039062,
      "epoch": 1.6228406909788866,
      "grad_norm": 0.017098190262913704,
      "kl": 0.5617536306381226,
      "learning_rate": 4.903980257232895e-08,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1691
    },
    {
      "completion_length": 166.85714721679688,
      "epoch": 1.6238003838771593,
      "grad_norm": 1.1881000995635986,
      "kl": 0.7371240258216858,
      "learning_rate": 4.8798998720670446e-08,
      "loss": 0.0007,
      "reward": 1.3571429252624512,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1692
    },
    {
      "completion_length": 222.50001525878906,
      "epoch": 1.624760076775432,
      "grad_norm": 0.7639340162277222,
      "kl": 0.48002511262893677,
      "learning_rate": 4.855872358475546e-08,
      "loss": 0.0005,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1693
    },
    {
      "completion_length": 190.35714721679688,
      "epoch": 1.6257197696737045,
      "grad_norm": 1.4743545055389404,
      "kl": 0.5678631663322449,
      "learning_rate": 4.831897779597865e-08,
      "loss": 0.0006,
      "reward": 1.2857143878936768,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1694
    },
    {
      "completion_length": 197.21429443359375,
      "epoch": 1.626679462571977,
      "grad_norm": 2.0300862789154053,
      "kl": 0.5618032217025757,
      "learning_rate": 4.807976198434377e-08,
      "loss": 0.0006,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1695
    },
    {
      "completion_length": 207.71429443359375,
      "epoch": 1.6276391554702494,
      "grad_norm": 1.1610292196273804,
      "kl": 0.6218193173408508,
      "learning_rate": 4.784107677846175e-08,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1696
    },
    {
      "completion_length": 237.57144165039062,
      "epoch": 1.628598848368522,
      "grad_norm": 0.015230442397296429,
      "kl": 0.478081077337265,
      "learning_rate": 4.760292280554931e-08,
      "loss": 0.0005,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1697
    },
    {
      "completion_length": 200.42857360839844,
      "epoch": 1.6295585412667948,
      "grad_norm": 0.028332311660051346,
      "kl": 0.5183311700820923,
      "learning_rate": 4.736530069142716e-08,
      "loss": 0.0005,
      "reward": 1.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1698
    },
    {
      "completion_length": 151.0,
      "epoch": 1.6305182341650672,
      "grad_norm": 1.1501235961914062,
      "kl": 0.6704933643341064,
      "learning_rate": 4.712821106051843e-08,
      "loss": 0.0007,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1699
    },
    {
      "completion_length": 199.6428680419922,
      "epoch": 1.6314779270633397,
      "grad_norm": 2.2919859886169434,
      "kl": 0.5790072679519653,
      "learning_rate": 4.689165453584692e-08,
      "loss": 0.0006,
      "reward": 1.3928571939468384,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1700
    },
    {
      "completion_length": 156.6428680419922,
      "epoch": 1.6324376199616122,
      "grad_norm": 1.1686055660247803,
      "kl": 0.6679322719573975,
      "learning_rate": 4.6655631739035614e-08,
      "loss": 0.0007,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1701
    },
    {
      "completion_length": 175.85714721679688,
      "epoch": 1.6333973128598849,
      "grad_norm": 1.0407427549362183,
      "kl": 0.5707274675369263,
      "learning_rate": 4.642014329030497e-08,
      "loss": 0.0006,
      "reward": 1.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1702
    },
    {
      "completion_length": 211.6428680419922,
      "epoch": 1.6343570057581573,
      "grad_norm": 0.8634474277496338,
      "kl": 0.4938415288925171,
      "learning_rate": 4.618518980847111e-08,
      "loss": 0.0005,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1703
    },
    {
      "completion_length": 173.85714721679688,
      "epoch": 1.63531669865643,
      "grad_norm": 2.6354634761810303,
      "kl": 0.593707799911499,
      "learning_rate": 4.5950771910944596e-08,
      "loss": 0.0006,
      "reward": 1.3928571939468384,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1704
    },
    {
      "completion_length": 198.71429443359375,
      "epoch": 1.6362763915547025,
      "grad_norm": 2.188754081726074,
      "kl": 0.6111095547676086,
      "learning_rate": 4.571689021372846e-08,
      "loss": 0.0006,
      "reward": 1.3571429252624512,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1705
    },
    {
      "completion_length": 150.2857208251953,
      "epoch": 1.637236084452975,
      "grad_norm": 1.914607286453247,
      "kl": 0.7849951982498169,
      "learning_rate": 4.5483545331416764e-08,
      "loss": 0.0008,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1706
    },
    {
      "completion_length": 205.92857360839844,
      "epoch": 1.6381957773512474,
      "grad_norm": 0.030453192070126534,
      "kl": 0.5157966613769531,
      "learning_rate": 4.5250737877192884e-08,
      "loss": 0.0005,
      "reward": 1.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1707
    },
    {
      "completion_length": 201.00001525878906,
      "epoch": 1.6391554702495201,
      "grad_norm": 2.0491275787353516,
      "kl": 0.5542226433753967,
      "learning_rate": 4.5018468462827945e-08,
      "loss": 0.0006,
      "reward": 1.3928571939468384,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1708
    },
    {
      "completion_length": 126.64286041259766,
      "epoch": 1.6401151631477928,
      "grad_norm": 1.3400118350982666,
      "kl": 0.862461268901825,
      "learning_rate": 4.4786737698679357e-08,
      "loss": 0.0009,
      "reward": 1.2142857313156128,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1709
    },
    {
      "completion_length": 238.1428680419922,
      "epoch": 1.6410748560460653,
      "grad_norm": 0.014298221096396446,
      "kl": 0.419322669506073,
      "learning_rate": 4.4555546193688734e-08,
      "loss": 0.0004,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1710
    },
    {
      "completion_length": 134.42857360839844,
      "epoch": 1.6420345489443378,
      "grad_norm": 2.8365354537963867,
      "kl": 0.8248009085655212,
      "learning_rate": 4.4324894555380936e-08,
      "loss": 0.0008,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1711
    },
    {
      "completion_length": 216.57144165039062,
      "epoch": 1.6429942418426102,
      "grad_norm": 1.0694936513900757,
      "kl": 0.5766928791999817,
      "learning_rate": 4.409478338986203e-08,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1712
    },
    {
      "completion_length": 211.6428680419922,
      "epoch": 1.643953934740883,
      "grad_norm": 0.9839352965354919,
      "kl": 0.5525693893432617,
      "learning_rate": 4.386521330181789e-08,
      "loss": 0.0006,
      "reward": 1.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1713
    },
    {
      "completion_length": 130.57144165039062,
      "epoch": 1.6449136276391556,
      "grad_norm": 2.899196147918701,
      "kl": 0.7954590320587158,
      "learning_rate": 4.363618489451246e-08,
      "loss": 0.0008,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1714
    },
    {
      "completion_length": 210.00001525878906,
      "epoch": 1.645873320537428,
      "grad_norm": 0.011227326467633247,
      "kl": 0.46847787499427795,
      "learning_rate": 4.340769876978634e-08,
      "loss": 0.0005,
      "reward": 1.3571429252624512,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1715
    },
    {
      "completion_length": 199.07144165039062,
      "epoch": 1.6468330134357005,
      "grad_norm": 0.9807060956954956,
      "kl": 0.5202735662460327,
      "learning_rate": 4.317975552805517e-08,
      "loss": 0.0005,
      "reward": 1.2857143878936768,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.5,
      "step": 1716
    },
    {
      "completion_length": 226.00001525878906,
      "epoch": 1.647792706333973,
      "grad_norm": 1.2770508527755737,
      "kl": 0.46058544516563416,
      "learning_rate": 4.295235576830772e-08,
      "loss": 0.0005,
      "reward": 1.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1717
    },
    {
      "completion_length": 219.2857208251953,
      "epoch": 1.6487523992322457,
      "grad_norm": 1.3235870599746704,
      "kl": 0.5435406565666199,
      "learning_rate": 4.272550008810494e-08,
      "loss": 0.0005,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1718
    },
    {
      "completion_length": 189.1428680419922,
      "epoch": 1.6497120921305184,
      "grad_norm": 0.038421448320150375,
      "kl": 0.5786365270614624,
      "learning_rate": 4.2499189083577885e-08,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1719
    },
    {
      "completion_length": 213.35714721679688,
      "epoch": 1.6506717850287909,
      "grad_norm": 0.8222760558128357,
      "kl": 0.49187546968460083,
      "learning_rate": 4.227342334942629e-08,
      "loss": 0.0005,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1720
    },
    {
      "completion_length": 195.21429443359375,
      "epoch": 1.6516314779270633,
      "grad_norm": 1.0161917209625244,
      "kl": 0.5214365124702454,
      "learning_rate": 4.2048203478917215e-08,
      "loss": 0.0005,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1721
    },
    {
      "completion_length": 219.4285888671875,
      "epoch": 1.6525911708253358,
      "grad_norm": 0.014382563531398773,
      "kl": 0.49958232045173645,
      "learning_rate": 4.1823530063882894e-08,
      "loss": 0.0005,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1722
    },
    {
      "completion_length": 169.6428680419922,
      "epoch": 1.6535508637236085,
      "grad_norm": 2.6155264377593994,
      "kl": 0.7746716141700745,
      "learning_rate": 4.1599403694720145e-08,
      "loss": 0.0008,
      "reward": 1.25,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1723
    },
    {
      "completion_length": 206.7857208251953,
      "epoch": 1.654510556621881,
      "grad_norm": 1.73764169216156,
      "kl": 0.5725544691085815,
      "learning_rate": 4.1375824960387776e-08,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1724
    },
    {
      "completion_length": 194.85714721679688,
      "epoch": 1.6554702495201536,
      "grad_norm": 0.015015698969364166,
      "kl": 0.49619561433792114,
      "learning_rate": 4.115279444840575e-08,
      "loss": 0.0005,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1725
    },
    {
      "completion_length": 162.7857208251953,
      "epoch": 1.6564299424184261,
      "grad_norm": 0.018400093540549278,
      "kl": 0.6254847645759583,
      "learning_rate": 4.0930312744853394e-08,
      "loss": 0.0006,
      "reward": 1.3571429252624512,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1726
    },
    {
      "completion_length": 209.6428680419922,
      "epoch": 1.6573896353166986,
      "grad_norm": 1.5639469623565674,
      "kl": 0.5499451160430908,
      "learning_rate": 4.0708380434367864e-08,
      "loss": 0.0005,
      "reward": 1.25,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1727
    },
    {
      "completion_length": 203.00001525878906,
      "epoch": 1.658349328214971,
      "grad_norm": 0.02032412216067314,
      "kl": 0.5594034194946289,
      "learning_rate": 4.048699810014261e-08,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1728
    },
    {
      "completion_length": 224.7857208251953,
      "epoch": 1.6593090211132437,
      "grad_norm": 0.012649106793105602,
      "kl": 0.46929609775543213,
      "learning_rate": 4.026616632392574e-08,
      "loss": 0.0005,
      "reward": 1.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1729
    },
    {
      "completion_length": 173.21429443359375,
      "epoch": 1.6602687140115164,
      "grad_norm": 1.8474351167678833,
      "kl": 0.6996825337409973,
      "learning_rate": 4.0045885686018965e-08,
      "loss": 0.0007,
      "reward": 1.3928571939468384,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 1730
    },
    {
      "completion_length": 210.35714721679688,
      "epoch": 1.661228406909789,
      "grad_norm": 2.0387847423553467,
      "kl": 0.5097789764404297,
      "learning_rate": 3.982615676527526e-08,
      "loss": 0.0005,
      "reward": 1.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1731
    },
    {
      "completion_length": 182.71429443359375,
      "epoch": 1.6621880998080614,
      "grad_norm": 1.1645475625991821,
      "kl": 0.6017178893089294,
      "learning_rate": 3.9606980139098075e-08,
      "loss": 0.0006,
      "reward": 1.321428656578064,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1732
    },
    {
      "completion_length": 188.35714721679688,
      "epoch": 1.6631477927063338,
      "grad_norm": 0.02846832387149334,
      "kl": 0.5138174295425415,
      "learning_rate": 3.938835638343948e-08,
      "loss": 0.0005,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1733
    },
    {
      "completion_length": 230.21429443359375,
      "epoch": 1.6641074856046065,
      "grad_norm": 1.4888519048690796,
      "kl": 0.5320587158203125,
      "learning_rate": 3.9170286072798734e-08,
      "loss": 0.0005,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1734
    },
    {
      "completion_length": 179.7857208251953,
      "epoch": 1.6650671785028792,
      "grad_norm": 1.6168757677078247,
      "kl": 0.6621546149253845,
      "learning_rate": 3.89527697802208e-08,
      "loss": 0.0007,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1735
    },
    {
      "completion_length": 172.71429443359375,
      "epoch": 1.6660268714011517,
      "grad_norm": 1.0787979364395142,
      "kl": 0.5943506956100464,
      "learning_rate": 3.873580807729451e-08,
      "loss": 0.0006,
      "reward": 1.2857143878936768,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.5,
      "step": 1736
    },
    {
      "completion_length": 153.0,
      "epoch": 1.6669865642994242,
      "grad_norm": 0.016687650233507156,
      "kl": 0.7074969410896301,
      "learning_rate": 3.851940153415178e-08,
      "loss": 0.0007,
      "reward": 1.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1737
    },
    {
      "completion_length": 152.35714721679688,
      "epoch": 1.6679462571976966,
      "grad_norm": 1.8351380825042725,
      "kl": 0.6806977391242981,
      "learning_rate": 3.830355071946534e-08,
      "loss": 0.0007,
      "reward": 1.2142857313156128,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.3571428656578064,
      "step": 1738
    },
    {
      "completion_length": 172.1428680419922,
      "epoch": 1.6689059500959693,
      "grad_norm": 1.94990074634552,
      "kl": 0.7206987738609314,
      "learning_rate": 3.8088256200447725e-08,
      "loss": 0.0007,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1739
    },
    {
      "completion_length": 175.50001525878906,
      "epoch": 1.669865642994242,
      "grad_norm": 1.5688527822494507,
      "kl": 0.6408278942108154,
      "learning_rate": 3.787351854284959e-08,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1740
    },
    {
      "completion_length": 131.35714721679688,
      "epoch": 1.6708253358925145,
      "grad_norm": 2.219569206237793,
      "kl": 1.0012661218643188,
      "learning_rate": 3.765933831095833e-08,
      "loss": 0.001,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1741
    },
    {
      "completion_length": 156.71429443359375,
      "epoch": 1.671785028790787,
      "grad_norm": 1.9085614681243896,
      "kl": 0.7638558149337769,
      "learning_rate": 3.74457160675965e-08,
      "loss": 0.0008,
      "reward": 1.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1742
    },
    {
      "completion_length": 190.57144165039062,
      "epoch": 1.6727447216890594,
      "grad_norm": 0.012211484834551811,
      "kl": 0.5754003524780273,
      "learning_rate": 3.723265237412024e-08,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1743
    },
    {
      "completion_length": 181.1428680419922,
      "epoch": 1.673704414587332,
      "grad_norm": 0.02891157940030098,
      "kl": 0.636738121509552,
      "learning_rate": 3.702014779041826e-08,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1744
    },
    {
      "completion_length": 147.1428680419922,
      "epoch": 1.6746641074856046,
      "grad_norm": 3.248695135116577,
      "kl": 0.7166054844856262,
      "learning_rate": 3.680820287490968e-08,
      "loss": 0.0007,
      "reward": 1.1785714626312256,
      "reward_std": 0.25253814458847046,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 1745
    },
    {
      "completion_length": 170.0,
      "epoch": 1.6756238003838773,
      "grad_norm": 0.020905444398522377,
      "kl": 0.6972554922103882,
      "learning_rate": 3.659681818454316e-08,
      "loss": 0.0007,
      "reward": 1.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1746
    },
    {
      "completion_length": 190.00001525878906,
      "epoch": 1.6765834932821497,
      "grad_norm": 2.3185322284698486,
      "kl": 0.6771762371063232,
      "learning_rate": 3.638599427479511e-08,
      "loss": 0.0007,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1747
    },
    {
      "completion_length": 182.71429443359375,
      "epoch": 1.6775431861804222,
      "grad_norm": 0.026132136583328247,
      "kl": 0.5908335447311401,
      "learning_rate": 3.617573169966837e-08,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1748
    },
    {
      "completion_length": 152.21429443359375,
      "epoch": 1.6785028790786947,
      "grad_norm": 1.0817227363586426,
      "kl": 0.8767551183700562,
      "learning_rate": 3.596603101169068e-08,
      "loss": 0.0009,
      "reward": 1.3571429252624512,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1749
    },
    {
      "completion_length": 184.42857360839844,
      "epoch": 1.6794625719769674,
      "grad_norm": 0.023445626720786095,
      "kl": 0.6466071009635925,
      "learning_rate": 3.575689276191313e-08,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1750
    },
    {
      "completion_length": 135.57144165039062,
      "epoch": 1.68042226487524,
      "grad_norm": 0.012718279846012592,
      "kl": 0.690883994102478,
      "learning_rate": 3.5548317499909164e-08,
      "loss": 0.0007,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1751
    },
    {
      "completion_length": 184.00001525878906,
      "epoch": 1.6813819577735125,
      "grad_norm": 0.01698894426226616,
      "kl": 0.6353898048400879,
      "learning_rate": 3.5340305773772425e-08,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1752
    },
    {
      "completion_length": 143.7857208251953,
      "epoch": 1.682341650671785,
      "grad_norm": 0.9938551783561707,
      "kl": 0.7486268877983093,
      "learning_rate": 3.51328581301159e-08,
      "loss": 0.0007,
      "reward": 1.2857143878936768,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.3571428656578064,
      "step": 1753
    },
    {
      "completion_length": 202.50001525878906,
      "epoch": 1.6833013435700575,
      "grad_norm": 0.012594726867973804,
      "kl": 0.5127755403518677,
      "learning_rate": 3.492597511407033e-08,
      "loss": 0.0005,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1754
    },
    {
      "completion_length": 179.1428680419922,
      "epoch": 1.6842610364683301,
      "grad_norm": 0.01397428847849369,
      "kl": 0.6370629072189331,
      "learning_rate": 3.471965726928258e-08,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1755
    },
    {
      "completion_length": 212.57144165039062,
      "epoch": 1.6852207293666028,
      "grad_norm": 0.016117701306939125,
      "kl": 0.48997965455055237,
      "learning_rate": 3.451390513791452e-08,
      "loss": 0.0005,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1756
    },
    {
      "completion_length": 214.85714721679688,
      "epoch": 1.6861804222648753,
      "grad_norm": 2.853508710861206,
      "kl": 0.5783937573432922,
      "learning_rate": 3.430871926064116e-08,
      "loss": 0.0006,
      "reward": 1.321428656578064,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 1757
    },
    {
      "completion_length": 182.85714721679688,
      "epoch": 1.6871401151631478,
      "grad_norm": 0.015300450846552849,
      "kl": 0.6398918628692627,
      "learning_rate": 3.4104100176649917e-08,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1758
    },
    {
      "completion_length": 173.85714721679688,
      "epoch": 1.6880998080614202,
      "grad_norm": 0.010785259306430817,
      "kl": 0.5671118497848511,
      "learning_rate": 3.3900048423638415e-08,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1759
    },
    {
      "completion_length": 217.00001525878906,
      "epoch": 1.689059500959693,
      "grad_norm": 0.49471089243888855,
      "kl": 0.6360895037651062,
      "learning_rate": 3.3696564537813664e-08,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1760
    },
    {
      "completion_length": 157.57144165039062,
      "epoch": 1.6900191938579654,
      "grad_norm": 0.8533682227134705,
      "kl": 0.6528435945510864,
      "learning_rate": 3.349364905389032e-08,
      "loss": 0.0007,
      "reward": 1.3571429252624512,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1761
    },
    {
      "completion_length": 189.21429443359375,
      "epoch": 1.690978886756238,
      "grad_norm": 1.313698649406433,
      "kl": 0.5542088150978088,
      "learning_rate": 3.329130250508952e-08,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1762
    },
    {
      "completion_length": 187.07144165039062,
      "epoch": 1.6919385796545106,
      "grad_norm": 0.013894830830395222,
      "kl": 0.5885478854179382,
      "learning_rate": 3.308952542313725e-08,
      "loss": 0.0006,
      "reward": 1.3571429252624512,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1763
    },
    {
      "completion_length": 184.21429443359375,
      "epoch": 1.692898272552783,
      "grad_norm": 0.021038668230175972,
      "kl": 0.5666636228561401,
      "learning_rate": 3.288831833826297e-08,
      "loss": 0.0006,
      "reward": 1.3571429252624512,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1764
    },
    {
      "completion_length": 176.6428680419922,
      "epoch": 1.6938579654510557,
      "grad_norm": 1.9575352668762207,
      "kl": 0.633647620677948,
      "learning_rate": 3.268768177919859e-08,
      "loss": 0.0006,
      "reward": 1.2857143878936768,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.5,
      "step": 1765
    },
    {
      "completion_length": 176.00001525878906,
      "epoch": 1.6948176583493282,
      "grad_norm": 0.01328352838754654,
      "kl": 0.6128463745117188,
      "learning_rate": 3.248761627317648e-08,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1766
    },
    {
      "completion_length": 193.71429443359375,
      "epoch": 1.6957773512476009,
      "grad_norm": 2.3259963989257812,
      "kl": 0.5910069942474365,
      "learning_rate": 3.228812234592859e-08,
      "loss": 0.0006,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1767
    },
    {
      "completion_length": 199.00001525878906,
      "epoch": 1.6967370441458733,
      "grad_norm": 0.015104848891496658,
      "kl": 0.6225744485855103,
      "learning_rate": 3.208920052168476e-08,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1768
    },
    {
      "completion_length": 163.57144165039062,
      "epoch": 1.6976967370441458,
      "grad_norm": 2.477036952972412,
      "kl": 0.7188439965248108,
      "learning_rate": 3.18908513231716e-08,
      "loss": 0.0007,
      "reward": 1.1428571939468384,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.3571428656578064,
      "step": 1769
    },
    {
      "completion_length": 177.57144165039062,
      "epoch": 1.6986564299424183,
      "grad_norm": 0.8511244058609009,
      "kl": 0.5957395434379578,
      "learning_rate": 3.169307527161086e-08,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1770
    },
    {
      "completion_length": 164.5,
      "epoch": 1.699616122840691,
      "grad_norm": 1.3867340087890625,
      "kl": 0.8591892123222351,
      "learning_rate": 3.149587288671815e-08,
      "loss": 0.0009,
      "reward": 1.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1771
    },
    {
      "completion_length": 186.1428680419922,
      "epoch": 1.7005758157389637,
      "grad_norm": 0.020329082384705544,
      "kl": 0.5541219115257263,
      "learning_rate": 3.12992446867017e-08,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1772
    },
    {
      "completion_length": 140.92857360839844,
      "epoch": 1.7015355086372361,
      "grad_norm": 2.827821969985962,
      "kl": 0.8915185928344727,
      "learning_rate": 3.1103191188260824e-08,
      "loss": 0.0009,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1773
    },
    {
      "completion_length": 219.50001525878906,
      "epoch": 1.7024952015355086,
      "grad_norm": 0.021775590255856514,
      "kl": 0.557758092880249,
      "learning_rate": 3.09077129065847e-08,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1774
    },
    {
      "completion_length": 187.35714721679688,
      "epoch": 1.703454894433781,
      "grad_norm": 0.02007823996245861,
      "kl": 0.5479360818862915,
      "learning_rate": 3.071281035535089e-08,
      "loss": 0.0005,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1775
    },
    {
      "completion_length": 195.42857360839844,
      "epoch": 1.7044145873320538,
      "grad_norm": 0.02629719488322735,
      "kl": 0.5708020925521851,
      "learning_rate": 3.051848404672411e-08,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1776
    },
    {
      "completion_length": 152.1428680419922,
      "epoch": 1.7053742802303264,
      "grad_norm": 1.9543994665145874,
      "kl": 0.6970630884170532,
      "learning_rate": 3.032473449135481e-08,
      "loss": 0.0007,
      "reward": 1.2142857313156128,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.3571428656578064,
      "step": 1777
    },
    {
      "completion_length": 141.57144165039062,
      "epoch": 1.706333973128599,
      "grad_norm": 1.0378625392913818,
      "kl": 0.8695852756500244,
      "learning_rate": 3.013156219837776e-08,
      "loss": 0.0009,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1778
    },
    {
      "completion_length": 185.50001525878906,
      "epoch": 1.7072936660268714,
      "grad_norm": 0.02232642099261284,
      "kl": 0.5870087742805481,
      "learning_rate": 2.993896767541088e-08,
      "loss": 0.0006,
      "reward": 1.3571429252624512,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1779
    },
    {
      "completion_length": 199.2857208251953,
      "epoch": 1.7082533589251438,
      "grad_norm": 1.3617165088653564,
      "kl": 0.5590014457702637,
      "learning_rate": 2.974695142855388e-08,
      "loss": 0.0006,
      "reward": 1.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1780
    },
    {
      "completion_length": 238.1428680419922,
      "epoch": 1.7092130518234165,
      "grad_norm": 0.025707067921757698,
      "kl": 0.4350896179676056,
      "learning_rate": 2.9555513962386785e-08,
      "loss": 0.0004,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1781
    },
    {
      "completion_length": 197.00001525878906,
      "epoch": 1.710172744721689,
      "grad_norm": 0.012105503119528294,
      "kl": 0.6238839030265808,
      "learning_rate": 2.9364655779968718e-08,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1782
    },
    {
      "completion_length": 169.21429443359375,
      "epoch": 1.7111324376199617,
      "grad_norm": 0.9968891143798828,
      "kl": 0.6132042407989502,
      "learning_rate": 2.9174377382836596e-08,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1783
    },
    {
      "completion_length": 191.50001525878906,
      "epoch": 1.7120921305182342,
      "grad_norm": 0.01763368956744671,
      "kl": 0.565372109413147,
      "learning_rate": 2.8984679271003815e-08,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1784
    },
    {
      "completion_length": 166.2857208251953,
      "epoch": 1.7130518234165066,
      "grad_norm": 2.0496389865875244,
      "kl": 0.6279950141906738,
      "learning_rate": 2.8795561942958735e-08,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1785
    },
    {
      "completion_length": 255.50001525878906,
      "epoch": 1.714011516314779,
      "grad_norm": 0.01566670462489128,
      "kl": 0.3721162974834442,
      "learning_rate": 2.860702589566366e-08,
      "loss": 0.0004,
      "reward": 1.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1786
    },
    {
      "completion_length": 210.00001525878906,
      "epoch": 1.7149712092130518,
      "grad_norm": 1.9885578155517578,
      "kl": 0.5887534618377686,
      "learning_rate": 2.8419071624553425e-08,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1787
    },
    {
      "completion_length": 184.50001525878906,
      "epoch": 1.7159309021113245,
      "grad_norm": 0.01638118177652359,
      "kl": 0.5524476766586304,
      "learning_rate": 2.8231699623534e-08,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1788
    },
    {
      "completion_length": 192.42857360839844,
      "epoch": 1.716890595009597,
      "grad_norm": 0.019140562042593956,
      "kl": 0.5414353609085083,
      "learning_rate": 2.8044910384981357e-08,
      "loss": 0.0005,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1789
    },
    {
      "completion_length": 178.1428680419922,
      "epoch": 1.7178502879078694,
      "grad_norm": 1.6385267972946167,
      "kl": 0.5657346248626709,
      "learning_rate": 2.785870439973989e-08,
      "loss": 0.0006,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1790
    },
    {
      "completion_length": 168.92857360839844,
      "epoch": 1.718809980806142,
      "grad_norm": 0.015544384717941284,
      "kl": 0.5433918237686157,
      "learning_rate": 2.7673082157121662e-08,
      "loss": 0.0005,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1791
    },
    {
      "completion_length": 209.71429443359375,
      "epoch": 1.7197696737044146,
      "grad_norm": 1.4200869798660278,
      "kl": 0.479831725358963,
      "learning_rate": 2.7488044144904383e-08,
      "loss": 0.0005,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1792
    },
    {
      "completion_length": 157.7857208251953,
      "epoch": 1.7207293666026873,
      "grad_norm": 1.990810751914978,
      "kl": 0.6255683898925781,
      "learning_rate": 2.7303590849330814e-08,
      "loss": 0.0006,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1793
    },
    {
      "completion_length": 221.00001525878906,
      "epoch": 1.7216890595009597,
      "grad_norm": 1.2872263193130493,
      "kl": 0.518788754940033,
      "learning_rate": 2.7119722755107044e-08,
      "loss": 0.0005,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1794
    },
    {
      "completion_length": 192.6428680419922,
      "epoch": 1.7226487523992322,
      "grad_norm": 0.014117147773504257,
      "kl": 0.5799911022186279,
      "learning_rate": 2.693644034540149e-08,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1795
    },
    {
      "completion_length": 242.6428680419922,
      "epoch": 1.7236084452975047,
      "grad_norm": 1.4105639457702637,
      "kl": 0.43113529682159424,
      "learning_rate": 2.6753744101843443e-08,
      "loss": 0.0004,
      "reward": 1.3571429252624512,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1796
    },
    {
      "completion_length": 131.5,
      "epoch": 1.7245681381957774,
      "grad_norm": 0.04706500470638275,
      "kl": 0.8195931911468506,
      "learning_rate": 2.657163450452174e-08,
      "loss": 0.0008,
      "reward": 1.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1797
    },
    {
      "completion_length": 146.92857360839844,
      "epoch": 1.72552783109405,
      "grad_norm": 1.2399591207504272,
      "kl": 0.7369604706764221,
      "learning_rate": 2.6390112031983937e-08,
      "loss": 0.0007,
      "reward": 1.3928571939468384,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1798
    },
    {
      "completion_length": 159.0,
      "epoch": 1.7264875239923225,
      "grad_norm": 0.014623170718550682,
      "kl": 0.5864731073379517,
      "learning_rate": 2.6209177161234442e-08,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1799
    },
    {
      "completion_length": 203.07144165039062,
      "epoch": 1.727447216890595,
      "grad_norm": 1.7147095203399658,
      "kl": 0.5333561301231384,
      "learning_rate": 2.6028830367733706e-08,
      "loss": 0.0005,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1800
    },
    {
      "completion_length": 238.07144165039062,
      "epoch": 1.7284069097888675,
      "grad_norm": 0.041965894401073456,
      "kl": 0.44667863845825195,
      "learning_rate": 2.584907212539683e-08,
      "loss": 0.0004,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1801
    },
    {
      "completion_length": 191.00001525878906,
      "epoch": 1.7293666026871402,
      "grad_norm": 0.023787587881088257,
      "kl": 0.667534589767456,
      "learning_rate": 2.5669902906592293e-08,
      "loss": 0.0007,
      "reward": 1.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1802
    },
    {
      "completion_length": 160.57144165039062,
      "epoch": 1.7303262955854126,
      "grad_norm": 1.59903085231781,
      "kl": 0.8342353105545044,
      "learning_rate": 2.5491323182140784e-08,
      "loss": 0.0008,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1803
    },
    {
      "completion_length": 206.00001525878906,
      "epoch": 1.7312859884836853,
      "grad_norm": 0.013859189115464687,
      "kl": 0.48628443479537964,
      "learning_rate": 2.531333342131378e-08,
      "loss": 0.0005,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1804
    },
    {
      "completion_length": 185.07144165039062,
      "epoch": 1.7322456813819578,
      "grad_norm": 0.0143080223351717,
      "kl": 0.6035641431808472,
      "learning_rate": 2.5135934091832705e-08,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1805
    },
    {
      "completion_length": 166.92857360839844,
      "epoch": 1.7332053742802302,
      "grad_norm": 1.5311222076416016,
      "kl": 0.631138026714325,
      "learning_rate": 2.4959125659867186e-08,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1806
    },
    {
      "completion_length": 174.50001525878906,
      "epoch": 1.7341650671785027,
      "grad_norm": 0.025246459990739822,
      "kl": 0.5888473987579346,
      "learning_rate": 2.4782908590034235e-08,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1807
    },
    {
      "completion_length": 188.85714721679688,
      "epoch": 1.7351247600767754,
      "grad_norm": 2.2259347438812256,
      "kl": 0.7147104144096375,
      "learning_rate": 2.460728334539683e-08,
      "loss": 0.0007,
      "reward": 1.3928571939468384,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1808
    },
    {
      "completion_length": 146.71429443359375,
      "epoch": 1.736084452975048,
      "grad_norm": 0.04635069519281387,
      "kl": 0.9305936694145203,
      "learning_rate": 2.4432250387462828e-08,
      "loss": 0.0009,
      "reward": 1.2142857313156128,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.3571428656578064,
      "step": 1809
    },
    {
      "completion_length": 183.50001525878906,
      "epoch": 1.7370441458733206,
      "grad_norm": 1.1298686265945435,
      "kl": 0.5813398361206055,
      "learning_rate": 2.4257810176183614e-08,
      "loss": 0.0006,
      "reward": 1.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1810
    },
    {
      "completion_length": 184.2857208251953,
      "epoch": 1.738003838771593,
      "grad_norm": 1.29922616481781,
      "kl": 0.5616205930709839,
      "learning_rate": 2.4083963169952844e-08,
      "loss": 0.0006,
      "reward": 1.2857143878936768,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.5,
      "step": 1811
    },
    {
      "completion_length": 200.1428680419922,
      "epoch": 1.7389635316698655,
      "grad_norm": 0.023946203291416168,
      "kl": 0.5277401804924011,
      "learning_rate": 2.3910709825605642e-08,
      "loss": 0.0005,
      "reward": 1.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1812
    },
    {
      "completion_length": 146.57144165039062,
      "epoch": 1.7399232245681382,
      "grad_norm": 1.9478920698165894,
      "kl": 0.7767515778541565,
      "learning_rate": 2.3738050598416796e-08,
      "loss": 0.0008,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1813
    },
    {
      "completion_length": 177.85714721679688,
      "epoch": 1.7408829174664109,
      "grad_norm": 2.701435089111328,
      "kl": 0.6595399975776672,
      "learning_rate": 2.356598594210013e-08,
      "loss": 0.0007,
      "reward": 1.3928571939468384,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 1814
    },
    {
      "completion_length": 206.35714721679688,
      "epoch": 1.7418426103646834,
      "grad_norm": 0.014913436956703663,
      "kl": 0.4971405565738678,
      "learning_rate": 2.3394516308806762e-08,
      "loss": 0.0005,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1815
    },
    {
      "completion_length": 178.42857360839844,
      "epoch": 1.7428023032629558,
      "grad_norm": 1.063987374305725,
      "kl": 0.5791959762573242,
      "learning_rate": 2.3223642149124563e-08,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1816
    },
    {
      "completion_length": 148.5,
      "epoch": 1.7437619961612283,
      "grad_norm": 0.018832018598914146,
      "kl": 0.7648400664329529,
      "learning_rate": 2.305336391207638e-08,
      "loss": 0.0008,
      "reward": 1.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1817
    },
    {
      "completion_length": 192.71429443359375,
      "epoch": 1.744721689059501,
      "grad_norm": 2.2581653594970703,
      "kl": 0.5616130232810974,
      "learning_rate": 2.2883682045119062e-08,
      "loss": 0.0006,
      "reward": 1.2857143878936768,
      "reward_std": 0.30304574966430664,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1818
    },
    {
      "completion_length": 143.07144165039062,
      "epoch": 1.7456813819577737,
      "grad_norm": 0.038810063153505325,
      "kl": 0.8784888386726379,
      "learning_rate": 2.2714596994142578e-08,
      "loss": 0.0009,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1819
    },
    {
      "completion_length": 155.85714721679688,
      "epoch": 1.7466410748560461,
      "grad_norm": 1.4320085048675537,
      "kl": 0.6408609747886658,
      "learning_rate": 2.2546109203468276e-08,
      "loss": 0.0006,
      "reward": 1.3928571939468384,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 1820
    },
    {
      "completion_length": 181.85714721679688,
      "epoch": 1.7476007677543186,
      "grad_norm": 1.574958324432373,
      "kl": 0.7379530668258667,
      "learning_rate": 2.237821911584825e-08,
      "loss": 0.0007,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1821
    },
    {
      "completion_length": 167.0,
      "epoch": 1.748560460652591,
      "grad_norm": 0.04310937225818634,
      "kl": 0.7068237662315369,
      "learning_rate": 2.2210927172463782e-08,
      "loss": 0.0007,
      "reward": 1.1428571939468384,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.7142857313156128,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1822
    },
    {
      "completion_length": 177.92857360839844,
      "epoch": 1.7495201535508638,
      "grad_norm": 1.0856752395629883,
      "kl": 0.5920505523681641,
      "learning_rate": 2.2044233812924502e-08,
      "loss": 0.0006,
      "reward": 1.3571429252624512,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1823
    },
    {
      "completion_length": 194.71429443359375,
      "epoch": 1.7504798464491362,
      "grad_norm": 1.7692738771438599,
      "kl": 0.4594840109348297,
      "learning_rate": 2.1878139475267037e-08,
      "loss": 0.0005,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1824
    },
    {
      "completion_length": 229.9285888671875,
      "epoch": 1.751439539347409,
      "grad_norm": 2.222043037414551,
      "kl": 0.4558204710483551,
      "learning_rate": 2.171264459595379e-08,
      "loss": 0.0005,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1825
    },
    {
      "completion_length": 206.57144165039062,
      "epoch": 1.7523992322456814,
      "grad_norm": 1.651958703994751,
      "kl": 0.4461204409599304,
      "learning_rate": 2.15477496098721e-08,
      "loss": 0.0004,
      "reward": 1.321428656578064,
      "reward_std": 0.25253814458847046,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1826
    },
    {
      "completion_length": 211.6428680419922,
      "epoch": 1.7533589251439539,
      "grad_norm": 1.9208705425262451,
      "kl": 0.5647208094596863,
      "learning_rate": 2.138345495033275e-08,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1827
    },
    {
      "completion_length": 144.71429443359375,
      "epoch": 1.7543186180422263,
      "grad_norm": 3.441066026687622,
      "kl": 0.9005789756774902,
      "learning_rate": 2.1219761049069086e-08,
      "loss": 0.0009,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1828
    },
    {
      "completion_length": 165.92857360839844,
      "epoch": 1.755278310940499,
      "grad_norm": 0.029249632731080055,
      "kl": 0.7121018171310425,
      "learning_rate": 2.1056668336235623e-08,
      "loss": 0.0007,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1829
    },
    {
      "completion_length": 201.42857360839844,
      "epoch": 1.7562380038387717,
      "grad_norm": 1.5984050035476685,
      "kl": 0.5783098936080933,
      "learning_rate": 2.0894177240407345e-08,
      "loss": 0.0006,
      "reward": 1.3571429252624512,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1830
    },
    {
      "completion_length": 204.07144165039062,
      "epoch": 1.7571976967370442,
      "grad_norm": 0.037203628569841385,
      "kl": 0.6252086162567139,
      "learning_rate": 2.073228818857811e-08,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1831
    },
    {
      "completion_length": 223.21429443359375,
      "epoch": 1.7581573896353166,
      "grad_norm": 1.5362910032272339,
      "kl": 0.45647740364074707,
      "learning_rate": 2.0571001606159683e-08,
      "loss": 0.0005,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1832
    },
    {
      "completion_length": 188.85714721679688,
      "epoch": 1.7591170825335891,
      "grad_norm": 1.3896898031234741,
      "kl": 0.5520449876785278,
      "learning_rate": 2.041031791698089e-08,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1833
    },
    {
      "completion_length": 170.07144165039062,
      "epoch": 1.7600767754318618,
      "grad_norm": 0.014087807387113571,
      "kl": 0.5990539789199829,
      "learning_rate": 2.0250237543286e-08,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1834
    },
    {
      "completion_length": 164.6428680419922,
      "epoch": 1.7610364683301345,
      "grad_norm": 2.9776153564453125,
      "kl": 0.714109480381012,
      "learning_rate": 2.009076090573411e-08,
      "loss": 0.0007,
      "reward": 1.0357143878936768,
      "reward_std": 0.3535534143447876,
      "rewards/check_gptzero_func": 0.6428571939468384,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 1835
    },
    {
      "completion_length": 199.07144165039062,
      "epoch": 1.761996161228407,
      "grad_norm": 0.013874717056751251,
      "kl": 0.5966193675994873,
      "learning_rate": 1.993188842339763e-08,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1836
    },
    {
      "completion_length": 173.00001525878906,
      "epoch": 1.7629558541266794,
      "grad_norm": 0.019806165248155594,
      "kl": 0.6880552172660828,
      "learning_rate": 1.977362051376158e-08,
      "loss": 0.0007,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1837
    },
    {
      "completion_length": 212.6428680419922,
      "epoch": 1.763915547024952,
      "grad_norm": 1.7472474575042725,
      "kl": 0.49624118208885193,
      "learning_rate": 1.9615957592722165e-08,
      "loss": 0.0005,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1838
    },
    {
      "completion_length": 189.71429443359375,
      "epoch": 1.7648752399232246,
      "grad_norm": 0.022893289104104042,
      "kl": 0.5292538404464722,
      "learning_rate": 1.945890007458578e-08,
      "loss": 0.0005,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1839
    },
    {
      "completion_length": 157.92857360839844,
      "epoch": 1.7658349328214973,
      "grad_norm": 0.02607022412121296,
      "kl": 0.7036967873573303,
      "learning_rate": 1.9302448372067957e-08,
      "loss": 0.0007,
      "reward": 1.2142857313156128,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.7142857313156128,
      "rewards/check_similarity_func": 0.5,
      "step": 1840
    },
    {
      "completion_length": 161.5,
      "epoch": 1.7667946257197698,
      "grad_norm": 1.1220513582229614,
      "kl": 0.672507107257843,
      "learning_rate": 1.914660289629233e-08,
      "loss": 0.0007,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1841
    },
    {
      "completion_length": 146.7857208251953,
      "epoch": 1.7677543186180422,
      "grad_norm": 1.398927092552185,
      "kl": 0.7442329525947571,
      "learning_rate": 1.899136405678947e-08,
      "loss": 0.0007,
      "reward": 1.1428571939468384,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.3571428656578064,
      "step": 1842
    },
    {
      "completion_length": 152.71429443359375,
      "epoch": 1.7687140115163147,
      "grad_norm": 3.477968454360962,
      "kl": 0.7520231604576111,
      "learning_rate": 1.883673226149571e-08,
      "loss": 0.0008,
      "reward": 1.3928571939468384,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1843
    },
    {
      "completion_length": 228.71429443359375,
      "epoch": 1.7696737044145874,
      "grad_norm": 1.463342308998108,
      "kl": 0.5220685005187988,
      "learning_rate": 1.868270791675236e-08,
      "loss": 0.0005,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1844
    },
    {
      "completion_length": 206.00001525878906,
      "epoch": 1.7706333973128598,
      "grad_norm": 0.9969766139984131,
      "kl": 0.539763867855072,
      "learning_rate": 1.852929142730447e-08,
      "loss": 0.0005,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1845
    },
    {
      "completion_length": 187.6428680419922,
      "epoch": 1.7715930902111325,
      "grad_norm": 1.33223295211792,
      "kl": 0.5457025766372681,
      "learning_rate": 1.8376483196299558e-08,
      "loss": 0.0005,
      "reward": 1.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1846
    },
    {
      "completion_length": 188.92857360839844,
      "epoch": 1.772552783109405,
      "grad_norm": 0.013559788465499878,
      "kl": 0.5657069683074951,
      "learning_rate": 1.8224283625287023e-08,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1847
    },
    {
      "completion_length": 149.1428680419922,
      "epoch": 1.7735124760076775,
      "grad_norm": 1.463086485862732,
      "kl": 0.6620134115219116,
      "learning_rate": 1.8072693114216636e-08,
      "loss": 0.0007,
      "reward": 1.2857143878936768,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.5,
      "step": 1848
    },
    {
      "completion_length": 225.7857208251953,
      "epoch": 1.77447216890595,
      "grad_norm": 0.04327108711004257,
      "kl": 0.5542763471603394,
      "learning_rate": 1.792171206143783e-08,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1849
    },
    {
      "completion_length": 184.92857360839844,
      "epoch": 1.7754318618042226,
      "grad_norm": 0.8640346527099609,
      "kl": 0.6623433232307434,
      "learning_rate": 1.7771340863698304e-08,
      "loss": 0.0007,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1850
    },
    {
      "completion_length": 159.92857360839844,
      "epoch": 1.7763915547024953,
      "grad_norm": 2.4258015155792236,
      "kl": 0.7300489544868469,
      "learning_rate": 1.762157991614341e-08,
      "loss": 0.0007,
      "reward": 1.2857143878936768,
      "reward_std": 0.30304574966430664,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.5,
      "step": 1851
    },
    {
      "completion_length": 144.0,
      "epoch": 1.7773512476007678,
      "grad_norm": 1.8055219650268555,
      "kl": 1.0012022256851196,
      "learning_rate": 1.747242961231482e-08,
      "loss": 0.001,
      "reward": 1.1428571939468384,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.3571428656578064,
      "step": 1852
    },
    {
      "completion_length": 228.07144165039062,
      "epoch": 1.7783109404990403,
      "grad_norm": 0.009949273429811,
      "kl": 0.3975646197795868,
      "learning_rate": 1.7323890344149412e-08,
      "loss": 0.0004,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1853
    },
    {
      "completion_length": 173.1428680419922,
      "epoch": 1.7792706333973127,
      "grad_norm": 0.013885258696973324,
      "kl": 0.6499752402305603,
      "learning_rate": 1.717596250197853e-08,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1854
    },
    {
      "completion_length": 129.6428680419922,
      "epoch": 1.7802303262955854,
      "grad_norm": 3.3276607990264893,
      "kl": 0.8903530240058899,
      "learning_rate": 1.7028646474526786e-08,
      "loss": 0.0009,
      "reward": 1.2142857313156128,
      "reward_std": 0.30304574966430664,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1855
    },
    {
      "completion_length": 196.42857360839844,
      "epoch": 1.781190019193858,
      "grad_norm": 0.7968624830245972,
      "kl": 0.5833938121795654,
      "learning_rate": 1.6881942648911074e-08,
      "loss": 0.0006,
      "reward": 1.3571429252624512,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1856
    },
    {
      "completion_length": 199.92857360839844,
      "epoch": 1.7821497120921306,
      "grad_norm": 0.030112331733107567,
      "kl": 0.5658278465270996,
      "learning_rate": 1.6735851410639462e-08,
      "loss": 0.0006,
      "reward": 1.3571429252624512,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1857
    },
    {
      "completion_length": 210.1428680419922,
      "epoch": 1.783109404990403,
      "grad_norm": 1.6924912929534912,
      "kl": 0.4844276010990143,
      "learning_rate": 1.659037314361039e-08,
      "loss": 0.0005,
      "reward": 1.2857143878936768,
      "reward_std": 0.30304574966430664,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.5,
      "step": 1858
    },
    {
      "completion_length": 180.35714721679688,
      "epoch": 1.7840690978886755,
      "grad_norm": 0.023732373490929604,
      "kl": 0.6137000322341919,
      "learning_rate": 1.644550823011148e-08,
      "loss": 0.0006,
      "reward": 1.3571429252624512,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1859
    },
    {
      "completion_length": 246.1428680419922,
      "epoch": 1.7850287907869482,
      "grad_norm": 0.8386476635932922,
      "kl": 0.3939834237098694,
      "learning_rate": 1.63012570508185e-08,
      "loss": 0.0004,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1860
    },
    {
      "completion_length": 206.1428680419922,
      "epoch": 1.785988483685221,
      "grad_norm": 2.2349720001220703,
      "kl": 0.5292654037475586,
      "learning_rate": 1.6157619984794564e-08,
      "loss": 0.0005,
      "reward": 1.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1861
    },
    {
      "completion_length": 180.07144165039062,
      "epoch": 1.7869481765834934,
      "grad_norm": 0.022794559597969055,
      "kl": 0.5978639125823975,
      "learning_rate": 1.6014597409488988e-08,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1862
    },
    {
      "completion_length": 184.7857208251953,
      "epoch": 1.7879078694817658,
      "grad_norm": 1.682088851928711,
      "kl": 0.5764396786689758,
      "learning_rate": 1.5872189700736337e-08,
      "loss": 0.0006,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1863
    },
    {
      "completion_length": 223.00001525878906,
      "epoch": 1.7888675623800383,
      "grad_norm": 1.3350578546524048,
      "kl": 0.4179135859012604,
      "learning_rate": 1.573039723275535e-08,
      "loss": 0.0004,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1864
    },
    {
      "completion_length": 189.00001525878906,
      "epoch": 1.789827255278311,
      "grad_norm": 0.017757778987288475,
      "kl": 0.6335546374320984,
      "learning_rate": 1.558922037814808e-08,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1865
    },
    {
      "completion_length": 188.35714721679688,
      "epoch": 1.7907869481765835,
      "grad_norm": 0.015173413790762424,
      "kl": 0.5435779690742493,
      "learning_rate": 1.5448659507899033e-08,
      "loss": 0.0005,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1866
    },
    {
      "completion_length": 176.6428680419922,
      "epoch": 1.7917466410748562,
      "grad_norm": 0.017054837197065353,
      "kl": 0.5650758743286133,
      "learning_rate": 1.530871499137376e-08,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1867
    },
    {
      "completion_length": 151.92857360839844,
      "epoch": 1.7927063339731286,
      "grad_norm": 1.7578119039535522,
      "kl": 0.7478936314582825,
      "learning_rate": 1.5169387196318328e-08,
      "loss": 0.0007,
      "reward": 1.3571429252624512,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1868
    },
    {
      "completion_length": 147.85714721679688,
      "epoch": 1.793666026871401,
      "grad_norm": 2.2602286338806152,
      "kl": 0.9804465770721436,
      "learning_rate": 1.503067648885814e-08,
      "loss": 0.001,
      "reward": 1.25,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1869
    },
    {
      "completion_length": 260.5,
      "epoch": 1.7946257197696736,
      "grad_norm": 0.015269421972334385,
      "kl": 0.42010486125946045,
      "learning_rate": 1.4892583233497097e-08,
      "loss": 0.0004,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1870
    },
    {
      "completion_length": 203.71429443359375,
      "epoch": 1.7955854126679462,
      "grad_norm": 0.9559851288795471,
      "kl": 0.6600831747055054,
      "learning_rate": 1.4755107793116367e-08,
      "loss": 0.0007,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1871
    },
    {
      "completion_length": 175.1428680419922,
      "epoch": 1.796545105566219,
      "grad_norm": 1.1555202007293701,
      "kl": 0.6258118152618408,
      "learning_rate": 1.4618250528973752e-08,
      "loss": 0.0006,
      "reward": 1.2857143878936768,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.5,
      "step": 1872
    },
    {
      "completion_length": 213.71429443359375,
      "epoch": 1.7975047984644914,
      "grad_norm": 0.05206901952624321,
      "kl": 0.47555533051490784,
      "learning_rate": 1.4482011800702715e-08,
      "loss": 0.0005,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1873
    },
    {
      "completion_length": 142.0,
      "epoch": 1.7984644913627639,
      "grad_norm": 0.026138298213481903,
      "kl": 0.7556184530258179,
      "learning_rate": 1.4346391966311128e-08,
      "loss": 0.0008,
      "reward": 1.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1874
    },
    {
      "completion_length": 214.2857208251953,
      "epoch": 1.7994241842610363,
      "grad_norm": 0.00898677296936512,
      "kl": 0.5139654874801636,
      "learning_rate": 1.4211391382180637e-08,
      "loss": 0.0005,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1875
    },
    {
      "completion_length": 149.71429443359375,
      "epoch": 1.800383877159309,
      "grad_norm": 2.045930862426758,
      "kl": 0.7076167464256287,
      "learning_rate": 1.4077010403065608e-08,
      "loss": 0.0007,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1876
    },
    {
      "completion_length": 176.85714721679688,
      "epoch": 1.8013435700575817,
      "grad_norm": 2.174631357192993,
      "kl": 0.6356147527694702,
      "learning_rate": 1.3943249382092292e-08,
      "loss": 0.0006,
      "reward": 1.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1877
    },
    {
      "completion_length": 112.28572082519531,
      "epoch": 1.8023032629558542,
      "grad_norm": 2.146737813949585,
      "kl": 0.940157413482666,
      "learning_rate": 1.3810108670757603e-08,
      "loss": 0.0009,
      "reward": 1.2142857313156128,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1878
    },
    {
      "completion_length": 191.2857208251953,
      "epoch": 1.8032629558541267,
      "grad_norm": 0.01535066869109869,
      "kl": 0.510520339012146,
      "learning_rate": 1.3677588618928592e-08,
      "loss": 0.0005,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1879
    },
    {
      "completion_length": 163.85714721679688,
      "epoch": 1.8042226487523991,
      "grad_norm": 0.013568071648478508,
      "kl": 0.5726732611656189,
      "learning_rate": 1.3545689574841341e-08,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1880
    },
    {
      "completion_length": 172.42857360839844,
      "epoch": 1.8051823416506718,
      "grad_norm": 1.8721270561218262,
      "kl": 0.654805600643158,
      "learning_rate": 1.3414411885099924e-08,
      "loss": 0.0007,
      "reward": 1.3928571939468384,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 1881
    },
    {
      "completion_length": 206.2857208251953,
      "epoch": 1.8061420345489443,
      "grad_norm": 0.024300038814544678,
      "kl": 0.6105034947395325,
      "learning_rate": 1.328375589467573e-08,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1882
    },
    {
      "completion_length": 178.2857208251953,
      "epoch": 1.807101727447217,
      "grad_norm": 0.785731315612793,
      "kl": 0.6295442581176758,
      "learning_rate": 1.315372194690642e-08,
      "loss": 0.0006,
      "reward": 1.3571429252624512,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1883
    },
    {
      "completion_length": 189.00001525878906,
      "epoch": 1.8080614203454894,
      "grad_norm": 0.016531577333807945,
      "kl": 0.6391448974609375,
      "learning_rate": 1.3024310383495025e-08,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1884
    },
    {
      "completion_length": 182.07144165039062,
      "epoch": 1.809021113243762,
      "grad_norm": 2.1656980514526367,
      "kl": 0.6473516821861267,
      "learning_rate": 1.289552154450907e-08,
      "loss": 0.0006,
      "reward": 1.3571429252624512,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1885
    },
    {
      "completion_length": 184.35714721679688,
      "epoch": 1.8099808061420346,
      "grad_norm": 2.342858076095581,
      "kl": 0.629555881023407,
      "learning_rate": 1.2767355768379701e-08,
      "loss": 0.0006,
      "reward": 1.3928571939468384,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1886
    },
    {
      "completion_length": 167.1428680419922,
      "epoch": 1.810940499040307,
      "grad_norm": 2.5337328910827637,
      "kl": 0.7597008347511292,
      "learning_rate": 1.2639813391900872e-08,
      "loss": 0.0008,
      "reward": 1.3571429252624512,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1887
    },
    {
      "completion_length": 148.42857360839844,
      "epoch": 1.8119001919385798,
      "grad_norm": 1.5592776536941528,
      "kl": 0.7884106040000916,
      "learning_rate": 1.2512894750228209e-08,
      "loss": 0.0008,
      "reward": 1.3928571939468384,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1888
    },
    {
      "completion_length": 183.7857208251953,
      "epoch": 1.8128598848368522,
      "grad_norm": 1.7102861404418945,
      "kl": 0.5774745345115662,
      "learning_rate": 1.2386600176878398e-08,
      "loss": 0.0006,
      "reward": 1.3928571939468384,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1889
    },
    {
      "completion_length": 187.1428680419922,
      "epoch": 1.8138195777351247,
      "grad_norm": 0.0220563355833292,
      "kl": 0.6147735118865967,
      "learning_rate": 1.2260930003728075e-08,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1890
    },
    {
      "completion_length": 159.5,
      "epoch": 1.8147792706333972,
      "grad_norm": 1.401273250579834,
      "kl": 0.7827118635177612,
      "learning_rate": 1.2135884561013305e-08,
      "loss": 0.0008,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1891
    },
    {
      "completion_length": 187.21429443359375,
      "epoch": 1.8157389635316699,
      "grad_norm": 0.7435708045959473,
      "kl": 0.5129063129425049,
      "learning_rate": 1.2011464177328235e-08,
      "loss": 0.0005,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1892
    },
    {
      "completion_length": 197.6428680419922,
      "epoch": 1.8166986564299425,
      "grad_norm": 0.019428767263889313,
      "kl": 0.5823094844818115,
      "learning_rate": 1.188766917962461e-08,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1893
    },
    {
      "completion_length": 144.0,
      "epoch": 1.817658349328215,
      "grad_norm": 2.0105674266815186,
      "kl": 0.6711379885673523,
      "learning_rate": 1.1764499893210878e-08,
      "loss": 0.0007,
      "reward": 1.3571429252624512,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1894
    },
    {
      "completion_length": 172.92857360839844,
      "epoch": 1.8186180422264875,
      "grad_norm": 0.013108630664646626,
      "kl": 0.5913549661636353,
      "learning_rate": 1.1641956641751022e-08,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1895
    },
    {
      "completion_length": 150.21429443359375,
      "epoch": 1.81957773512476,
      "grad_norm": 0.026896994560956955,
      "kl": 0.7942131161689758,
      "learning_rate": 1.152003974726412e-08,
      "loss": 0.0008,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1896
    },
    {
      "completion_length": 165.71429443359375,
      "epoch": 1.8205374280230326,
      "grad_norm": 2.1249871253967285,
      "kl": 0.7830569744110107,
      "learning_rate": 1.1398749530123125e-08,
      "loss": 0.0008,
      "reward": 1.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1897
    },
    {
      "completion_length": 227.21429443359375,
      "epoch": 1.8214971209213053,
      "grad_norm": 0.8284517526626587,
      "kl": 0.4475076496601105,
      "learning_rate": 1.1278086309054497e-08,
      "loss": 0.0004,
      "reward": 1.3571429252624512,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1898
    },
    {
      "completion_length": 192.42857360839844,
      "epoch": 1.8224568138195778,
      "grad_norm": 0.03186054155230522,
      "kl": 0.6967987418174744,
      "learning_rate": 1.1158050401136765e-08,
      "loss": 0.0007,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1899
    },
    {
      "completion_length": 181.71429443359375,
      "epoch": 1.8234165067178503,
      "grad_norm": 1.0240352153778076,
      "kl": 0.6280180215835571,
      "learning_rate": 1.1038642121800112e-08,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1900
    },
    {
      "completion_length": 170.7857208251953,
      "epoch": 1.8243761996161227,
      "grad_norm": 0.025250554084777832,
      "kl": 0.7399042844772339,
      "learning_rate": 1.0919861784825623e-08,
      "loss": 0.0007,
      "reward": 1.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1901
    },
    {
      "completion_length": 183.7857208251953,
      "epoch": 1.8253358925143954,
      "grad_norm": 0.013349784538149834,
      "kl": 0.6607573628425598,
      "learning_rate": 1.0801709702344008e-08,
      "loss": 0.0007,
      "reward": 1.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1902
    },
    {
      "completion_length": 256.3571472167969,
      "epoch": 1.826295585412668,
      "grad_norm": 1.0210773944854736,
      "kl": 0.4567018449306488,
      "learning_rate": 1.0684186184835215e-08,
      "loss": 0.0005,
      "reward": 1.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1903
    },
    {
      "completion_length": 150.07144165039062,
      "epoch": 1.8272552783109406,
      "grad_norm": 0.012383795343339443,
      "kl": 0.7510022521018982,
      "learning_rate": 1.0567291541127288e-08,
      "loss": 0.0008,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1904
    },
    {
      "completion_length": 162.1428680419922,
      "epoch": 1.828214971209213,
      "grad_norm": 1.4750181436538696,
      "kl": 0.8046969175338745,
      "learning_rate": 1.0451026078395985e-08,
      "loss": 0.0008,
      "reward": 1.2142857313156128,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1905
    },
    {
      "completion_length": 176.6428680419922,
      "epoch": 1.8291746641074855,
      "grad_norm": 0.011842732317745686,
      "kl": 0.5603798627853394,
      "learning_rate": 1.0335390102163444e-08,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1906
    },
    {
      "completion_length": 183.1428680419922,
      "epoch": 1.830134357005758,
      "grad_norm": 1.4413306713104248,
      "kl": 0.55843585729599,
      "learning_rate": 1.0220383916297787e-08,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1907
    },
    {
      "completion_length": 213.6428680419922,
      "epoch": 1.8310940499040307,
      "grad_norm": 1.5940102338790894,
      "kl": 0.48499158024787903,
      "learning_rate": 1.0106007823012074e-08,
      "loss": 0.0005,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1908
    },
    {
      "completion_length": 206.92857360839844,
      "epoch": 1.8320537428023034,
      "grad_norm": 0.019683154299855232,
      "kl": 0.6422382593154907,
      "learning_rate": 9.99226212286372e-09,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1909
    },
    {
      "completion_length": 191.71429443359375,
      "epoch": 1.8330134357005758,
      "grad_norm": 1.322835922241211,
      "kl": 0.5249513983726501,
      "learning_rate": 9.879147114753545e-09,
      "loss": 0.0005,
      "reward": 1.3928571939468384,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 1910
    },
    {
      "completion_length": 246.4285888671875,
      "epoch": 1.8339731285988483,
      "grad_norm": 0.03866049647331238,
      "kl": 0.4471830725669861,
      "learning_rate": 9.766663095924944e-09,
      "loss": 0.0004,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1911
    },
    {
      "completion_length": 267.5714416503906,
      "epoch": 1.8349328214971208,
      "grad_norm": 1.272189974784851,
      "kl": 0.40353360772132874,
      "learning_rate": 9.654810361963362e-09,
      "loss": 0.0004,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1912
    },
    {
      "completion_length": 163.0,
      "epoch": 1.8358925143953935,
      "grad_norm": 0.020432123914361,
      "kl": 0.6648859977722168,
      "learning_rate": 9.543589206795238e-09,
      "loss": 0.0007,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1913
    },
    {
      "completion_length": 142.21429443359375,
      "epoch": 1.8368522072936662,
      "grad_norm": 2.8566534519195557,
      "kl": 0.718255877494812,
      "learning_rate": 9.432999922687396e-09,
      "loss": 0.0007,
      "reward": 1.3928571939468384,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 1914
    },
    {
      "completion_length": 143.42857360839844,
      "epoch": 1.8378119001919386,
      "grad_norm": 1.6709192991256714,
      "kl": 0.7440453171730042,
      "learning_rate": 9.323042800246234e-09,
      "loss": 0.0007,
      "reward": 1.3571429252624512,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1915
    },
    {
      "completion_length": 192.07144165039062,
      "epoch": 1.838771593090211,
      "grad_norm": 1.2665096521377563,
      "kl": 0.5899331569671631,
      "learning_rate": 9.213718128416925e-09,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1916
    },
    {
      "completion_length": 214.21429443359375,
      "epoch": 1.8397312859884836,
      "grad_norm": 0.01676171086728573,
      "kl": 0.5842660665512085,
      "learning_rate": 9.105026194482751e-09,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1917
    },
    {
      "completion_length": 240.7857208251953,
      "epoch": 1.8406909788867563,
      "grad_norm": 0.013589797541499138,
      "kl": 0.4579527974128723,
      "learning_rate": 8.996967284064128e-09,
      "loss": 0.0005,
      "reward": 1.3571429252624512,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1918
    },
    {
      "completion_length": 160.35714721679688,
      "epoch": 1.841650671785029,
      "grad_norm": 0.06590880453586578,
      "kl": 0.7363273501396179,
      "learning_rate": 8.889541681118274e-09,
      "loss": 0.0007,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1919
    },
    {
      "completion_length": 215.50001525878906,
      "epoch": 1.8426103646833014,
      "grad_norm": 2.3433640003204346,
      "kl": 0.587931752204895,
      "learning_rate": 8.782749667937961e-09,
      "loss": 0.0006,
      "reward": 1.321428656578064,
      "reward_std": 0.25253814458847046,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 1920
    },
    {
      "completion_length": 178.57144165039062,
      "epoch": 1.8435700575815739,
      "grad_norm": 1.8959755897521973,
      "kl": 0.6162194013595581,
      "learning_rate": 8.676591525151127e-09,
      "loss": 0.0006,
      "reward": 1.321428656578064,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1921
    },
    {
      "completion_length": 154.07144165039062,
      "epoch": 1.8445297504798464,
      "grad_norm": 2.43802809715271,
      "kl": 0.7950600385665894,
      "learning_rate": 8.571067531720017e-09,
      "loss": 0.0008,
      "reward": 1.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1922
    },
    {
      "completion_length": 146.2857208251953,
      "epoch": 1.845489443378119,
      "grad_norm": 2.1552414894104004,
      "kl": 0.6985052227973938,
      "learning_rate": 8.466177964940479e-09,
      "loss": 0.0007,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1923
    },
    {
      "completion_length": 193.1428680419922,
      "epoch": 1.8464491362763915,
      "grad_norm": 1.7109577655792236,
      "kl": 0.4937060475349426,
      "learning_rate": 8.361923100441148e-09,
      "loss": 0.0005,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1924
    },
    {
      "completion_length": 189.00001525878906,
      "epoch": 1.8474088291746642,
      "grad_norm": 1.2934131622314453,
      "kl": 0.539337158203125,
      "learning_rate": 8.258303212182821e-09,
      "loss": 0.0005,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1925
    },
    {
      "completion_length": 180.7857208251953,
      "epoch": 1.8483685220729367,
      "grad_norm": 1.4763507843017578,
      "kl": 0.7066560983657837,
      "learning_rate": 8.15531857245777e-09,
      "loss": 0.0007,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1926
    },
    {
      "completion_length": 142.71429443359375,
      "epoch": 1.8493282149712091,
      "grad_norm": 0.9862784743309021,
      "kl": 0.7927278876304626,
      "learning_rate": 8.052969451888824e-09,
      "loss": 0.0008,
      "reward": 1.3571429252624512,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1927
    },
    {
      "completion_length": 183.42857360839844,
      "epoch": 1.8502879078694816,
      "grad_norm": 0.17535282671451569,
      "kl": 0.7014725804328918,
      "learning_rate": 7.95125611942893e-09,
      "loss": 0.0007,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1928
    },
    {
      "completion_length": 153.92857360839844,
      "epoch": 1.8512476007677543,
      "grad_norm": 0.014437208883464336,
      "kl": 0.6821702718734741,
      "learning_rate": 7.85017884236025e-09,
      "loss": 0.0007,
      "reward": 1.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1929
    },
    {
      "completion_length": 153.7857208251953,
      "epoch": 1.852207293666027,
      "grad_norm": 2.119776964187622,
      "kl": 0.8180674314498901,
      "learning_rate": 7.749737886293545e-09,
      "loss": 0.0008,
      "reward": 1.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1930
    },
    {
      "completion_length": 221.00001525878906,
      "epoch": 1.8531669865642995,
      "grad_norm": 0.013599647209048271,
      "kl": 0.5000078678131104,
      "learning_rate": 7.649933515167406e-09,
      "loss": 0.0005,
      "reward": 1.3571429252624512,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1931
    },
    {
      "completion_length": 189.00001525878906,
      "epoch": 1.854126679462572,
      "grad_norm": 0.01242157444357872,
      "kl": 0.5099742412567139,
      "learning_rate": 7.550765991247654e-09,
      "loss": 0.0005,
      "reward": 1.3571429252624512,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1932
    },
    {
      "completion_length": 188.1428680419922,
      "epoch": 1.8550863723608444,
      "grad_norm": 0.02182050794363022,
      "kl": 0.6107757687568665,
      "learning_rate": 7.452235575126558e-09,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1933
    },
    {
      "completion_length": 179.71429443359375,
      "epoch": 1.856046065259117,
      "grad_norm": 0.016585610806941986,
      "kl": 0.6882199048995972,
      "learning_rate": 7.3543425257222565e-09,
      "loss": 0.0007,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1934
    },
    {
      "completion_length": 146.92857360839844,
      "epoch": 1.8570057581573898,
      "grad_norm": 5.253137588500977,
      "kl": 0.9104414582252502,
      "learning_rate": 7.257087100277947e-09,
      "loss": 0.0009,
      "reward": 1.2857143878936768,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.3571428656578064,
      "step": 1935
    },
    {
      "completion_length": 149.1428680419922,
      "epoch": 1.8579654510556622,
      "grad_norm": 0.016934193670749664,
      "kl": 0.7334786057472229,
      "learning_rate": 7.1604695543613644e-09,
      "loss": 0.0007,
      "reward": 1.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1936
    },
    {
      "completion_length": 148.6428680419922,
      "epoch": 1.8589251439539347,
      "grad_norm": 0.026090601459145546,
      "kl": 0.843208909034729,
      "learning_rate": 7.064490141863971e-09,
      "loss": 0.0008,
      "reward": 1.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1937
    },
    {
      "completion_length": 185.85714721679688,
      "epoch": 1.8598848368522072,
      "grad_norm": 0.013445203192532063,
      "kl": 0.5218155384063721,
      "learning_rate": 6.969149115000322e-09,
      "loss": 0.0005,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1938
    },
    {
      "completion_length": 163.2857208251953,
      "epoch": 1.8608445297504799,
      "grad_norm": 0.016334494575858116,
      "kl": 0.7163693308830261,
      "learning_rate": 6.8744467243074535e-09,
      "loss": 0.0007,
      "reward": 1.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1939
    },
    {
      "completion_length": 164.92857360839844,
      "epoch": 1.8618042226487526,
      "grad_norm": 1.76108717918396,
      "kl": 0.6981638669967651,
      "learning_rate": 6.780383218644214e-09,
      "loss": 0.0007,
      "reward": 1.321428656578064,
      "reward_std": 0.25253814458847046,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1940
    },
    {
      "completion_length": 173.35714721679688,
      "epoch": 1.862763915547025,
      "grad_norm": 1.3745079040527344,
      "kl": 0.655308187007904,
      "learning_rate": 6.686958845190521e-09,
      "loss": 0.0007,
      "reward": 1.2857143878936768,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.5,
      "step": 1941
    },
    {
      "completion_length": 175.92857360839844,
      "epoch": 1.8637236084452975,
      "grad_norm": 0.024141360074281693,
      "kl": 0.722812831401825,
      "learning_rate": 6.594173849446883e-09,
      "loss": 0.0007,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1942
    },
    {
      "completion_length": 161.42857360839844,
      "epoch": 1.86468330134357,
      "grad_norm": 3.0599169731140137,
      "kl": 0.7919086217880249,
      "learning_rate": 6.502028475233567e-09,
      "loss": 0.0008,
      "reward": 1.25,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1943
    },
    {
      "completion_length": 178.07144165039062,
      "epoch": 1.8656429942418427,
      "grad_norm": 0.06484869122505188,
      "kl": 0.6672545075416565,
      "learning_rate": 6.41052296469008e-09,
      "loss": 0.0007,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1944
    },
    {
      "completion_length": 144.2857208251953,
      "epoch": 1.8666026871401151,
      "grad_norm": 2.403588056564331,
      "kl": 0.7317011952400208,
      "learning_rate": 6.319657558274516e-09,
      "loss": 0.0007,
      "reward": 1.3928571939468384,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1945
    },
    {
      "completion_length": 169.6428680419922,
      "epoch": 1.8675623800383878,
      "grad_norm": 1.883553385734558,
      "kl": 0.7107298970222473,
      "learning_rate": 6.229432494762849e-09,
      "loss": 0.0007,
      "reward": 1.2857143878936768,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.5,
      "step": 1946
    },
    {
      "completion_length": 186.2857208251953,
      "epoch": 1.8685220729366603,
      "grad_norm": 1.030167818069458,
      "kl": 0.9124739766120911,
      "learning_rate": 6.139848011248366e-09,
      "loss": 0.0009,
      "reward": 1.3571429252624512,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1947
    },
    {
      "completion_length": 178.85714721679688,
      "epoch": 1.8694817658349328,
      "grad_norm": 0.017414811998605728,
      "kl": 0.6079509258270264,
      "learning_rate": 6.0509043431410945e-09,
      "loss": 0.0006,
      "reward": 1.2857143878936768,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1948
    },
    {
      "completion_length": 177.92857360839844,
      "epoch": 1.8704414587332052,
      "grad_norm": 1.2389798164367676,
      "kl": 0.5674220323562622,
      "learning_rate": 5.962601724167099e-09,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1949
    },
    {
      "completion_length": 160.42857360839844,
      "epoch": 1.871401151631478,
      "grad_norm": 0.013753139413893223,
      "kl": 0.675815999507904,
      "learning_rate": 5.874940386367904e-09,
      "loss": 0.0007,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1950
    },
    {
      "completion_length": 183.2857208251953,
      "epoch": 1.8723608445297506,
      "grad_norm": 0.018276574090123177,
      "kl": 0.543698787689209,
      "learning_rate": 5.7879205600998296e-09,
      "loss": 0.0005,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1951
    },
    {
      "completion_length": 137.5,
      "epoch": 1.873320537428023,
      "grad_norm": 1.929863452911377,
      "kl": 0.7418448328971863,
      "learning_rate": 5.70154247403351e-09,
      "loss": 0.0007,
      "reward": 1.321428656578064,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 1952
    },
    {
      "completion_length": 194.00001525878906,
      "epoch": 1.8742802303262955,
      "grad_norm": 3.9582250118255615,
      "kl": 0.5804423689842224,
      "learning_rate": 5.615806355153102e-09,
      "loss": 0.0006,
      "reward": 1.2142857313156128,
      "reward_std": 0.30304574966430664,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1953
    },
    {
      "completion_length": 182.92857360839844,
      "epoch": 1.875239923224568,
      "grad_norm": 1.1221871376037598,
      "kl": 0.5788418054580688,
      "learning_rate": 5.530712428755968e-09,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1954
    },
    {
      "completion_length": 179.2857208251953,
      "epoch": 1.8761996161228407,
      "grad_norm": 0.01903737150132656,
      "kl": 0.646770179271698,
      "learning_rate": 5.446260918451739e-09,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1955
    },
    {
      "completion_length": 183.50001525878906,
      "epoch": 1.8771593090211134,
      "grad_norm": 0.049307167530059814,
      "kl": 0.683819055557251,
      "learning_rate": 5.362452046162036e-09,
      "loss": 0.0007,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1956
    },
    {
      "completion_length": 215.07144165039062,
      "epoch": 1.8781190019193859,
      "grad_norm": 0.016379449516534805,
      "kl": 0.5055845975875854,
      "learning_rate": 5.2792860321197175e-09,
      "loss": 0.0005,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1957
    },
    {
      "completion_length": 154.2857208251953,
      "epoch": 1.8790786948176583,
      "grad_norm": 2.2385568618774414,
      "kl": 0.7124240398406982,
      "learning_rate": 5.1967630948683004e-09,
      "loss": 0.0007,
      "reward": 1.3928571939468384,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1958
    },
    {
      "completion_length": 220.4285888671875,
      "epoch": 1.8800383877159308,
      "grad_norm": 0.015488473698496819,
      "kl": 0.5170409083366394,
      "learning_rate": 5.114883451261487e-09,
      "loss": 0.0005,
      "reward": 1.2857143878936768,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1959
    },
    {
      "completion_length": 160.35714721679688,
      "epoch": 1.8809980806142035,
      "grad_norm": 0.01524288672953844,
      "kl": 0.6904473900794983,
      "learning_rate": 5.033647316462469e-09,
      "loss": 0.0007,
      "reward": 1.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1960
    },
    {
      "completion_length": 158.6428680419922,
      "epoch": 1.8819577735124762,
      "grad_norm": 2.5164499282836914,
      "kl": 0.6789687275886536,
      "learning_rate": 4.953054903943516e-09,
      "loss": 0.0007,
      "reward": 1.3928571939468384,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1961
    },
    {
      "completion_length": 194.35714721679688,
      "epoch": 1.8829174664107486,
      "grad_norm": 2.669281482696533,
      "kl": 0.7223778963088989,
      "learning_rate": 4.873106425485191e-09,
      "loss": 0.0007,
      "reward": 1.25,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1962
    },
    {
      "completion_length": 198.1428680419922,
      "epoch": 1.883877159309021,
      "grad_norm": 0.026300042867660522,
      "kl": 0.5840423107147217,
      "learning_rate": 4.79380209117608e-09,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1963
    },
    {
      "completion_length": 146.1428680419922,
      "epoch": 1.8848368522072936,
      "grad_norm": 1.2098273038864136,
      "kl": 0.6864041090011597,
      "learning_rate": 4.715142109412013e-09,
      "loss": 0.0007,
      "reward": 1.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1964
    },
    {
      "completion_length": 166.7857208251953,
      "epoch": 1.8857965451055663,
      "grad_norm": 0.01420680247247219,
      "kl": 0.6630780696868896,
      "learning_rate": 4.637126686895532e-09,
      "loss": 0.0007,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1965
    },
    {
      "completion_length": 160.0,
      "epoch": 1.8867562380038387,
      "grad_norm": 0.020271001383662224,
      "kl": 0.7914726734161377,
      "learning_rate": 4.559756028635536e-09,
      "loss": 0.0008,
      "reward": 1.3571429252624512,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1966
    },
    {
      "completion_length": 182.50001525878906,
      "epoch": 1.8877159309021114,
      "grad_norm": 1.4187259674072266,
      "kl": 0.6697762608528137,
      "learning_rate": 4.483030337946475e-09,
      "loss": 0.0007,
      "reward": 1.3928571939468384,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1967
    },
    {
      "completion_length": 178.00001525878906,
      "epoch": 1.888675623800384,
      "grad_norm": 1.5618089437484741,
      "kl": 0.6045771837234497,
      "learning_rate": 4.406949816448097e-09,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1968
    },
    {
      "completion_length": 186.50001525878906,
      "epoch": 1.8896353166986564,
      "grad_norm": 0.5948116183280945,
      "kl": 0.6017449498176575,
      "learning_rate": 4.331514664064645e-09,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1969
    },
    {
      "completion_length": 183.1428680419922,
      "epoch": 1.8905950095969288,
      "grad_norm": 0.023582689464092255,
      "kl": 0.5725592970848083,
      "learning_rate": 4.256725079024553e-09,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1970
    },
    {
      "completion_length": 261.3571472167969,
      "epoch": 1.8915547024952015,
      "grad_norm": 0.9084473252296448,
      "kl": 0.44001904129981995,
      "learning_rate": 4.182581257859807e-09,
      "loss": 0.0004,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1971
    },
    {
      "completion_length": 236.00001525878906,
      "epoch": 1.8925143953934742,
      "grad_norm": 2.045945882797241,
      "kl": 0.47435006499290466,
      "learning_rate": 4.109083395405416e-09,
      "loss": 0.0005,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1972
    },
    {
      "completion_length": 176.71429443359375,
      "epoch": 1.8934740882917467,
      "grad_norm": 1.4873594045639038,
      "kl": 0.6795063614845276,
      "learning_rate": 4.036231684798996e-09,
      "loss": 0.0007,
      "reward": 1.1428571939468384,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.3571428656578064,
      "step": 1973
    },
    {
      "completion_length": 162.2857208251953,
      "epoch": 1.8944337811900192,
      "grad_norm": 1.1287422180175781,
      "kl": 0.713667094707489,
      "learning_rate": 3.96402631748019e-09,
      "loss": 0.0007,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1974
    },
    {
      "completion_length": 200.7857208251953,
      "epoch": 1.8953934740882916,
      "grad_norm": 2.5194919109344482,
      "kl": 0.6909445524215698,
      "learning_rate": 3.892467483190137e-09,
      "loss": 0.0007,
      "reward": 1.321428656578064,
      "reward_std": 0.25253814458847046,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1975
    },
    {
      "completion_length": 170.6428680419922,
      "epoch": 1.8963531669865643,
      "grad_norm": 0.039672233164310455,
      "kl": 0.5711759924888611,
      "learning_rate": 3.8215553699710855e-09,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1976
    },
    {
      "completion_length": 173.7857208251953,
      "epoch": 1.897312859884837,
      "grad_norm": 2.0246822834014893,
      "kl": 0.6777160167694092,
      "learning_rate": 3.75129016416581e-09,
      "loss": 0.0007,
      "reward": 1.3928571939468384,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1977
    },
    {
      "completion_length": 161.6428680419922,
      "epoch": 1.8982725527831095,
      "grad_norm": 1.5845009088516235,
      "kl": 0.7317215800285339,
      "learning_rate": 3.6816720504171116e-09,
      "loss": 0.0007,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1978
    },
    {
      "completion_length": 186.85714721679688,
      "epoch": 1.899232245681382,
      "grad_norm": 0.8295538425445557,
      "kl": 0.6493369936943054,
      "learning_rate": 3.6127012116673463e-09,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1979
    },
    {
      "completion_length": 157.57144165039062,
      "epoch": 1.9001919385796544,
      "grad_norm": 0.9680866599082947,
      "kl": 0.6929576396942139,
      "learning_rate": 3.5443778291580627e-09,
      "loss": 0.0007,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1980
    },
    {
      "completion_length": 170.07144165039062,
      "epoch": 1.901151631477927,
      "grad_norm": 0.013274273835122585,
      "kl": 0.6163792014122009,
      "learning_rate": 3.4767020824293393e-09,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1981
    },
    {
      "completion_length": 166.5,
      "epoch": 1.9021113243761996,
      "grad_norm": 1.3405545949935913,
      "kl": 0.6522958278656006,
      "learning_rate": 3.4096741493194193e-09,
      "loss": 0.0007,
      "reward": 1.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1982
    },
    {
      "completion_length": 167.35714721679688,
      "epoch": 1.9030710172744723,
      "grad_norm": 0.010863369330763817,
      "kl": 0.6423628330230713,
      "learning_rate": 3.343294205964214e-09,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1983
    },
    {
      "completion_length": 237.50001525878906,
      "epoch": 1.9040307101727447,
      "grad_norm": 0.016853703185915947,
      "kl": 0.45157888531684875,
      "learning_rate": 3.277562426796859e-09,
      "loss": 0.0005,
      "reward": 1.3571429252624512,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1984
    },
    {
      "completion_length": 150.1428680419922,
      "epoch": 1.9049904030710172,
      "grad_norm": 2.226665496826172,
      "kl": 0.7505367994308472,
      "learning_rate": 3.212478984547268e-09,
      "loss": 0.0008,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1985
    },
    {
      "completion_length": 171.50001525878906,
      "epoch": 1.9059500959692899,
      "grad_norm": 1.7272851467132568,
      "kl": 0.6923672556877136,
      "learning_rate": 3.148044050241577e-09,
      "loss": 0.0007,
      "reward": 1.3928571939468384,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1986
    },
    {
      "completion_length": 159.71429443359375,
      "epoch": 1.9069097888675623,
      "grad_norm": 0.03290310502052307,
      "kl": 0.6913793683052063,
      "learning_rate": 3.084257793201872e-09,
      "loss": 0.0007,
      "reward": 1.3571429252624512,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 1987
    },
    {
      "completion_length": 186.92857360839844,
      "epoch": 1.907869481765835,
      "grad_norm": 0.01337792444974184,
      "kl": 0.5558947324752808,
      "learning_rate": 3.0211203810455998e-09,
      "loss": 0.0006,
      "reward": 1.2857143878936768,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1988
    },
    {
      "completion_length": 146.21429443359375,
      "epoch": 1.9088291746641075,
      "grad_norm": 0.023645898327231407,
      "kl": 0.7142514586448669,
      "learning_rate": 2.9586319796851555e-09,
      "loss": 0.0007,
      "reward": 1.3571429252624512,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.3571428656578064,
      "step": 1989
    },
    {
      "completion_length": 193.07144165039062,
      "epoch": 1.90978886756238,
      "grad_norm": 0.012955933809280396,
      "kl": 0.5410642623901367,
      "learning_rate": 2.8967927533274928e-09,
      "loss": 0.0005,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1990
    },
    {
      "completion_length": 195.85714721679688,
      "epoch": 1.9107485604606524,
      "grad_norm": 0.031582366675138474,
      "kl": 0.6459107398986816,
      "learning_rate": 2.835602864473652e-09,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 1991
    },
    {
      "completion_length": 236.21429443359375,
      "epoch": 1.9117082533589251,
      "grad_norm": 1.4548765420913696,
      "kl": 0.7682248950004578,
      "learning_rate": 2.7750624739183436e-09,
      "loss": 0.0008,
      "reward": 1.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1992
    },
    {
      "completion_length": 170.92857360839844,
      "epoch": 1.9126679462571978,
      "grad_norm": 1.2200838327407837,
      "kl": 0.7098385095596313,
      "learning_rate": 2.7151717407495333e-09,
      "loss": 0.0007,
      "reward": 1.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1993
    },
    {
      "completion_length": 169.35714721679688,
      "epoch": 1.9136276391554703,
      "grad_norm": 1.2624096870422363,
      "kl": 0.58692866563797,
      "learning_rate": 2.6559308223480236e-09,
      "loss": 0.0006,
      "reward": 1.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 1994
    },
    {
      "completion_length": 183.85714721679688,
      "epoch": 1.9145873320537428,
      "grad_norm": 0.014364156872034073,
      "kl": 0.5405892133712769,
      "learning_rate": 2.597339874387039e-09,
      "loss": 0.0005,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 1995
    },
    {
      "completion_length": 178.2857208251953,
      "epoch": 1.9155470249520152,
      "grad_norm": 2.15708589553833,
      "kl": 0.5580926537513733,
      "learning_rate": 2.539399050831753e-09,
      "loss": 0.0006,
      "reward": 1.2857143878936768,
      "reward_std": 0.30304574966430664,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.5,
      "step": 1996
    },
    {
      "completion_length": 161.57144165039062,
      "epoch": 1.916506717850288,
      "grad_norm": 1.0640569925308228,
      "kl": 0.6440779566764832,
      "learning_rate": 2.48210850393904e-09,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1997
    },
    {
      "completion_length": 202.00001525878906,
      "epoch": 1.9174664107485606,
      "grad_norm": 1.4691380262374878,
      "kl": 0.542290210723877,
      "learning_rate": 2.4254683842568903e-09,
      "loss": 0.0005,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1998
    },
    {
      "completion_length": 200.21429443359375,
      "epoch": 1.918426103646833,
      "grad_norm": 2.191497802734375,
      "kl": 0.609796404838562,
      "learning_rate": 2.3694788406241894e-09,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 1999
    },
    {
      "completion_length": 158.7857208251953,
      "epoch": 1.9193857965451055,
      "grad_norm": 1.311745285987854,
      "kl": 0.6794191598892212,
      "learning_rate": 2.3141400201701355e-09,
      "loss": 0.0007,
      "reward": 1.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 2000
    },
    {
      "completion_length": 186.1428680419922,
      "epoch": 1.920345489443378,
      "grad_norm": 1.5945723056793213,
      "kl": 0.6068085432052612,
      "learning_rate": 2.2594520683140715e-09,
      "loss": 0.0006,
      "reward": 1.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 2001
    },
    {
      "completion_length": 152.71429443359375,
      "epoch": 1.9213051823416507,
      "grad_norm": 2.293760061264038,
      "kl": 0.6571347117424011,
      "learning_rate": 2.205415128764876e-09,
      "loss": 0.0007,
      "reward": 1.2142857313156128,
      "reward_std": 0.30304574966430664,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 2002
    },
    {
      "completion_length": 162.7857208251953,
      "epoch": 1.9222648752399232,
      "grad_norm": 0.7613679766654968,
      "kl": 0.7051537036895752,
      "learning_rate": 2.152029343520767e-09,
      "loss": 0.0007,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 2003
    },
    {
      "completion_length": 185.7857208251953,
      "epoch": 1.9232245681381959,
      "grad_norm": 2.387697219848633,
      "kl": 0.565509021282196,
      "learning_rate": 2.0992948528688605e-09,
      "loss": 0.0006,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 2004
    },
    {
      "completion_length": 141.7857208251953,
      "epoch": 1.9241842610364683,
      "grad_norm": 0.08298657834529877,
      "kl": 0.8623088002204895,
      "learning_rate": 2.0472117953847513e-09,
      "loss": 0.0009,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 2005
    },
    {
      "completion_length": 204.00001525878906,
      "epoch": 1.9251439539347408,
      "grad_norm": 1.388907790184021,
      "kl": 0.6670433282852173,
      "learning_rate": 1.995780307932293e-09,
      "loss": 0.0007,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 2006
    },
    {
      "completion_length": 147.85714721679688,
      "epoch": 1.9261036468330133,
      "grad_norm": 0.020635362714529037,
      "kl": 0.8005160093307495,
      "learning_rate": 1.945000525663043e-09,
      "loss": 0.0008,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 2007
    },
    {
      "completion_length": 208.2857208251953,
      "epoch": 1.927063339731286,
      "grad_norm": 1.1808165311813354,
      "kl": 0.46955418586730957,
      "learning_rate": 1.8948725820160662e-09,
      "loss": 0.0005,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 2008
    },
    {
      "completion_length": 185.50001525878906,
      "epoch": 1.9280230326295587,
      "grad_norm": 2.156558036804199,
      "kl": 0.5639519095420837,
      "learning_rate": 1.845396608717492e-09,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 2009
    },
    {
      "completion_length": 164.7857208251953,
      "epoch": 1.9289827255278311,
      "grad_norm": 2.300053119659424,
      "kl": 0.777881920337677,
      "learning_rate": 1.7965727357802385e-09,
      "loss": 0.0008,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 2010
    },
    {
      "completion_length": 145.2857208251953,
      "epoch": 1.9299424184261036,
      "grad_norm": 2.821899652481079,
      "kl": 0.7311103343963623,
      "learning_rate": 1.7484010915036208e-09,
      "loss": 0.0007,
      "reward": 1.25,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 2011
    },
    {
      "completion_length": 180.7857208251953,
      "epoch": 1.930902111324376,
      "grad_norm": 0.0206318162381649,
      "kl": 0.6164909601211548,
      "learning_rate": 1.7008818024730198e-09,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 2012
    },
    {
      "completion_length": 177.92857360839844,
      "epoch": 1.9318618042226487,
      "grad_norm": 0.017667343840003014,
      "kl": 0.545106053352356,
      "learning_rate": 1.654014993559577e-09,
      "loss": 0.0005,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 2013
    },
    {
      "completion_length": 179.00001525878906,
      "epoch": 1.9328214971209214,
      "grad_norm": 0.022922370582818985,
      "kl": 0.7281538248062134,
      "learning_rate": 1.6078007879198051e-09,
      "loss": 0.0007,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 2014
    },
    {
      "completion_length": 166.2857208251953,
      "epoch": 1.933781190019194,
      "grad_norm": 1.691869854927063,
      "kl": 0.6815997958183289,
      "learning_rate": 1.5622393069953665e-09,
      "loss": 0.0007,
      "reward": 1.3571429252624512,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 2015
    },
    {
      "completion_length": 186.2857208251953,
      "epoch": 1.9347408829174664,
      "grad_norm": 1.6223115921020508,
      "kl": 0.6873362064361572,
      "learning_rate": 1.5173306705126287e-09,
      "loss": 0.0007,
      "reward": 1.2142857313156128,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.7142857313156128,
      "rewards/check_similarity_func": 0.5,
      "step": 2016
    },
    {
      "completion_length": 252.6428680419922,
      "epoch": 1.9357005758157388,
      "grad_norm": 1.4773004055023193,
      "kl": 0.542577862739563,
      "learning_rate": 1.4730749964824985e-09,
      "loss": 0.0005,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 2017
    },
    {
      "completion_length": 168.71429443359375,
      "epoch": 1.9366602687140115,
      "grad_norm": 1.439855694770813,
      "kl": 0.8411189913749695,
      "learning_rate": 1.4294724011999493e-09,
      "loss": 0.0008,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 2018
    },
    {
      "completion_length": 168.6428680419922,
      "epoch": 1.9376199616122842,
      "grad_norm": 1.5918673276901245,
      "kl": 0.6019437313079834,
      "learning_rate": 1.3865229992438554e-09,
      "loss": 0.0006,
      "reward": 1.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 2019
    },
    {
      "completion_length": 192.42857360839844,
      "epoch": 1.9385796545105567,
      "grad_norm": 5.9994120597839355,
      "kl": 0.7480089664459229,
      "learning_rate": 1.3442269034765752e-09,
      "loss": 0.0007,
      "reward": 1.321428656578064,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 2020
    },
    {
      "completion_length": 190.50001525878906,
      "epoch": 1.9395393474088292,
      "grad_norm": 1.2644652128219604,
      "kl": 0.5265724658966064,
      "learning_rate": 1.3025842250437568e-09,
      "loss": 0.0005,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 2021
    },
    {
      "completion_length": 165.7857208251953,
      "epoch": 1.9404990403071016,
      "grad_norm": 1.0874881744384766,
      "kl": 0.8440682888031006,
      "learning_rate": 1.26159507337395e-09,
      "loss": 0.0008,
      "reward": 1.3571429252624512,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 2022
    },
    {
      "completion_length": 203.1428680419922,
      "epoch": 1.9414587332053743,
      "grad_norm": 1.183048129081726,
      "kl": 0.6104728579521179,
      "learning_rate": 1.2212595561784112e-09,
      "loss": 0.0006,
      "reward": 1.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 2023
    },
    {
      "completion_length": 231.6428680419922,
      "epoch": 1.9424184261036468,
      "grad_norm": 1.692702054977417,
      "kl": 0.5156692266464233,
      "learning_rate": 1.1815777794507709e-09,
      "loss": 0.0005,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 2024
    },
    {
      "completion_length": 210.42857360839844,
      "epoch": 1.9433781190019195,
      "grad_norm": 0.9279689192771912,
      "kl": 0.4910215437412262,
      "learning_rate": 1.1425498474667839e-09,
      "loss": 0.0005,
      "reward": 1.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 2025
    },
    {
      "completion_length": 161.1428680419922,
      "epoch": 1.944337811900192,
      "grad_norm": 2.177783727645874,
      "kl": 0.6670979261398315,
      "learning_rate": 1.1041758627839404e-09,
      "loss": 0.0007,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 2026
    },
    {
      "completion_length": 226.50001525878906,
      "epoch": 1.9452975047984644,
      "grad_norm": 0.018142443150281906,
      "kl": 0.46750956773757935,
      "learning_rate": 1.066455926241383e-09,
      "loss": 0.0005,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 2027
    },
    {
      "completion_length": 186.07144165039062,
      "epoch": 1.9462571976967369,
      "grad_norm": 0.02649190090596676,
      "kl": 0.632186770439148,
      "learning_rate": 1.0293901369594903e-09,
      "loss": 0.0006,
      "reward": 1.2857143878936768,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 2028
    },
    {
      "completion_length": 146.85714721679688,
      "epoch": 1.9472168905950096,
      "grad_norm": 2.482527017593384,
      "kl": 0.8324804902076721,
      "learning_rate": 9.929785923397382e-10,
      "loss": 0.0008,
      "reward": 1.2857143878936768,
      "reward_std": 0.30304574966430664,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.5,
      "step": 2029
    },
    {
      "completion_length": 144.6428680419922,
      "epoch": 1.9481765834932823,
      "grad_norm": 2.0635881423950195,
      "kl": 0.6785772442817688,
      "learning_rate": 9.57221388064311e-10,
      "loss": 0.0007,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 2030
    },
    {
      "completion_length": 189.42857360839844,
      "epoch": 1.9491362763915547,
      "grad_norm": 1.6301472187042236,
      "kl": 0.497908353805542,
      "learning_rate": 9.221186180959629e-10,
      "loss": 0.0005,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 2031
    },
    {
      "completion_length": 160.5,
      "epoch": 1.9500959692898272,
      "grad_norm": 1.9700216054916382,
      "kl": 0.8090649247169495,
      "learning_rate": 8.876703746776848e-10,
      "loss": 0.0008,
      "reward": 1.3928571939468384,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 2032
    },
    {
      "completion_length": 203.42857360839844,
      "epoch": 1.9510556621880997,
      "grad_norm": 0.02928454428911209,
      "kl": 0.5631869435310364,
      "learning_rate": 8.538767483325383e-10,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 2033
    },
    {
      "completion_length": 162.35714721679688,
      "epoch": 1.9520153550863724,
      "grad_norm": 0.024994634091854095,
      "kl": 0.7358739972114563,
      "learning_rate": 8.20737827863377e-10,
      "loss": 0.0007,
      "reward": 1.2142857313156128,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.3571428656578064,
      "step": 2034
    },
    {
      "completion_length": 183.85714721679688,
      "epoch": 1.952975047984645,
      "grad_norm": 1.8284313678741455,
      "kl": 0.6087054014205933,
      "learning_rate": 7.882537003526257e-10,
      "loss": 0.0006,
      "reward": 1.3928571939468384,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 2035
    },
    {
      "completion_length": 203.42857360839844,
      "epoch": 1.9539347408829175,
      "grad_norm": 0.018926214426755905,
      "kl": 0.5063591003417969,
      "learning_rate": 7.564244511620299e-10,
      "loss": 0.0005,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 2036
    },
    {
      "completion_length": 158.57144165039062,
      "epoch": 1.95489443378119,
      "grad_norm": 2.0236339569091797,
      "kl": 0.8504465818405151,
      "learning_rate": 7.252501639324337e-10,
      "loss": 0.0009,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 2037
    },
    {
      "completion_length": 181.1428680419922,
      "epoch": 1.9558541266794625,
      "grad_norm": 0.014914793893694878,
      "kl": 0.5599708557128906,
      "learning_rate": 6.947309205836139e-10,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 2038
    },
    {
      "completion_length": 202.42857360839844,
      "epoch": 1.9568138195777351,
      "grad_norm": 0.020821375772356987,
      "kl": 0.5544542074203491,
      "learning_rate": 6.648668013140013e-10,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 2039
    },
    {
      "completion_length": 169.0,
      "epoch": 1.9577735124760078,
      "grad_norm": 0.012236721813678741,
      "kl": 0.7096202373504639,
      "learning_rate": 6.356578846004323e-10,
      "loss": 0.0007,
      "reward": 1.2857143878936768,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 2040
    },
    {
      "completion_length": 182.50001525878906,
      "epoch": 1.9587332053742803,
      "grad_norm": 2.712071180343628,
      "kl": 0.6074074506759644,
      "learning_rate": 6.07104247198148e-10,
      "loss": 0.0006,
      "reward": 1.3928571939468384,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 2041
    },
    {
      "completion_length": 159.5,
      "epoch": 1.9596928982725528,
      "grad_norm": 2.468090295791626,
      "kl": 0.6953389644622803,
      "learning_rate": 5.792059641403224e-10,
      "loss": 0.0007,
      "reward": 1.3571429252624512,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 2042
    },
    {
      "completion_length": 197.35714721679688,
      "epoch": 1.9606525911708252,
      "grad_norm": 2.0750069618225098,
      "kl": 0.5389822125434875,
      "learning_rate": 5.51963108738035e-10,
      "loss": 0.0005,
      "reward": 1.3928571939468384,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 2043
    },
    {
      "completion_length": 205.50001525878906,
      "epoch": 1.961612284069098,
      "grad_norm": 1.203733205795288,
      "kl": 0.5746764540672302,
      "learning_rate": 5.253757525800207e-10,
      "loss": 0.0006,
      "reward": 1.3571429252624512,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 2044
    },
    {
      "completion_length": 230.1428680419922,
      "epoch": 1.9625719769673704,
      "grad_norm": 0.017882423475384712,
      "kl": 0.45161691308021545,
      "learning_rate": 4.994439655324756e-10,
      "loss": 0.0005,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 2045
    },
    {
      "completion_length": 144.42857360839844,
      "epoch": 1.963531669865643,
      "grad_norm": 2.6953630447387695,
      "kl": 0.7345499396324158,
      "learning_rate": 4.741678157389739e-10,
      "loss": 0.0007,
      "reward": 1.25,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 2046
    },
    {
      "completion_length": 140.42857360839844,
      "epoch": 1.9644913627639156,
      "grad_norm": 2.1618268489837646,
      "kl": 0.783029317855835,
      "learning_rate": 4.495473696201346e-10,
      "loss": 0.0008,
      "reward": 1.321428656578064,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 2047
    },
    {
      "completion_length": 167.1428680419922,
      "epoch": 1.965451055662188,
      "grad_norm": 1.7225573062896729,
      "kl": 0.5904628038406372,
      "learning_rate": 4.255826918735106e-10,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 2048
    },
    {
      "completion_length": 225.1428680419922,
      "epoch": 1.9664107485604605,
      "grad_norm": 0.9660530090332031,
      "kl": 0.4571657180786133,
      "learning_rate": 4.0227384547344976e-10,
      "loss": 0.0005,
      "reward": 1.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 2049
    },
    {
      "completion_length": 172.57144165039062,
      "epoch": 1.9673704414587332,
      "grad_norm": 2.001363754272461,
      "kl": 0.6114108562469482,
      "learning_rate": 3.7962089167095645e-10,
      "loss": 0.0006,
      "reward": 1.2857143878936768,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.5,
      "step": 2050
    },
    {
      "completion_length": 187.21429443359375,
      "epoch": 1.9683301343570059,
      "grad_norm": 1.500908613204956,
      "kl": 0.5239254236221313,
      "learning_rate": 3.576238899933859e-10,
      "loss": 0.0005,
      "reward": 1.3928571939468384,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 2051
    },
    {
      "completion_length": 191.50001525878906,
      "epoch": 1.9692898272552783,
      "grad_norm": 0.012503163889050484,
      "kl": 0.48648104071617126,
      "learning_rate": 3.3628289824444434e-10,
      "loss": 0.0005,
      "reward": 1.3571429252624512,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 2052
    },
    {
      "completion_length": 216.6428680419922,
      "epoch": 1.9702495201535508,
      "grad_norm": 0.8937134146690369,
      "kl": 0.44439229369163513,
      "learning_rate": 3.1559797250399476e-10,
      "loss": 0.0004,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 2053
    },
    {
      "completion_length": 269.0714416503906,
      "epoch": 1.9712092130518233,
      "grad_norm": 0.5208530426025391,
      "kl": 0.39021214842796326,
      "learning_rate": 2.955691671278071e-10,
      "loss": 0.0004,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 2054
    },
    {
      "completion_length": 194.6428680419922,
      "epoch": 1.972168905950096,
      "grad_norm": 1.2385740280151367,
      "kl": 0.4824303388595581,
      "learning_rate": 2.7619653474758585e-10,
      "loss": 0.0005,
      "reward": 1.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 2055
    },
    {
      "completion_length": 171.92857360839844,
      "epoch": 1.9731285988483687,
      "grad_norm": 1.415022373199463,
      "kl": 0.5871532559394836,
      "learning_rate": 2.5748012627072045e-10,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 2056
    },
    {
      "completion_length": 169.5,
      "epoch": 1.9740882917466411,
      "grad_norm": 3.1321663856506348,
      "kl": 0.757647693157196,
      "learning_rate": 2.3941999088014643e-10,
      "loss": 0.0008,
      "reward": 1.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 2057
    },
    {
      "completion_length": 198.7857208251953,
      "epoch": 1.9750479846449136,
      "grad_norm": 0.02521776594221592,
      "kl": 0.483733206987381,
      "learning_rate": 2.2201617603426204e-10,
      "loss": 0.0005,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 2058
    },
    {
      "completion_length": 168.2857208251953,
      "epoch": 1.976007677543186,
      "grad_norm": 1.6221085786819458,
      "kl": 0.6281627416610718,
      "learning_rate": 2.052687274667897e-10,
      "loss": 0.0006,
      "reward": 1.1785714626312256,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.3214285969734192,
      "step": 2059
    },
    {
      "completion_length": 179.35714721679688,
      "epoch": 1.9769673704414588,
      "grad_norm": 1.7989612817764282,
      "kl": 0.6844772696495056,
      "learning_rate": 1.8917768918669253e-10,
      "loss": 0.0007,
      "reward": 1.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 2060
    },
    {
      "completion_length": 143.2857208251953,
      "epoch": 1.9779270633397315,
      "grad_norm": 0.019851893186569214,
      "kl": 0.8130227327346802,
      "learning_rate": 1.7374310347792464e-10,
      "loss": 0.0008,
      "reward": 1.3571429252624512,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.3571428656578064,
      "step": 2061
    },
    {
      "completion_length": 154.92857360839844,
      "epoch": 1.978886756238004,
      "grad_norm": 2.513113498687744,
      "kl": 0.7605995535850525,
      "learning_rate": 1.5896501089948666e-10,
      "loss": 0.0008,
      "reward": 1.3928571939468384,
      "reward_std": 0.15152287483215332,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 2062
    },
    {
      "completion_length": 204.57144165039062,
      "epoch": 1.9798464491362764,
      "grad_norm": 0.03960515558719635,
      "kl": 0.5043771862983704,
      "learning_rate": 1.4484345028525913e-10,
      "loss": 0.0005,
      "reward": 1.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 2063
    },
    {
      "completion_length": 205.1428680419922,
      "epoch": 1.9808061420345489,
      "grad_norm": 1.381373643875122,
      "kl": 0.4483436942100525,
      "learning_rate": 1.31378458743836e-10,
      "loss": 0.0004,
      "reward": 1.1428571939468384,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.7142857313156128,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 2064
    },
    {
      "completion_length": 188.1428680419922,
      "epoch": 1.9817658349328215,
      "grad_norm": 0.8967017531394958,
      "kl": 0.5321789383888245,
      "learning_rate": 1.1857007165852472e-10,
      "loss": 0.0005,
      "reward": 1.25,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 2065
    },
    {
      "completion_length": 163.5,
      "epoch": 1.982725527831094,
      "grad_norm": 0.016917983070015907,
      "kl": 0.7006655335426331,
      "learning_rate": 1.0641832268717954e-10,
      "loss": 0.0007,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 2066
    },
    {
      "completion_length": 224.1428680419922,
      "epoch": 1.9836852207293667,
      "grad_norm": 0.02838314138352871,
      "kl": 0.5300564765930176,
      "learning_rate": 9.492324376214611e-11,
      "loss": 0.0005,
      "reward": 1.4285714626312256,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 2067
    },
    {
      "completion_length": 168.21429443359375,
      "epoch": 1.9846449136276392,
      "grad_norm": 1.9342867136001587,
      "kl": 0.7154465913772583,
      "learning_rate": 8.40848650901782e-11,
      "loss": 0.0007,
      "reward": 1.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 2068
    },
    {
      "completion_length": 186.21429443359375,
      "epoch": 1.9856046065259116,
      "grad_norm": 2.6105053424835205,
      "kl": 0.635852575302124,
      "learning_rate": 7.390321515238218e-11,
      "loss": 0.0006,
      "reward": 1.321428656578064,
      "reward_std": 0.25253814458847046,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 2069
    },
    {
      "completion_length": 230.2857208251953,
      "epoch": 1.986564299424184,
      "grad_norm": 2.0619492530822754,
      "kl": 0.5888141393661499,
      "learning_rate": 6.437832070402271e-11,
      "loss": 0.0006,
      "reward": 1.321428656578064,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 2070
    },
    {
      "completion_length": 164.92857360839844,
      "epoch": 1.9875239923224568,
      "grad_norm": 1.7434600591659546,
      "kl": 0.6645964980125427,
      "learning_rate": 5.5510206774689314e-11,
      "loss": 0.0007,
      "reward": 1.3571429252624512,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 2071
    },
    {
      "completion_length": 175.57144165039062,
      "epoch": 1.9884836852207295,
      "grad_norm": 1.664942979812622,
      "kl": 0.5836074352264404,
      "learning_rate": 4.729889666793552e-11,
      "loss": 0.0006,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 2072
    },
    {
      "completion_length": 196.21429443359375,
      "epoch": 1.989443378119002,
      "grad_norm": 1.139553427696228,
      "kl": 0.5317506194114685,
      "learning_rate": 3.97444119614454e-11,
      "loss": 0.0005,
      "reward": 1.2857143878936768,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.5,
      "step": 2073
    },
    {
      "completion_length": 167.85714721679688,
      "epoch": 1.9904030710172744,
      "grad_norm": 3.010667085647583,
      "kl": 0.7892895340919495,
      "learning_rate": 3.2846772506894825e-11,
      "loss": 0.0008,
      "reward": 1.25,
      "reward_std": 0.25253814458847046,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.392857164144516,
      "step": 2074
    },
    {
      "completion_length": 154.92857360839844,
      "epoch": 1.991362763915547,
      "grad_norm": 2.222158908843994,
      "kl": 0.6961320042610168,
      "learning_rate": 2.6605996429895915e-11,
      "loss": 0.0007,
      "reward": 1.2142857313156128,
      "reward_std": 0.30304574966430664,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 2075
    },
    {
      "completion_length": 160.42857360839844,
      "epoch": 1.9923224568138196,
      "grad_norm": 2.0421435832977295,
      "kl": 0.6624558568000793,
      "learning_rate": 2.1022100129941543e-11,
      "loss": 0.0007,
      "reward": 1.2857143878936768,
      "reward_std": 0.2020305097103119,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 2076
    },
    {
      "completion_length": 197.1428680419922,
      "epoch": 1.9932821497120923,
      "grad_norm": 0.014236006885766983,
      "kl": 0.6004112958908081,
      "learning_rate": 1.6095098280377585e-11,
      "loss": 0.0006,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 2077
    },
    {
      "completion_length": 139.07144165039062,
      "epoch": 1.9942418426103647,
      "grad_norm": 2.4003193378448486,
      "kl": 0.7810490131378174,
      "learning_rate": 1.1825003828402901e-11,
      "loss": 0.0008,
      "reward": 1.2857143878936768,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.3571428656578064,
      "step": 2078
    },
    {
      "completion_length": 206.57144165039062,
      "epoch": 1.9952015355086372,
      "grad_norm": 0.016731906682252884,
      "kl": 0.5467702150344849,
      "learning_rate": 8.211827994958342e-12,
      "loss": 0.0005,
      "reward": 1.3571429252624512,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 0.8571429252624512,
      "rewards/check_similarity_func": 0.5,
      "step": 2079
    },
    {
      "completion_length": 172.6428680419922,
      "epoch": 1.9961612284069097,
      "grad_norm": 0.7698716521263123,
      "kl": 0.8386441469192505,
      "learning_rate": 5.255580274726723e-12,
      "loss": 0.0008,
      "reward": 1.2142857313156128,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.785714328289032,
      "rewards/check_similarity_func": 0.4285714626312256,
      "step": 2080
    },
    {
      "completion_length": 178.92857360839844,
      "epoch": 1.9971209213051824,
      "grad_norm": 0.018182510510087013,
      "kl": 0.6622437238693237,
      "learning_rate": 2.9562684361605916e-12,
      "loss": 0.0007,
      "reward": 1.5000001192092896,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 2081
    },
    {
      "completion_length": 166.7857208251953,
      "epoch": 1.9980806142034548,
      "grad_norm": 1.203796148300171,
      "kl": 0.6828973293304443,
      "learning_rate": 1.3138985213434483e-12,
      "loss": 0.0007,
      "reward": 1.4642857313156128,
      "reward_std": 0.05050762742757797,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.4642857313156128,
      "step": 2082
    },
    {
      "completion_length": 150.7857208251953,
      "epoch": 1.9990403071017275,
      "grad_norm": 1.2952522039413452,
      "kl": 0.6712703108787537,
      "learning_rate": 3.284748461285236e-13,
      "loss": 0.0007,
      "reward": 1.4285714626312256,
      "reward_std": 0.10101525485515594,
      "rewards/check_gptzero_func": 0.9285714626312256,
      "rewards/check_similarity_func": 0.5,
      "step": 2083
    },
    {
      "completion_length": 246.5,
      "epoch": 2.0,
      "grad_norm": 0.8563519716262817,
      "kl": 0.6039208173751831,
      "learning_rate": 0.0,
      "loss": 0.0006,
      "reward": 1.5,
      "reward_std": 0.0,
      "rewards/check_gptzero_func": 1.0,
      "rewards/check_similarity_func": 0.5,
      "step": 2084
    }
  ],
  "logging_steps": 1,
  "max_steps": 2084,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 100,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}