episode,loss,reward,reward_std,kl,completion_length,clipped_ratio,learning_rate,grad_norm,epoch
1,0.1168,-0.06,0.05,1.487,121.2,0,0,1.441,0.002
2,0.03414,-0.085,0,1.728,82,0,1e-06,0.06773,0.004
3,0.03677,-0.035,0.05774,1.472,110.5,0,2e-06,1.649,0.006
4,0.1546,-0.06,0.05,1.565,97.25,0,3e-06,1.336,0.008
5,0.0292,-0.085,0,1.48,105.8,0,4e-06,0.05263,0.01
6,-0.05279,-0.06,0.05,1.577,113,0,5e-06,1.791,0.012
7,0.1339,-0.06,0.05,1.539,126.2,0,6e-06,1.452,0.014
8,0.03526,-0.085,0,1.845,89,0,7e-06,0.1091,0.016
9,-0.03297,-0.03875,0.05375,1.484,114.5,0,8e-06,1.834,0.018
10,0.02409,-0.085,0,1.3,158,0,9e-06,0.08162,0.02
11,-0.07952,-0.035,0.05774,1.526,114.5,0,1e-05,1.697,0.022
12,0.04861,-0.035,0.05774,1.59,99,0,1.1e-05,1.777,0.024
13,0.09983,-0.03875,0.06237,1.888,93.75,0,1.2e-05,2.288,0.026
14,0.1242,-0.06,0.05,1.648,112.8,0,1.3e-05,1.58,0.028
15,0.04319,-0.06,0.05,1.545,100.5,0,1.4e-05,1.571,0.03
16,0.03368,-0.085,0,1.721,82,0,1.5e-05,0.1079,0.032
17,0.03411,-0.085,0,1.737,96,0,1.6e-05,0.05412,0.034
18,0.02681,-0.085,0,1.425,116.2,0,1.7e-05,0.09016,0.036
19,-0.1867,0.1367,0.4434,1.459,138.5,0,1.8e-05,1.965,0.038
20,0.02446,-0.03875,0.06237,1.662,97.75,0,1.9e-05,1.648,0.04
21,0.02844,-0.085,0,1.462,103.5,0,2e-05,0.05372,0.042
22,0.1425,-0.06375,0.05297,1.547,140,0,2.1e-05,1.714,0.044
23,0.06482,0.1825,0.4707,1.429,101.2,0,2.2e-05,1.443,0.046
24,0.03516,-0.035,0.05774,1.529,93.5,0,2.3e-05,1.834,0.048
25,0.2135,-0.01,0.05,1.349,140.5,0,2.4e-05,1.748,0.05
26,-0.0988,-0.03875,0.05375,1.452,110.8,0,2.5e-05,1.824,0.052
27,0.08622,-0.01,0.05,1.599,92,0,2.6e-05,1.645,0.054
28,0.2779,-0.035,0.05774,1.387,158,0,2.7e-05,1.36,0.056
29,0.03327,-0.085,0,1.678,83,0,2.8e-05,0.0967,0.058
30,0.02572,-0.06,0.05,1.724,89.5,0,2.9e-05,1.624,0.06
31,0.02943,0.015,0,1.541,103.5,0,3e-05,0.04806,0.062
32,0.01911,-0.03875,0.06237,1.364,98,0,3.1e-05,1.499,0.064
33,-0.3277,-0.06375,0.05297,1.405,77.75,0,3.2e-05,1.937,0.066
34,-0.1782,-0.08875,0.0075,1.544,88.25,0,3.3e-05,1.418,0.068
35,0.08649,-0.035,0.05774,1.487,106,0,3.4e-05,1.569,0.07
36,-0.0006697,-0.035,0.05774,1.382,99.75,0,3.5e-05,1.449,0.072
37,-0.02239,0.01125,0.0075,1.371,114.5,0,3.6e-05,1.406,0.074
38,0.03101,0.015,0,1.58,95.75,0,3.7e-05,0.06464,0.076
39,0.05389,-0.01,0.05,1.723,89.5,0,3.8e-05,1.589,0.078
40,0.01259,-0.01,0.05,1.451,107.5,0,3.9e-05,1.351,0.08
41,0.07202,-0.01,0.05,1.776,92.25,0,4e-05,1.879,0.082
42,0.04993,-0.01,0.05,1.674,82.25,0,4.1e-05,1.664,0.084
43,-0.009573,-0.01,0.05,1.592,88.25,0,4.2e-05,1.511,0.086
44,-0.1045,-0.01,0.05,1.62,96.25,0,4.3e-05,1.58,0.088
45,0.09343,-0.01,0.05,1.692,87.5,0,4.4e-05,1.955,0.09
46,0.03445,0.015,0,1.762,87.75,0,4.5e-05,0.1226,0.092
47,-0.09708,-0.06,0.05,1.557,90.75,0,4.6e-05,1.661,0.094
48,0.03128,0.015,0,1.661,90,0,4.7e-05,0.07655,0.096
49,0.03093,0.015,0,1.609,102.5,0,4.8e-05,0.06835,0.098
50,0.0294,0.015,0,1.499,100.2,0,4.9e-05,0.04857,0.1
51,-0.08929,-0.01,0.05,1.549,104,0,5e-05,1.356,0.102
52,0.2245,-0.035,0.05774,1.576,137.8,0,4.989e-05,1.731,0.104
53,0.2212,-0.01,0.05,1.381,118,0,4.978e-05,1.558,0.106
54,0.03415,0.015,0,1.736,89.25,0,4.967e-05,0.07583,0.108
55,0.03483,0.015,0,1.754,97,0,4.956e-05,0.09679,0.11
56,0.05668,-0.01375,0.04802,1.489,107.2,0,4.944e-05,1.737,0.112
57,0.03395,0.015,0,1.723,88.5,0,4.933e-05,0.07683,0.114
58,0.03335,0.015,0,1.681,83,0,4.922e-05,0.0568,0.116
59,0.03198,0.015,0,1.614,100,0,4.911e-05,0.06101,0.118
60,0.03004,0.015,0,1.525,90.75,0,4.9e-05,0.06637,0.12
61,0.1298,-0.035,0.05774,1.597,103.8,0,4.889e-05,1.57,0.122
62,0.03358,0.015,0,1.721,87,0,4.878e-05,0.05775,0.124
63,0.05816,-0.01,0.05,1.336,120.2,0,4.867e-05,1.434,0.126
64,-0.1117,-0.0175,0.05545,1.377,109,0,4.856e-05,1.512,0.128
65,0.0283,0.015,0,1.431,112.5,0,4.844e-05,0.05251,0.13
66,0.02255,-0.03875,0.06237,1.395,103.2,0,4.833e-05,1.503,0.132
67,0.0259,0.015,0,1.301,111.5,0,4.822e-05,0.05156,0.134
68,0.02639,0.015,0,1.364,118.2,0,4.811e-05,0.03931,0.136
69,0.02672,0.015,0,1.366,103,0,4.8e-05,0.04079,0.138
70,0.05654,-0.01375,0.0575,1.344,108.5,0,4.789e-05,1.761,0.14
71,0.03006,0.015,0,1.524,106.8,0,4.778e-05,0.1124,0.142
72,0.02528,0.015,0,1.279,125.2,0,4.767e-05,0.05816,0.144
73,0.208,-0.035,0.05774,1.469,131,0,4.756e-05,1.413,0.146
74,0.06406,-0.035,0.05774,1.347,121.2,0,4.744e-05,1.338,0.148
75,0.02868,0.015,0,1.465,92.25,0,4.733e-05,0.05968,0.15
76,0.03725,-0.01375,0.0575,1.292,119.2,0,4.722e-05,2.02,0.152
77,0.02851,0.015,0,1.446,118,0,4.711e-05,0.15,0.154
78,0.07068,0.015,0,3.348,104,0,4.7e-05,4.452,0.156
79,0.02455,0.015,0,1.25,132.2,0,4.689e-05,0.03926,0.158
80,0.02639,0.015,0,1.361,116.8,0,4.678e-05,0.1211,0.16
81,0.02788,0.015,0,1.419,100.5,0,4.667e-05,0.03858,0.162
82,0.03285,0.015,0,1.66,89.75,0,4.656e-05,0.3443,0.164
83,0.02415,0.015,0,1.255,125.2,0,4.644e-05,0.04701,0.166
84,0.1476,-0.06375,0.05297,1.054,144.2,0.25,4.633e-05,1.043,0.168
85,0.02414,0.015,0,1.324,133,0,4.622e-05,0.1377,0.17
86,0.4588,-0.0175,0.05545,1.243,134.2,0.25,4.611e-05,1.549,0.172
87,0.05721,-0.01,0.05,1.323,116.8,0,4.6e-05,1.334,0.174
88,0.0259,0.015,0,1.336,105.8,0,4.589e-05,0.04917,0.176
89,0.03014,0.015,0,1.515,104.5,0,4.578e-05,0.1387,0.178
90,0.02943,0.015,0,1.476,117.5,0,4.567e-05,0.2111,0.18
91,0.1492,-0.01,0.05,1.187,135.8,0,4.556e-05,1.204,0.182
92,0.00894,-0.01,0.05,1.269,115.8,0,4.544e-05,1.163,0.184
93,0.02674,0.015,0,1.44,102.5,0,4.533e-05,0.1047,0.186
94,0.02273,0.015,0,1.198,133.2,0,4.522e-05,0.05807,0.188
95,0.02433,0.015,0,1.232,124,0,4.511e-05,0.04012,0.19
96,0.02564,0.015,0,1.31,111.5,0,4.5e-05,0.06366,0.192
97,0.02609,0.015,0,1.337,112.2,0,4.489e-05,0.05895,0.194
98,0.02595,0.015,0,1.339,102.8,0,4.478e-05,0.07423,0.196
99,-0.2551,-0.01375,0.0575,1.134,131.2,0,4.467e-05,1.3,0.198
100,0.0307,0.015,0,1.706,85.5,0,4.456e-05,0.113,0.2
101,0.02324,0.015,0,1.188,121.8,0,4.444e-05,0.04005,0.202
102,0.02365,0.015,0,1.209,119.2,0,4.433e-05,0.03859,0.204
103,-0.1069,-0.01375,0.0575,1.013,123.5,0,4.422e-05,1.101,0.206
104,-0.06919,-0.01375,0.0575,1.118,129.8,0,4.411e-05,1.286,0.208
105,0.02123,0.015,0,1.138,142,0,4.4e-05,0.04361,0.21
106,0.02399,0.015,0,1.212,128,0,4.389e-05,0.04805,0.212
107,0.3564,-0.01375,0.0575,1.031,152.8,0.25,4.378e-05,1.439,0.214
108,0.02283,0.015,0,1.166,129.2,0,4.367e-05,0.05553,0.216
109,-0.04348,-0.0675,0.05545,0.5512,202.8,0,4.356e-05,1.05,0.218
110,0.02031,0.015,0,1.051,137.5,0,4.344e-05,0.04941,0.22
111,0.1065,-0.01,0.05,1.289,118.5,0,4.333e-05,1.255,0.222
112,0.02114,0.015,0,1.096,133.5,0,4.322e-05,0.06218,0.224
113,0.02359,0.015,0,1.246,112,0,4.311e-05,0.03646,0.226
114,-0.02765,-0.0175,0.05545,1.039,101,0,4.3e-05,1.376,0.228
115,0.0184,0.015,0,0.9662,165.5,0.25,4.289e-05,0.04314,0.23
116,0.1954,-0.03875,0.06237,1.071,158,0.25,4.278e-05,1.173,0.232
117,0.02071,0.015,0,1.051,130,0,4.267e-05,0.02952,0.234
118,0.1281,-0.01,0.05,1.111,128.5,0,4.256e-05,1.226,0.236
119,0.1146,-0.01,0.05,0.9954,124.2,0,4.244e-05,1.035,0.238
120,0.09495,-0.0425,0.0664,0.6759,192.2,0.25,4.233e-05,0.9413,0.24
121,0.01714,0.015,0,0.894,164.8,0,4.222e-05,0.04506,0.242
122,-0.1289,-0.01375,0.0575,1.226,102.2,0,4.211e-05,1.349,0.244
123,0.02344,0.015,0,1.195,115.2,0,4.2e-05,0.0458,0.246
124,0.02134,0.015,0,1.169,125.2,0,4.189e-05,0.06143,0.248
125,-0.1984,0.01125,0.0075,1.124,116.8,0,4.178e-05,1.044,0.25
126,0.0192,0,0,0.9959,133.5,0,4.167e-05,0.04122,0.252
127,0.01727,0,0,0.977,147.5,0.25,4.156e-05,0.02834,0.254
128,0.009876,-0.025,0.05,1.032,156.8,0,4.144e-05,0.9371,0.256
129,-0.09492,-0.025,0.05,1.074,148.5,0.25,4.133e-05,0.845,0.258
130,0.02401,0,0,1.203,104.5,0,4.122e-05,0.05182,0.26
131,-0.2198,-0.025,0.05,0.9641,162,0.25,4.111e-05,0.8911,0.262
132,0.08979,-0.025,0.05,1.071,107.2,0,4.1e-05,1.38,0.264
133,0.0148,0,0,0.8439,204,0.5,4.089e-05,0.03386,0.266
134,0.0148,0,0,0.8089,192,0.5,4.078e-05,0.0373,0.268
135,0.2167,-0.025,0.05,0.8866,182.2,0.5,4.067e-05,0.9069,0.27
136,0.02339,0,0,1.197,107.5,0,4.056e-05,0.06824,0.272
137,-0.1594,-0.025,0.05,1.195,150.2,0.25,4.044e-05,0.8749,0.274
138,0.021,0,0,1.15,121.8,0,4.033e-05,0.0369,0.276
139,0.0129,0,0,0.7527,185,0.5,4.022e-05,0.02335,0.278
140,0.0135,0,0,0.7518,191.5,0.5,4.011e-05,0.03046,0.28
141,0.01559,0,0,0.8364,197,0.25,4e-05,0.1297,0.282
142,0.02244,0,0,1.18,119.5,0,3.989e-05,0.04509,0.284
143,-0.06772,-0.025,0.05,1.04,113,0,3.978e-05,1.059,0.286
144,-0.1361,-0.025,0.05,0.8591,164,0,3.967e-05,0.7481,0.288
145,0.009652,-0.025,0.05,0.7233,170.8,0,3.956e-05,0.8965,0.29
146,0.01383,0,0,0.8261,172,0.25,3.944e-05,0.01843,0.292
147,0.1679,-0.025,0.05,0.7532,195.5,0.5,3.933e-05,0.8574,0.294
148,0.01479,0,0,0.8126,161.5,0.25,3.922e-05,0.04673,0.296
149,0.09016,-0.025,0.05,0.6905,222,0.25,3.911e-05,0.9023,0.298
150,0.01703,0,0,0.9712,154.8,0.25,3.9e-05,0.04395,0.3
151,0.01369,0,0,0.8077,179.5,0.5,3.889e-05,0.02968,0.302
152,0.01495,0,0,0.7448,236.2,0.5,3.878e-05,0.2067,0.304
153,0.01446,0,0,0.8869,174.5,0.5,3.867e-05,0.02209,0.306
154,0.01308,0,0,0.7685,191,0.25,3.856e-05,0.02081,0.308
155,0.09928,-0.025,0.05,0.7042,218.2,0.75,3.844e-05,0.8511,0.31
156,0.1472,-0.025,0.05,0.8815,202,0.5,3.833e-05,1.008,0.312
157,0.01473,0,0,0.7722,184.5,0.25,3.822e-05,0.1047,0.314
158,0.01633,0,0,0.8847,166.5,0.25,3.811e-05,0.06288,0.316
159,0.01355,0,0,0.7771,177.2,0.25,3.8e-05,0.05157,0.318
160,0.06912,-0.025,0.05,0.592,229.5,0.5,3.789e-05,0.7783,0.32
161,0.01657,0,0,1.046,135.5,0.25,3.778e-05,0.02938,0.322
162,0.01172,0,0,0.6083,232.5,0.75,3.767e-05,0.02841,0.324
163,0.1041,-0.025,0.05,0.9652,218.5,0.75,3.756e-05,0.9357,0.326
164,0.02038,0,0,1.034,114.8,0,3.744e-05,0.03502,0.328
165,-0.2373,-0.025,0.05,0.6106,219.5,0.75,3.733e-05,0.6781,0.33
166,-0.1384,-0.025,0.05,1.235,123.5,0,3.722e-05,0.8199,0.332
167,0.1289,-0.025,0.05,0.6907,207.8,0.5,3.711e-05,0.8933,0.334
168,0.05713,-0.025,0.05,0.5286,234,0.75,3.7e-05,0.6729,0.336
169,0.01499,0,0,0.8495,174.2,0.25,3.689e-05,0.1389,0.338
170,0.01559,0,0,0.8565,168.5,0.25,3.678e-05,0.04733,0.34
171,-0.09501,-0.025,0.05,0.8351,168,0.25,3.667e-05,0.84,0.342
172,-0.2282,-0.025,0.05,0.862,177,0.5,3.656e-05,0.6844,0.344
173,0.01553,0,0,0.8731,185.5,0.25,3.644e-05,0.2459,0.346
174,0.0121,0,0,0.68,206.8,0.5,3.633e-05,0.02169,0.348
175,0.01206,0,0,0.6513,199,0.5,3.622e-05,0.04694,0.35
176,0.2827,-0.05,0.05774,0.7719,170.5,0.25,3.611e-05,0.7261,0.352
177,0.1534,-0.025,0.05,0.7106,200,0.25,3.6e-05,0.8582,0.354
178,0.01187,0,0,0.5987,222.5,0.25,3.589e-05,0.02377,0.356
179,0.01027,0,0,0.5137,256,1,3.578e-05,0.03761,0.358
180,0.009968,0,0,0.5013,246,0.5,3.567e-05,0.03003,0.36
181,0.0136,-0.025,0.05,0.6799,256,1,3.556e-05,0.6516,0.362
182,0.0167,0,0,0.8716,147,0,3.544e-05,0.07296,0.364
183,0.0114,0,0,0.6002,206,0.25,3.533e-05,0.03717,0.366
184,0.07569,-0.05,0.05774,0.4309,237.5,0.75,3.522e-05,0.6907,0.368
185,0.01558,0,0,0.8331,182.2,0.25,3.511e-05,0.1109,0.37
186,0.08199,-0.025,0.05,0.6914,225,0.75,3.5e-05,0.7589,0.372
187,0.01244,0,0,0.6683,198.5,0.5,3.489e-05,0.02421,0.374
188,0.009995,0,0,0.5007,243,0.75,3.478e-05,0.0273,0.376
189,0.07081,-0.025,0.05,0.5754,228.5,0.75,3.467e-05,0.5827,0.378
190,-0.2955,-0.05,0.05774,0.5758,189,0.5,3.456e-05,0.9176,0.38
191,0.01553,-0.025,0.05,0.7765,256,1,3.444e-05,0.8604,0.382
192,0.01256,0,0,0.6766,182.2,0.25,3.433e-05,0.01865,0.384
193,-0.06049,-0.05,0.05774,0.5448,236.5,0.75,3.422e-05,0.6642,0.386
194,0.01536,0,0,0.8527,160.8,0.25,3.411e-05,0.03851,0.388
195,0.03194,0,0,1.676,193,0.25,3.4e-05,2.288,0.39
196,-0.03057,-0.025,0.05,0.5017,249.2,0.75,3.389e-05,0.6679,0.392
197,0.01438,-0.05,0.05774,0.6339,255.5,0.75,3.378e-05,0.6842,0.394
198,0.01817,-0.025,0.05,0.5629,252.5,0.75,3.367e-05,0.699,0.396
199,0.05561,-0.05,0.05774,0.5969,235.5,0.5,3.356e-05,0.662,0.398
200,0.01062,0,0,0.5544,223,0.5,3.344e-05,0.03785,0.4
201,-0.09729,-0.025,0.05,0.4514,239,0.75,3.333e-05,0.6039,0.402
202,0.01084,0,0,0.5435,249.8,0.75,3.322e-05,0.05489,0.404
203,0.01082,-0.025,0.05,0.5408,256,1,3.311e-05,0.5738,0.406
204,0.01224,-0.025,0.05,0.6122,256,1,3.3e-05,0.6763,0.408