loss_curve.csv

step,loss,distill_kl,agree_kl,lr,tok_per_s
3,7.439487,7.439487,0.000000,4.000e-05,2021.8
8,6.628466,6.628466,0.000000,9.000e-05,2120.5
11,5.314671,5.314671,0.000000,1.200e-04,7397.1
17,6.357777,6.357777,0.000000,1.800e-04,5093.9
21,5.353884,5.353884,0.000000,2.200e-04,8364.6
27,6.917084,6.917084,0.000000,2.800e-04,3941.0
30,4.275184,4.275184,0.000000,3.100e-04,26224.1
37,5.266729,5.266729,0.000000,3.800e-04,3976.0
43,5.485825,5.485825,0.000000,4.400e-04,2602.0
46,4.939168,4.939168,0.000000,4.700e-04,11053.6
50,4.813227,4.813227,0.000000,5.100e-04,26748.5
58,5.158998,5.158998,0.000000,5.900e-04,2251.8
60,4.050943,4.050943,0.000000,6.100e-04,46964.1
66,4.253234,4.253234,0.000000,6.700e-04,10433.0
71,4.499303,4.499303,0.000000,7.200e-04,9097.3
77,4.134796,4.134796,0.000000,7.800e-04,6462.7
81,3.627637,3.627637,0.000000,8.200e-04,16350.3
86,3.895372,3.895372,0.000000,8.700e-04,8001.2
92,3.716285,3.716285,0.000000,9.300e-04,3570.3
97,3.660657,3.660657,0.000000,9.800e-04,3512.2
101,4.133022,4.133022,0.000000,1.000e-03,7875.1
106,2.933459,2.933459,0.000000,9.996e-04,7269.3
111,3.242677,3.242677,0.000000,9.988e-04,10171.1
118,3.209028,3.209028,0.000000,9.968e-04,2130.2
122,3.522681,3.522681,0.000000,9.952e-04,3952.2
127,2.887856,2.887856,0.000000,9.928e-04,4164.7
133,2.783007,2.783007,0.000000,9.893e-04,2121.7
138,2.986750,2.986750,0.000000,9.858e-04,2128.2
143,2.706403,2.706403,0.000000,9.819e-04,2123.9
148,2.966182,2.966182,0.000000,9.774e-04,3222.3
150,2.178704,2.178704,0.000000,9.755e-04,24385.7
156,2.290337,2.290337,0.000000,9.694e-04,9673.3
161,2.077737,2.077737,0.000000,9.637e-04,12471.5
168,2.293804,2.293804,0.000000,9.551e-04,2335.5
170,2.103820,2.103820,0.000000,9.524e-04,46849.7
175,1.718499,1.718499,0.000000,9.455e-04,28149.3
181,2.146342,2.146342,0.000000,9.366e-04,11939.3
185,1.642202,1.642202,0.000000,9.304e-04,32838.6
191,1.867862,1.867862,0.000000,9.205e-04,16812.3
198,2.401368,2.401368,0.000000,9.082e-04,2198.5
201,1.925417,1.925417,0.000000,9.027e-04,7799.7
206,1.957109,1.957109,0.000000,8.931e-04,12003.1
213,2.408357,2.408357,0.000000,8.792e-04,2122.0
218,2.129869,2.129869,0.000000,8.688e-04,2116.9
223,2.189766,2.189766,0.000000,8.580e-04,2113.8
227,1.930555,1.930555,0.000000,8.491e-04,3917.5
233,1.973047,1.973047,0.000000,8.353e-04,2093.2
236,1.868448,1.868448,0.000000,8.283e-04,12998.0
240,1.657983,1.657983,0.000000,8.187e-04,23613.7
246,1.735899,1.735899,0.000000,8.040e-04,19703.4
252,2.409451,2.409451,0.000000,7.888e-04,4307.6
258,2.412080,2.412080,0.000000,7.732e-04,2307.9
263,2.324978,2.324978,0.000000,7.599e-04,2434.3
268,2.010619,2.010619,0.000000,7.464e-04,2095.6
271,1.882565,1.882565,0.000000,7.381e-04,13729.4
276,1.701210,1.701210,0.000000,7.242e-04,7560.8
283,1.979484,1.979484,0.000000,7.043e-04,2107.8
288,1.958359,1.958359,0.000000,6.899e-04,2109.0
292,1.804470,1.804470,0.000000,6.782e-04,4623.4
298,2.280625,2.280625,0.000000,6.605e-04,2114.0
303,1.772105,1.772105,0.000000,6.455e-04,2869.8
306,1.655424,1.655424,0.000000,6.365e-04,17136.1
313,2.067122,2.067122,0.000000,6.152e-04,2111.6
316,1.575147,1.575147,0.000000,6.060e-04,9008.5
323,1.731010,1.731010,0.000000,5.844e-04,3000.2
328,2.120903,2.120903,0.000000,5.689e-04,2690.1
331,1.704134,1.704134,0.000000,5.595e-04,8498.8
336,1.550422,1.550422,0.000000,5.439e-04,7406.1
342,1.762859,1.762859,0.000000,5.251e-04,3984.3
346,1.531047,1.531047,0.000000,5.126e-04,14621.4
353,1.763193,1.763193,0.000000,4.906e-04,2309.5
357,1.716779,1.716779,0.000000,4.780e-04,4045.5
363,1.942632,1.942632,0.000000,4.592e-04,2120.5
366,1.812213,1.812213,0.000000,4.498e-04,18600.0
373,1.960118,1.960118,0.000000,4.280e-04,2114.7
378,2.131469,2.131469,0.000000,4.125e-04,2099.7
383,2.026470,2.026470,0.000000,3.971e-04,2636.5
387,1.882246,1.882246,0.000000,3.848e-04,6514.6
393,1.829742,1.829742,0.000000,3.665e-04,2239.8
396,1.581804,1.581804,0.000000,3.575e-04,7765.5
401,1.508495,1.508495,0.000000,3.425e-04,7019.1
406,1.460826,1.460826,0.000000,3.277e-04,10148.4
413,1.904156,1.904156,0.000000,3.072e-04,2231.6
417,1.754547,1.754547,0.000000,2.957e-04,4514.1
423,1.924007,1.924007,0.000000,2.786e-04,2114.5
427,1.578345,1.578345,0.000000,2.674e-04,4248.0
433,2.050429,2.050429,0.000000,2.509e-04,2110.1
438,2.030464,2.030464,0.000000,2.374e-04,2446.4
443,1.945198,1.945198,0.000000,2.242e-04,2117.4
448,2.055072,2.055072,0.000000,2.112e-04,2490.0
453,1.888130,1.888130,0.000000,1.985e-04,2919.0
455,1.262787,1.262787,0.000000,1.935e-04,23139.4
462,2.072378,2.072378,0.000000,1.765e-04,6820.0
465,1.368829,1.368829,0.000000,1.693e-04,35789.1
473,1.770795,1.770795,0.000000,1.509e-04,2121.0
478,1.773754,1.773754,0.000000,1.398e-04,2118.8
483,1.725453,1.725453,0.000000,1.291e-04,2117.5
487,1.675850,1.675850,0.000000,1.208e-04,6280.9
493,1.853863,1.853863,0.000000,1.088e-04,2114.6
496,1.673237,1.673237,0.000000,1.030e-04,13941.3
503,2.364253,2.364253,0.000000,9.002e-05,2123.9
508,1.763333,1.763333,0.000000,8.124e-05,2292.0
511,1.527197,1.527197,0.000000,7.616e-05,17557.6
516,1.585268,1.585268,0.000000,6.804e-05,10724.3
523,1.621592,1.621592,0.000000,5.738e-05,2121.8
528,1.769176,1.769176,0.000000,5.030e-05,3040.5
531,1.938466,1.938466,0.000000,4.626e-05,13732.2
537,1.767538,1.767538,0.000000,3.866e-05,6700.6
541,1.532364,1.532364,0.000000,3.396e-05,19011.8
548,2.075775,2.075775,0.000000,2.645e-05,2965.1
553,1.692016,1.692016,0.000000,2.164e-05,2131.1
556,1.566089,1.566089,0.000000,1.899e-05,7187.3
560,1.563963,1.563963,0.000000,1.571e-05,23411.0
566,1.467806,1.467806,0.000000,1.137e-05,15727.5
573,1.768617,1.768617,0.000000,7.178e-06,2113.7
578,1.636707,1.636707,0.000000,4.769e-06,2101.3
580,1.215150,1.215150,0.000000,3.943e-06,32679.5
588,1.732373,1.732373,0.000000,1.421e-06,2560.4
593,1.838707,1.838707,0.000000,4.835e-07,2113.3
597,1.758726,1.758726,0.000000,8.882e-08,3556.6