{"step": 0, "dynamics_loss_avg": 0.0649011954665184}
{"step": 0, "action_loss_avg": 0.03883320838212967}
{"step": 10, "loss": 0.1749, "learning_rate": 1e-05}
{"step": 10, "dynamics_loss_avg": 0.07815264947712422}
{"step": 10, "action_loss_avg": 0.09755489230155945}
{"step": 20, "loss": 0.1605, "learning_rate": 1e-05}
{"step": 20, "dynamics_loss_avg": 0.0899870179593563}
{"step": 20, "action_loss_avg": 0.06896097883582115}
{"step": 30, "loss": 0.1694, "learning_rate": 1e-05}
{"step": 30, "dynamics_loss_avg": 0.09149161390960217}
{"step": 30, "action_loss_avg": 0.0944710586220026}
{"step": 40, "loss": 0.1496, "learning_rate": 1e-05}
{"step": 40, "dynamics_loss_avg": 0.0773721432313323}
{"step": 40, "action_loss_avg": 0.058738372987136245}
{"step": 50, "loss": 0.157, "learning_rate": 1e-05}
{"step": 50, "dynamics_loss_avg": 0.08533320967108012}
{"step": 50, "action_loss_avg": 0.0712424511089921}
{"step": 60, "loss": 0.0949, "learning_rate": 1e-05}
{"step": 60, "dynamics_loss_avg": 0.06131114698946476}
{"step": 60, "action_loss_avg": 0.03154488829895854}
{"step": 70, "loss": 0.1724, "learning_rate": 1e-05}
{"step": 70, "dynamics_loss_avg": 0.08843596167862415}
{"step": 70, "action_loss_avg": 0.08556531704962253}
{"step": 80, "loss": 0.1513, "learning_rate": 1e-05}
{"step": 80, "dynamics_loss_avg": 0.08864242509007454}
{"step": 80, "action_loss_avg": 0.06677919328212738}
{"step": 90, "loss": 0.1255, "learning_rate": 1e-05}
{"step": 90, "dynamics_loss_avg": 0.07048528138548135}
{"step": 90, "action_loss_avg": 0.04858455546200276}
{"step": 100, "loss": 0.1189, "learning_rate": 1e-05}
{"step": 100, "dynamics_loss_avg": 0.07388069555163383}
{"step": 100, "action_loss_avg": 0.0515537703409791}
{"step": 110, "loss": 0.1169, "learning_rate": 1e-05}
{"step": 110, "dynamics_loss_avg": 0.07066806815564633}
{"step": 110, "action_loss_avg": 0.04612231701612472}
{"step": 120, "loss": 0.1214, "learning_rate": 1e-05}
{"step": 120, "dynamics_loss_avg": 0.06617306768894196}
{"step": 120, "action_loss_avg": 0.04593704603612423}
{"step": 130, "loss": 0.0985, "learning_rate": 1e-05}
{"step": 130, "dynamics_loss_avg": 0.0657358741387725}
{"step": 130, "action_loss_avg": 0.038248634757474066}
{"step": 140, "loss": 0.1002, "learning_rate": 1e-05}
{"step": 140, "dynamics_loss_avg": 0.06666639167815447}
{"step": 140, "action_loss_avg": 0.04626455837860703}
{"step": 150, "loss": 0.1658, "learning_rate": 1e-05}
{"step": 150, "dynamics_loss_avg": 0.08673129864037037}
{"step": 150, "action_loss_avg": 0.06780891586095095}
{"step": 160, "loss": 0.1459, "learning_rate": 1e-05}
{"step": 160, "dynamics_loss_avg": 0.08627236112952233}
{"step": 160, "action_loss_avg": 0.061650623381137845}
{"step": 170, "loss": 0.1282, "learning_rate": 1e-05}
{"step": 170, "dynamics_loss_avg": 0.07196397706866264}
{"step": 170, "action_loss_avg": 0.04997931588441133}
{"step": 180, "loss": 0.0965, "learning_rate": 1e-05}
{"step": 180, "dynamics_loss_avg": 0.06575686018913984}
{"step": 180, "action_loss_avg": 0.0401048514759168}
{"step": 190, "loss": 0.1027, "learning_rate": 1e-05}
{"step": 190, "dynamics_loss_avg": 0.05767967589199543}
{"step": 190, "action_loss_avg": 0.03447057381272316}
{"step": 200, "loss": 0.1222, "learning_rate": 1e-05}
{"step": 200, "dynamics_loss_avg": 0.0767642904073}
{"step": 200, "action_loss_avg": 0.05080116782337427}
{"step": 210, "loss": 0.124, "learning_rate": 1e-05}
{"step": 210, "dynamics_loss_avg": 0.07179250866174698}
{"step": 210, "action_loss_avg": 0.04783525727689266}
{"step": 220, "loss": 0.1405, "learning_rate": 1e-05}
{"step": 220, "dynamics_loss_avg": 0.08975301124155521}
{"step": 220, "action_loss_avg": 0.054640472680330274}
{"step": 230, "loss": 0.1018, "learning_rate": 1e-05}
{"step": 230, "dynamics_loss_avg": 0.06420558020472526}
{"step": 230, "action_loss_avg": 0.029937134496867655}
{"step": 240, "loss": 0.1085, "learning_rate": 1e-05}
{"step": 240, "dynamics_loss_avg": 0.06751575134694576}
{"step": 240, "action_loss_avg": 0.0383166913408786}
{"step": 250, "loss": 0.1061, "learning_rate": 1e-05}
{"step": 250, "dynamics_loss_avg": 0.07188496328890323}
{"step": 250, "action_loss_avg": 0.04600810166448355}
{"step": 260, "loss": 0.1189, "learning_rate": 1e-05}
{"step": 260, "dynamics_loss_avg": 0.07788472780957818}
{"step": 260, "action_loss_avg": 0.04049905370920896}
{"step": 270, "loss": 0.1272, "learning_rate": 1e-05}
{"step": 270, "dynamics_loss_avg": 0.08025160320103168}
{"step": 270, "action_loss_avg": 0.04842926766723395}
{"step": 280, "loss": 0.1414, "learning_rate": 1e-05}
{"step": 280, "dynamics_loss_avg": 0.08792693186551333}
{"step": 280, "action_loss_avg": 0.04679098529741168}
{"step": 290, "loss": 0.115, "learning_rate": 1e-05}
{"step": 290, "dynamics_loss_avg": 0.07960245348513126}
{"step": 290, "action_loss_avg": 0.042633849754929544}
{"step": 300, "loss": 0.1199, "learning_rate": 1e-05}
{"step": 300, "dynamics_loss_avg": 0.07225110344588756}
{"step": 300, "action_loss_avg": 0.042492296732962134}
{"step": 310, "loss": 0.1317, "learning_rate": 1e-05}
{"step": 310, "dynamics_loss_avg": 0.08409080430865287}
{"step": 310, "action_loss_avg": 0.047078983625397086}
{"step": 320, "loss": 0.1085, "learning_rate": 1e-05}
{"step": 320, "dynamics_loss_avg": 0.0641440587118268}
{"step": 320, "action_loss_avg": 0.04074212065897882}
{"step": 330, "loss": 0.1167, "learning_rate": 1e-05}
{"step": 330, "dynamics_loss_avg": 0.07748199198395014}
{"step": 330, "action_loss_avg": 0.0363432802259922}
{"step": 340, "loss": 0.1094, "learning_rate": 1e-05}
{"step": 340, "dynamics_loss_avg": 0.078439150005579}
{"step": 340, "action_loss_avg": 0.044992228876799344}
{"step": 350, "loss": 0.1274, "learning_rate": 1e-05}
{"step": 350, "dynamics_loss_avg": 0.07324151769280433}
{"step": 350, "action_loss_avg": 0.048130860552191734}
{"step": 360, "loss": 0.1293, "learning_rate": 1e-05}
{"step": 360, "dynamics_loss_avg": 0.08070078007876873}
{"step": 360, "action_loss_avg": 0.04781445600092411}
{"step": 370, "loss": 0.1139, "learning_rate": 1e-05}
{"step": 370, "dynamics_loss_avg": 0.07612124048173427}
{"step": 370, "action_loss_avg": 0.040068901516497134}
{"step": 380, "loss": 0.1146, "learning_rate": 1e-05}
{"step": 380, "dynamics_loss_avg": 0.07192523293197155}
{"step": 380, "action_loss_avg": 0.040517967008054254}
{"step": 390, "loss": 0.1364, "learning_rate": 1e-05}
{"step": 390, "dynamics_loss_avg": 0.08299174793064594}
{"step": 390, "action_loss_avg": 0.048725799471139905}
{"step": 400, "loss": 0.1113, "learning_rate": 1e-05}
{"step": 400, "dynamics_loss_avg": 0.06847628802061081}
{"step": 400, "action_loss_avg": 0.04067210694774985}
{"step": 410, "loss": 0.1134, "learning_rate": 1e-05}
{"step": 410, "dynamics_loss_avg": 0.07706639189273119}
{"step": 410, "action_loss_avg": 0.04316465351730585}
{"step": 420, "loss": 0.118, "learning_rate": 1e-05}
{"step": 420, "dynamics_loss_avg": 0.07117796652019023}
{"step": 420, "action_loss_avg": 0.04234424270689487}
{"step": 430, "loss": 0.1016, "learning_rate": 1e-05}
{"step": 430, "dynamics_loss_avg": 0.06523771956562996}
{"step": 430, "action_loss_avg": 0.03400124562904239}
{"step": 440, "loss": 0.102, "learning_rate": 1e-05}
{"step": 440, "dynamics_loss_avg": 0.07179645523428917}
{"step": 440, "action_loss_avg": 0.04132894007489085}
{"step": 450, "loss": 0.1075, "learning_rate": 1e-05}
{"step": 450, "dynamics_loss_avg": 0.06935918480157852}
{"step": 450, "action_loss_avg": 0.032748748734593394}
{"step": 460, "loss": 0.12, "learning_rate": 1e-05}
{"step": 460, "dynamics_loss_avg": 0.07858547903597354}
{"step": 460, "action_loss_avg": 0.043759002536535266}
{"step": 470, "loss": 0.1282, "learning_rate": 1e-05}
{"step": 470, "dynamics_loss_avg": 0.09006702899932861}
{"step": 470, "action_loss_avg": 0.04324385654181242}
{"step": 480, "loss": 0.1184, "learning_rate": 1e-05}
{"step": 480, "dynamics_loss_avg": 0.07200150527060031}
{"step": 480, "action_loss_avg": 0.040643921867012975}
{"step": 490, "loss": 0.1275, "learning_rate": 1e-05}
{"step": 490, "dynamics_loss_avg": 0.08145049177110195}
{"step": 490, "action_loss_avg": 0.04124371279031038}
{"step": 500, "loss": 0.1147, "learning_rate": 1e-05}
{"step": 500, "dynamics_loss_avg": 0.07657814845442772}
{"step": 500, "action_loss_avg": 0.04472140967845917}
{"step": 510, "loss": 0.1314, "learning_rate": 1e-05}
{"step": 510, "dynamics_loss_avg": 0.08875537440180778}
{"step": 510, "action_loss_avg": 0.042768124490976334}
{"step": 520, "loss": 0.0989, "learning_rate": 1e-05}
{"step": 520, "dynamics_loss_avg": 0.062438165210187434}
{"step": 520, "action_loss_avg": 0.03187190340831876}
{"step": 530, "loss": 0.0963, "learning_rate": 1e-05}
{"step": 530, "dynamics_loss_avg": 0.06504865605384111}
{"step": 530, "action_loss_avg": 0.027873299503698944}
{"step": 540, "loss": 0.0981, "learning_rate": 1e-05}
{"step": 540, "dynamics_loss_avg": 0.07316150274127722}
{"step": 540, "action_loss_avg": 0.0329498004168272}
{"step": 550, "loss": 0.1272, "learning_rate": 1e-05}
{"step": 550, "dynamics_loss_avg": 0.0835259772837162}
{"step": 550, "action_loss_avg": 0.040057852119207385}
{"step": 560, "loss": 0.1117, "learning_rate": 1e-05}
{"step": 560, "dynamics_loss_avg": 0.07318138144910336}
{"step": 560, "action_loss_avg": 0.03979517305269838}
{"step": 570, "loss": 0.1119, "learning_rate": 1e-05}
{"step": 570, "dynamics_loss_avg": 0.07473896145820617}
{"step": 570, "action_loss_avg": 0.03961593499407172}
{"step": 580, "loss": 0.1344, "learning_rate": 1e-05}
{"step": 580, "dynamics_loss_avg": 0.08838388286530971}
{"step": 580, "action_loss_avg": 0.037592968344688414}
{"step": 590, "loss": 0.1054, "learning_rate": 1e-05}
{"step": 590, "dynamics_loss_avg": 0.06951635256409645}
{"step": 590, "action_loss_avg": 0.03643495626747608}
{"step": 600, "loss": 0.0971, "learning_rate": 1e-05}
{"step": 600, "dynamics_loss_avg": 0.06565323323011399}
{"step": 600, "action_loss_avg": 0.03254586635157466}
{"step": 610, "loss": 0.1008, "learning_rate": 1e-05}
{"step": 610, "dynamics_loss_avg": 0.06691386587917805}
{"step": 610, "action_loss_avg": 0.03226322866976261}
{"step": 620, "loss": 0.0956, "learning_rate": 1e-05}
{"step": 620, "dynamics_loss_avg": 0.06399942487478257}
{"step": 620, "action_loss_avg": 0.03331329650245607}
{"step": 630, "loss": 0.0992, "learning_rate": 1e-05}
{"step": 630, "dynamics_loss_avg": 0.07089761234819889}
{"step": 630, "action_loss_avg": 0.033928290009498596}
{"step": 640, "loss": 0.1124, "learning_rate": 1e-05}
{"step": 640, "dynamics_loss_avg": 0.06799092404544353}
{"step": 640, "action_loss_avg": 0.04091675877571106}
{"step": 650, "loss": 0.0916, "learning_rate": 1e-05}
{"step": 650, "dynamics_loss_avg": 0.06504296641796828}
{"step": 650, "action_loss_avg": 0.03560885819606483}
{"step": 660, "loss": 0.1196, "learning_rate": 1e-05}
{"step": 660, "dynamics_loss_avg": 0.07240798007696866}
{"step": 660, "action_loss_avg": 0.03764743506908417}
{"step": 670, "loss": 0.0949, "learning_rate": 1e-05}
{"step": 670, "dynamics_loss_avg": 0.06724888943135739}
{"step": 670, "action_loss_avg": 0.031001314334571362}
{"step": 680, "loss": 0.0814, "learning_rate": 1e-05}
{"step": 680, "dynamics_loss_avg": 0.04822235051542521}
{"step": 680, "action_loss_avg": 0.025026361085474493}
{"step": 690, "loss": 0.1082, "learning_rate": 1e-05}
{"step": 690, "dynamics_loss_avg": 0.07680377084761858}
{"step": 690, "action_loss_avg": 0.0368189724162221}
{"step": 700, "loss": 0.0847, "learning_rate": 1e-05}
{"step": 700, "dynamics_loss_avg": 0.05969731789082289}
{"step": 700, "action_loss_avg": 0.027906857803463934}
{"step": 710, "loss": 0.1073, "learning_rate": 1e-05}
{"step": 710, "dynamics_loss_avg": 0.08171819839626551}
{"step": 710, "action_loss_avg": 0.035752090718597175}
{"step": 720, "loss": 0.1262, "learning_rate": 1e-05}
{"step": 720, "dynamics_loss_avg": 0.07746376805007457}
{"step": 720, "action_loss_avg": 0.03796137273311615}
{"step": 730, "loss": 0.098, "learning_rate": 1e-05}
{"step": 730, "dynamics_loss_avg": 0.06193110439926386}
{"step": 730, "action_loss_avg": 0.03441426679491997}
{"step": 740, "loss": 0.131, "learning_rate": 1e-05}
{"step": 740, "dynamics_loss_avg": 0.08036640174686908}
{"step": 740, "action_loss_avg": 0.04501852821558714}
{"step": 750, "loss": 0.0764, "learning_rate": 1e-05}
{"step": 750, "dynamics_loss_avg": 0.05692431665956974}
{"step": 750, "action_loss_avg": 0.026801869133487345}
{"step": 760, "loss": 0.0844, "learning_rate": 1e-05}
{"step": 760, "dynamics_loss_avg": 0.059533681720495224}
{"step": 760, "action_loss_avg": 0.027385299652814867}
{"step": 770, "loss": 0.1048, "learning_rate": 1e-05}
{"step": 770, "dynamics_loss_avg": 0.0667471831664443}
{"step": 770, "action_loss_avg": 0.029329240042716264}
{"step": 780, "loss": 0.0965, "learning_rate": 1e-05}
{"step": 780, "dynamics_loss_avg": 0.07191886436194181}
{"step": 780, "action_loss_avg": 0.030219715926796197}
{"step": 790, "loss": 0.0799, "learning_rate": 1e-05}
{"step": 790, "dynamics_loss_avg": 0.05473757777363062}
{"step": 790, "action_loss_avg": 0.02556721302680671}
{"step": 800, "loss": 0.1002, "learning_rate": 1e-05}
{"step": 800, "dynamics_loss_avg": 0.06822140384465455}
{"step": 800, "action_loss_avg": 0.02892828909680247}
{"step": 810, "loss": 0.1116, "learning_rate": 1e-05}
{"step": 810, "dynamics_loss_avg": 0.07485683634877205}
{"step": 810, "action_loss_avg": 0.03894344121217728}
{"step": 820, "loss": 0.0849, "learning_rate": 1e-05}
{"step": 820, "dynamics_loss_avg": 0.05940895043313503}
{"step": 820, "action_loss_avg": 0.027787596825510262}
{"step": 830, "loss": 0.1035, "learning_rate": 1e-05}
{"step": 830, "dynamics_loss_avg": 0.07014708090573549}
{"step": 830, "action_loss_avg": 0.03303912999108434}
{"step": 840, "loss": 0.1195, "learning_rate": 1e-05}
{"step": 840, "dynamics_loss_avg": 0.08310736753046513}
{"step": 840, "action_loss_avg": 0.0312357597053051}
{"step": 850, "loss": 0.1098, "learning_rate": 1e-05}
{"step": 850, "dynamics_loss_avg": 0.07759007811546326}
{"step": 850, "action_loss_avg": 0.03721771035343409}
{"step": 860, "loss": 0.1071, "learning_rate": 1e-05}
{"step": 860, "dynamics_loss_avg": 0.0811663568019867}
{"step": 860, "action_loss_avg": 0.03286467166617513}
{"step": 870, "loss": 0.1205, "learning_rate": 1e-05}
{"step": 870, "dynamics_loss_avg": 0.08097790032625199}
{"step": 870, "action_loss_avg": 0.03529223469085992}
{"step": 880, "loss": 0.0913, "learning_rate": 1e-05}
{"step": 880, "dynamics_loss_avg": 0.06208086460828781}
{"step": 880, "action_loss_avg": 0.023352243937551975}
{"step": 890, "loss": 0.1094, "learning_rate": 1e-05}
{"step": 890, "dynamics_loss_avg": 0.07532855942845344}
{"step": 890, "action_loss_avg": 0.031397513672709466}
{"step": 900, "loss": 0.0983, "learning_rate": 1e-05}
{"step": 900, "dynamics_loss_avg": 0.07175751477479934}
{"step": 900, "action_loss_avg": 0.028138335142284632}
{"step": 910, "loss": 0.0982, "learning_rate": 1e-05}
{"step": 910, "dynamics_loss_avg": 0.06730675622820854}
{"step": 910, "action_loss_avg": 0.028969980869442226}
{"step": 920, "loss": 0.1217, "learning_rate": 1e-05}
{"step": 920, "dynamics_loss_avg": 0.08575975336134434}
{"step": 920, "action_loss_avg": 0.03648517979308963}
{"step": 930, "loss": 0.0941, "learning_rate": 1e-05}
{"step": 930, "dynamics_loss_avg": 0.06790360771119594}
{"step": 930, "action_loss_avg": 0.029241542145609856}
{"step": 940, "loss": 0.092, "learning_rate": 1e-05}
{"step": 940, "dynamics_loss_avg": 0.06776414178311825}
{"step": 940, "action_loss_avg": 0.026793814613483846}
{"step": 950, "loss": 0.0873, "learning_rate": 1e-05}
{"step": 950, "dynamics_loss_avg": 0.05755225606262684}
{"step": 950, "action_loss_avg": 0.023539384268224238}
{"step": 960, "loss": 0.0836, "learning_rate": 1e-05}
{"step": 960, "dynamics_loss_avg": 0.062164004519581796}
{"step": 960, "action_loss_avg": 0.024905206728726627}
{"step": 970, "loss": 0.0965, "learning_rate": 1e-05}
{"step": 970, "dynamics_loss_avg": 0.06990581266582012}
{"step": 970, "action_loss_avg": 0.021975538600236176}
{"step": 980, "loss": 0.0931, "learning_rate": 1e-05}
{"step": 980, "dynamics_loss_avg": 0.07517103962600231}
{"step": 980, "action_loss_avg": 0.02662748787552118}
{"step": 990, "loss": 0.114, "learning_rate": 1e-05}
{"step": 990, "dynamics_loss_avg": 0.07076330855488777}
{"step": 990, "action_loss_avg": 0.034508184995502234}
{"step": 1000, "loss": 0.1072, "learning_rate": 1e-05}
{"step": 1000, "dynamics_loss_avg": 0.07623286917805672}
{"step": 1000, "action_loss_avg": 0.03276725523173809}
{"step": 1010, "loss": 0.1067, "learning_rate": 1e-05}
{"step": 1010, "dynamics_loss_avg": 0.07913651149719954}
{"step": 1010, "action_loss_avg": 0.029704955872148275}
{"step": 1020, "loss": 0.111, "learning_rate": 1e-05}
{"step": 1020, "dynamics_loss_avg": 0.07292125299572945}
{"step": 1020, "action_loss_avg": 0.037005748692899944}
{"step": 1030, "loss": 0.0887, "learning_rate": 1e-05}
{"step": 1030, "dynamics_loss_avg": 0.06399496383965016}
{"step": 1030, "action_loss_avg": 0.02567543354816735}
{"step": 1040, "loss": 0.104, "learning_rate": 1e-05}
{"step": 1040, "dynamics_loss_avg": 0.0714408352971077}
{"step": 1040, "action_loss_avg": 0.02822629394941032}
{"step": 1050, "loss": 0.0804, "learning_rate": 1e-05}
{"step": 1050, "dynamics_loss_avg": 0.05815275385975838}
{"step": 1050, "action_loss_avg": 0.02187018282711506}
{"step": 1060, "loss": 0.1068, "learning_rate": 1e-05}
{"step": 1060, "dynamics_loss_avg": 0.07630092725157737}
{"step": 1060, "action_loss_avg": 0.035633868910372256}
{"step": 1070, "loss": 0.0928, "learning_rate": 1e-05}
{"step": 1070, "dynamics_loss_avg": 0.06744749583303929}
{"step": 1070, "action_loss_avg": 0.025672740023583173}
{"step": 1080, "loss": 0.1102, "learning_rate": 1e-05}
{"step": 1080, "dynamics_loss_avg": 0.07873181477189065}
{"step": 1080, "action_loss_avg": 0.03137734979391098}
{"step": 1090, "loss": 0.0943, "learning_rate": 1e-05}
{"step": 1090, "dynamics_loss_avg": 0.07181701548397541}
{"step": 1090, "action_loss_avg": 0.02229562634602189}
{"step": 1100, "loss": 0.0813, "learning_rate": 1e-05}
{"step": 1100, "dynamics_loss_avg": 0.05864292737096548}
{"step": 1100, "action_loss_avg": 0.019613927160389722}
{"step": 1110, "loss": 0.0905, "learning_rate": 1e-05}
{"step": 1110, "dynamics_loss_avg": 0.07588890418410302}
{"step": 1110, "action_loss_avg": 0.02591268392279744}
{"step": 1120, "loss": 0.1134, "learning_rate": 1e-05}
{"step": 1120, "dynamics_loss_avg": 0.07876896560192108}
{"step": 1120, "action_loss_avg": 0.03183706430718303}
{"step": 1130, "loss": 0.0952, "learning_rate": 1e-05}
{"step": 1130, "dynamics_loss_avg": 0.07078451607376338}
{"step": 1130, "action_loss_avg": 0.02534282556734979}
{"step": 1140, "loss": 0.0959, "learning_rate": 1e-05}
{"step": 1140, "dynamics_loss_avg": 0.06735350154340267}
{"step": 1140, "action_loss_avg": 0.020543298730626703}
{"step": 1150, "loss": 0.0955, "learning_rate": 1e-05}
{"step": 1150, "dynamics_loss_avg": 0.07224548049271107}
{"step": 1150, "action_loss_avg": 0.027417072374373675}
{"step": 1160, "loss": 0.0879, "learning_rate": 1e-05}
{"step": 1160, "dynamics_loss_avg": 0.0605822766199708}
{"step": 1160, "action_loss_avg": 0.01910497238859534}
{"step": 1170, "loss": 0.1015, "learning_rate": 1e-05}
{"step": 1170, "dynamics_loss_avg": 0.07964642122387885}
{"step": 1170, "action_loss_avg": 0.029798766039311884}
{"step": 1180, "loss": 0.0796, "learning_rate": 1e-05}
{"step": 1180, "dynamics_loss_avg": 0.05277664884924889}
{"step": 1180, "action_loss_avg": 0.018457038188353182}
{"step": 1190, "loss": 0.0869, "learning_rate": 1e-05}
{"step": 1190, "dynamics_loss_avg": 0.06610061265528203}
{"step": 1190, "action_loss_avg": 0.02348934058099985}
{"step": 1200, "loss": 0.0995, "learning_rate": 1e-05}
{"step": 1200, "dynamics_loss_avg": 0.07564058750867844}
{"step": 1200, "action_loss_avg": 0.02766162035986781}
{"step": 1210, "loss": 0.1045, "learning_rate": 1e-05}
{"step": 1210, "dynamics_loss_avg": 0.07637450210750103}
{"step": 1210, "action_loss_avg": 0.03328447658568621}
{"step": 1220, "loss": 0.1033, "learning_rate": 1e-05}
{"step": 1220, "dynamics_loss_avg": 0.07231778167188167}
{"step": 1220, "action_loss_avg": 0.027910447027534247}
{"step": 1230, "loss": 0.093, "learning_rate": 1e-05}
{"step": 1230, "dynamics_loss_avg": 0.06965752169489861}
{"step": 1230, "action_loss_avg": 0.024949998036026953}
{"step": 1240, "loss": 0.1044, "learning_rate": 1e-05}
{"step": 1240, "dynamics_loss_avg": 0.07437539771199227}
{"step": 1240, "action_loss_avg": 0.025374167039990424}
{"step": 1250, "loss": 0.091, "learning_rate": 1e-05}
{"step": 1250, "dynamics_loss_avg": 0.0685901839286089}
{"step": 1250, "action_loss_avg": 0.024285950418561696}
{"step": 1260, "loss": 0.104, "learning_rate": 1e-05}
{"step": 1260, "dynamics_loss_avg": 0.07537568621337414}
{"step": 1260, "action_loss_avg": 0.02822289764881134}
{"step": 1270, "loss": 0.0947, "learning_rate": 1e-05}
{"step": 1270, "dynamics_loss_avg": 0.07028107549995184}
{"step": 1270, "action_loss_avg": 0.024964731466025115}
{"step": 1280, "loss": 0.1, "learning_rate": 1e-05}
{"step": 1280, "dynamics_loss_avg": 0.06797417551279068}
{"step": 1280, "action_loss_avg": 0.024064819747582077}
{"step": 1290, "loss": 0.0941, "learning_rate": 1e-05}
{"step": 1290, "dynamics_loss_avg": 0.07514215670526028}
{"step": 1290, "action_loss_avg": 0.027268578112125397}
{"step": 1300, "loss": 0.0908, "learning_rate": 1e-05}
{"step": 1300, "dynamics_loss_avg": 0.06394335776567459}
{"step": 1300, "action_loss_avg": 0.026921534445136786}
{"step": 1310, "loss": 0.0914, "learning_rate": 1e-05}
{"step": 1310, "dynamics_loss_avg": 0.06948802955448627}
{"step": 1310, "action_loss_avg": 0.02592944698408246}
{"step": 1320, "loss": 0.1016, "learning_rate": 1e-05}
{"step": 1320, "dynamics_loss_avg": 0.06701375171542168}
{"step": 1320, "action_loss_avg": 0.028544477187097073}
{"step": 1330, "loss": 0.0897, "learning_rate": 1e-05}
{"step": 1330, "dynamics_loss_avg": 0.06768462136387825}
{"step": 1330, "action_loss_avg": 0.021017582155764103}
{"step": 1340, "loss": 0.0889, "learning_rate": 1e-05}
{"step": 1340, "dynamics_loss_avg": 0.06469252705574036}
{"step": 1340, "action_loss_avg": 0.02369825541973114}
{"step": 1350, "loss": 0.083, "learning_rate": 1e-05}
{"step": 1350, "dynamics_loss_avg": 0.06263908930122852}
{"step": 1350, "action_loss_avg": 0.021128211123868822}
{"step": 1360, "loss": 0.0986, "learning_rate": 1e-05}
{"step": 1360, "dynamics_loss_avg": 0.07432229369878769}
{"step": 1360, "action_loss_avg": 0.026580468844622375}
{"step": 1370, "loss": 0.0927, "learning_rate": 1e-05}
{"step": 1370, "dynamics_loss_avg": 0.0673732165247202}
{"step": 1370, "action_loss_avg": 0.0207814522087574}
{"step": 1380, "loss": 0.101, "learning_rate": 1e-05}
{"step": 1380, "dynamics_loss_avg": 0.07787715382874012}
{"step": 1380, "action_loss_avg": 0.02445230996236205}
{"step": 1390, "loss": 0.0841, "learning_rate": 1e-05}
{"step": 1390, "dynamics_loss_avg": 0.06266673095524311}
{"step": 1390, "action_loss_avg": 0.018780673481523992}
{"step": 1400, "loss": 0.0788, "learning_rate": 1e-05}
{"step": 1400, "dynamics_loss_avg": 0.06511453874409198}
{"step": 1400, "action_loss_avg": 0.014342654007486999}
{"step": 1410, "loss": 0.0832, "learning_rate": 1e-05}
{"step": 1410, "dynamics_loss_avg": 0.059090980514884}
{"step": 1410, "action_loss_avg": 0.02545750653371215}
{"step": 1420, "loss": 0.0831, "learning_rate": 1e-05}
{"step": 1420, "dynamics_loss_avg": 0.06079891212284565}
{"step": 1420, "action_loss_avg": 0.022232536505907775}
{"step": 1430, "loss": 0.0837, "learning_rate": 1e-05}
{"step": 1430, "dynamics_loss_avg": 0.06832680944353342}
{"step": 1430, "action_loss_avg": 0.018145068688318132}
{"step": 1440, "loss": 0.0993, "learning_rate": 1e-05}
{"step": 1440, "dynamics_loss_avg": 0.06554932780563831}
{"step": 1440, "action_loss_avg": 0.029920877236872912}
{"step": 1450, "loss": 0.072, "learning_rate": 1e-05}
{"step": 1450, "dynamics_loss_avg": 0.05635244231671095}
{"step": 1450, "action_loss_avg": 0.020762948505580425}
{"step": 1460, "loss": 0.0703, "learning_rate": 1e-05}
{"step": 1460, "dynamics_loss_avg": 0.048563769459724425}
{"step": 1460, "action_loss_avg": 0.015810948237776755}
{"step": 1470, "loss": 0.0902, "learning_rate": 1e-05}
{"step": 1470, "dynamics_loss_avg": 0.07329537197947503}
{"step": 1470, "action_loss_avg": 0.023343078326433897}
{"step": 1480, "loss": 0.0878, "learning_rate": 1e-05}
{"step": 1480, "dynamics_loss_avg": 0.060273229889571664}
{"step": 1480, "action_loss_avg": 0.01991350520402193}
{"step": 1490, "loss": 0.0858, "learning_rate": 1e-05}
{"step": 1490, "dynamics_loss_avg": 0.0668613962829113}
{"step": 1490, "action_loss_avg": 0.022197570372372865}
{"step": 1500, "loss": 0.0673, "learning_rate": 1e-05}
{"step": 1500, "dynamics_loss_avg": 0.04810604322701693}
{"step": 1500, "action_loss_avg": 0.01877118954434991}
{"step": 1510, "loss": 0.0973, "learning_rate": 1e-05}
{"step": 1510, "dynamics_loss_avg": 0.07507823631167412}
{"step": 1510, "action_loss_avg": 0.024180589802563192}
{"step": 1520, "loss": 0.1034, "learning_rate": 1e-05}
{"step": 1520, "dynamics_loss_avg": 0.07593188360333443}
{"step": 1520, "action_loss_avg": 0.027287405729293824}
{"step": 1530, "loss": 0.0688, "learning_rate": 1e-05}
{"step": 1530, "dynamics_loss_avg": 0.05619749762117863}
{"step": 1530, "action_loss_avg": 0.016198427928611637}
{"step": 1540, "loss": 0.0835, "learning_rate": 1e-05}
{"step": 1540, "dynamics_loss_avg": 0.06104459129273891}
{"step": 1540, "action_loss_avg": 0.01780947307124734}
{"step": 1550, "loss": 0.069, "learning_rate": 1e-05}
{"step": 1550, "dynamics_loss_avg": 0.05433096326887608}
{"step": 1550, "action_loss_avg": 0.018105349456891417}
{"step": 1560, "loss": 0.0796, "learning_rate": 1e-05}
{"step": 1560, "dynamics_loss_avg": 0.059776948764920235}
{"step": 1560, "action_loss_avg": 0.018551695672795177}
{"step": 1570, "loss": 0.0934, "learning_rate": 1e-05}
{"step": 1570, "dynamics_loss_avg": 0.06694075986742973}
{"step": 1570, "action_loss_avg": 0.025956328539177776}
{"step": 1580, "loss": 0.0952, "learning_rate": 1e-05}
{"step": 1580, "dynamics_loss_avg": 0.07287818603217602}
{"step": 1580, "action_loss_avg": 0.024900022894144058}
{"step": 1590, "loss": 0.0994, "learning_rate": 1e-05}
{"step": 1590, "dynamics_loss_avg": 0.06756284162402153}
{"step": 1590, "action_loss_avg": 0.02822255790233612}
{"step": 1600, "loss": 0.0881, "learning_rate": 1e-05}
{"step": 1600, "dynamics_loss_avg": 0.06651818566024303}
{"step": 1600, "action_loss_avg": 0.02071985835209489}
{"step": 1610, "loss": 0.0701, "learning_rate": 1e-05}
{"step": 1610, "dynamics_loss_avg": 0.05874115638434887}
{"step": 1610, "action_loss_avg": 0.017330134753137827}
{"step": 1620, "loss": 0.0927, "learning_rate": 1e-05}
{"step": 1620, "dynamics_loss_avg": 0.06874711513519287}
{"step": 1620, "action_loss_avg": 0.021069794707000256}
{"step": 1630, "loss": 0.0766, "learning_rate": 1e-05}
{"step": 1630, "dynamics_loss_avg": 0.05983915776014328}
{"step": 1630, "action_loss_avg": 0.01762278685346246}
{"step": 1640, "loss": 0.1003, "learning_rate": 1e-05}
{"step": 1640, "dynamics_loss_avg": 0.07687062844634056}
{"step": 1640, "action_loss_avg": 0.025505608506500722}
{"step": 1650, "loss": 0.0775, "learning_rate": 1e-05}
{"step": 1650, "dynamics_loss_avg": 0.05127138569951058}
{"step": 1650, "action_loss_avg": 0.015602567885071039}
{"step": 1660, "loss": 0.0779, "learning_rate": 1e-05}
{"step": 1660, "dynamics_loss_avg": 0.060426528379321096}
{"step": 1660, "action_loss_avg": 0.020877213031053544}
{"step": 1670, "loss": 0.0916, "learning_rate": 1e-05}
{"step": 1670, "dynamics_loss_avg": 0.07466685138642788}
{"step": 1670, "action_loss_avg": 0.025122064258903266}
{"step": 1680, "loss": 0.0961, "learning_rate": 1e-05}
{"step": 1680, "dynamics_loss_avg": 0.0767152737826109}
{"step": 1680, "action_loss_avg": 0.02179887667298317}
{"step": 1690, "loss": 0.0899, "learning_rate": 1e-05}
{"step": 1690, "dynamics_loss_avg": 0.06352638117969037}
{"step": 1690, "action_loss_avg": 0.020038618240505457}
{"step": 1700, "loss": 0.0976, "learning_rate": 1e-05}
{"step": 1700, "dynamics_loss_avg": 0.0693306103348732}
{"step": 1700, "action_loss_avg": 0.0263607248198241}
{"step": 1710, "loss": 0.088, "learning_rate": 1e-05}
{"step": 1710, "dynamics_loss_avg": 0.06599726174026728}
{"step": 1710, "action_loss_avg": 0.022444836143404246}
{"step": 1720, "loss": 0.0695, "learning_rate": 1e-05}
{"step": 1720, "dynamics_loss_avg": 0.05399707034230232}
{"step": 1720, "action_loss_avg": 0.01600180994719267}
{"step": 1730, "loss": 0.0865, "learning_rate": 1e-05}
{"step": 1730, "dynamics_loss_avg": 0.06655626390129328}
{"step": 1730, "action_loss_avg": 0.02248655925504863}
{"step": 1740, "loss": 0.0811, "learning_rate": 1e-05}
{"step": 1740, "dynamics_loss_avg": 0.06658409163355827}
{"step": 1740, "action_loss_avg": 0.015575116313993932}
{"step": 1750, "loss": 0.0903, "learning_rate": 1e-05}
{"step": 1750, "dynamics_loss_avg": 0.06824408955872059}
{"step": 1750, "action_loss_avg": 0.02183255264535546}
{"step": 1760, "loss": 0.0814, "learning_rate": 1e-05}
{"step": 1760, "dynamics_loss_avg": 0.059096505865454674}
{"step": 1760, "action_loss_avg": 0.01497373627498746}
{"step": 1770, "loss": 0.0754, "learning_rate": 1e-05}
{"step": 1770, "dynamics_loss_avg": 0.061469847336411476}
{"step": 1770, "action_loss_avg": 0.0212996409740299}
{"step": 1780, "loss": 0.0793, "learning_rate": 1e-05}
{"step": 1780, "dynamics_loss_avg": 0.055099793151021}
{"step": 1780, "action_loss_avg": 0.016390569414943455}
{"step": 1790, "loss": 0.0648, "learning_rate": 1e-05}
{"step": 1790, "dynamics_loss_avg": 0.05151410289108753}
{"step": 1790, "action_loss_avg": 0.013029574463143945}
{"step": 1800, "loss": 0.0708, "learning_rate": 1e-05}
{"step": 1800, "dynamics_loss_avg": 0.057386955805122854}
{"step": 1800, "action_loss_avg": 0.01614668683614582}
{"step": 1810, "loss": 0.0892, "learning_rate": 1e-05}
{"step": 1810, "dynamics_loss_avg": 0.07150448746979236}
{"step": 1810, "action_loss_avg": 0.02055705259554088}
{"step": 1820, "loss": 0.0894, "learning_rate": 1e-05}
{"step": 1820, "dynamics_loss_avg": 0.061531894654035565}
{"step": 1820, "action_loss_avg": 0.021931294444948436}
{"step": 1830, "loss": 0.0914, "learning_rate": 1e-05}
{"step": 1830, "dynamics_loss_avg": 0.07954539321362972}
{"step": 1830, "action_loss_avg": 0.022583203576505183}
{"step": 1840, "loss": 0.0944, "learning_rate": 1e-05}
{"step": 1840, "dynamics_loss_avg": 0.06757661178708077}
{"step": 1840, "action_loss_avg": 0.02332581374794245}
{"step": 1850, "loss": 0.0716, "learning_rate": 1e-05}
{"step": 1850, "dynamics_loss_avg": 0.05621335636824369}
{"step": 1850, "action_loss_avg": 0.015394182270392775}
{"step": 1860, "loss": 0.0786, "learning_rate": 1e-05}
{"step": 1860, "dynamics_loss_avg": 0.060475196689367294}
{"step": 1860, "action_loss_avg": 0.013902868796139955}
{"step": 1870, "loss": 0.0885, "learning_rate": 1e-05}
{"step": 1870, "dynamics_loss_avg": 0.06865072194486857}
{"step": 1870, "action_loss_avg": 0.020068002527114003}
{"step": 1880, "loss": 0.0731, "learning_rate": 1e-05}
{"step": 1880, "dynamics_loss_avg": 0.05716000813990831}
{"step": 1880, "action_loss_avg": 0.01900853170081973}
{"step": 1890, "loss": 0.0847, "learning_rate": 1e-05}
{"step": 1890, "dynamics_loss_avg": 0.06040958203375339}
{"step": 1890, "action_loss_avg": 0.017890438577160238}
{"step": 1900, "loss": 0.077, "learning_rate": 1e-05}
{"step": 1900, "dynamics_loss_avg": 0.05937362648546696}
{"step": 1900, "action_loss_avg": 0.019315622467547654}
{"step": 1910, "loss": 0.0722, "learning_rate": 1e-05}
{"step": 1910, "dynamics_loss_avg": 0.05650934148579836}
{"step": 1910, "action_loss_avg": 0.01757852416485548}
{"step": 1920, "loss": 0.0835, "learning_rate": 1e-05}
{"step": 1920, "dynamics_loss_avg": 0.06023184861987829}
{"step": 1920, "action_loss_avg": 0.01995097999460995}
{"step": 1930, "loss": 0.0681, "learning_rate": 1e-05}
{"step": 1930, "dynamics_loss_avg": 0.05317197535187006}
{"step": 1930, "action_loss_avg": 0.01613466371782124}
{"step": 1940, "loss": 0.0882, "learning_rate": 1e-05}
{"step": 1940, "dynamics_loss_avg": 0.0679645549505949}
{"step": 1940, "action_loss_avg": 0.02441154969856143}
{"step": 1950, "loss": 0.0666, "learning_rate": 1e-05}
{"step": 1950, "dynamics_loss_avg": 0.05026345048099756}
{"step": 1950, "action_loss_avg": 0.013724030228331685}
{"step": 1960, "loss": 0.0792, "learning_rate": 1e-05}
{"step": 1960, "dynamics_loss_avg": 0.06597959585487842}
{"step": 1960, "action_loss_avg": 0.021106382180005313}
{"step": 1970, "loss": 0.0729, "learning_rate": 1e-05}
{"step": 1970, "dynamics_loss_avg": 0.05497757904231548}
{"step": 1970, "action_loss_avg": 0.01582382107153535}
{"step": 1980, "loss": 0.078, "learning_rate": 1e-05}
{"step": 1980, "dynamics_loss_avg": 0.05508088618516922}
{"step": 1980, "action_loss_avg": 0.016679865075275302}
{"step": 1990, "loss": 0.075, "learning_rate": 1e-05}
{"step": 1990, "dynamics_loss_avg": 0.05751292742788792}
{"step": 1990, "action_loss_avg": 0.015671580843627454}
{"step": 2000, "loss": 0.0901, "learning_rate": 1e-05}
{"step": 2000, "dynamics_loss_avg": 0.07394531667232514}
{"step": 2000, "action_loss_avg": 0.021248415298759937}
{"step": 2010, "loss": 0.0851, "learning_rate": 1e-05}
{"step": 2010, "dynamics_loss_avg": 0.06687413267791271}
{"step": 2010, "action_loss_avg": 0.020920541789382695}
{"step": 2020, "loss": 0.0938, "learning_rate": 1e-05}
{"step": 2020, "dynamics_loss_avg": 0.06735272221267223}
{"step": 2020, "action_loss_avg": 0.02026484007947147}
{"step": 2030, "loss": 0.0637, "learning_rate": 1e-05}
{"step": 2030, "dynamics_loss_avg": 0.053185096569359304}
{"step": 2030, "action_loss_avg": 0.015492659620940685}
{"step": 2040, "loss": 0.0711, "learning_rate": 1e-05}
{"step": 2040, "dynamics_loss_avg": 0.0513758048415184}
{"step": 2040, "action_loss_avg": 0.01308274599723518}
{"step": 2050, "loss": 0.0896, "learning_rate": 1e-05}
{"step": 2050, "dynamics_loss_avg": 0.07001891322433948}
{"step": 2050, "action_loss_avg": 0.022258834820240735}
{"step": 2060, "loss": 0.0683, "learning_rate": 1e-05}
{"step": 2060, "dynamics_loss_avg": 0.05704137682914734}
{"step": 2060, "action_loss_avg": 0.015147905820049346}
{"step": 2070, "loss": 0.0982, "learning_rate": 1e-05}
{"step": 2070, "dynamics_loss_avg": 0.07484669648110867}
{"step": 2070, "action_loss_avg": 0.020119983656331896}
{"step": 2080, "loss": 0.0819, "learning_rate": 1e-05}
{"step": 2080, "dynamics_loss_avg": 0.059382332302629945}
{"step": 2080, "action_loss_avg": 0.019899480883032082}
{"step": 2090, "loss": 0.0853, "learning_rate": 1e-05}
{"step": 2090, "dynamics_loss_avg": 0.06652072370052338}
{"step": 2090, "action_loss_avg": 0.01809469163417816}
{"step": 2100, "loss": 0.0849, "learning_rate": 1e-05}
{"step": 2100, "dynamics_loss_avg": 0.06656989455223083}
{"step": 2100, "action_loss_avg": 0.024835567362606524}
{"step": 2110, "loss": 0.0924, "learning_rate": 1e-05}
{"step": 2110, "dynamics_loss_avg": 0.0723502453416586}
{"step": 2110, "action_loss_avg": 0.02540592704899609}
{"step": 2120, "loss": 0.0857, "learning_rate": 1e-05}
{"step": 2120, "dynamics_loss_avg": 0.05990472435951233}
{"step": 2120, "action_loss_avg": 0.018158507044427098}
{"step": 2130, "loss": 0.1041, "learning_rate": 1e-05}
{"step": 2130, "dynamics_loss_avg": 0.07819609493017196}
{"step": 2130, "action_loss_avg": 0.025190891372039913}
{"step": 2140, "loss": 0.0856, "learning_rate": 1e-05}
{"step": 2140, "dynamics_loss_avg": 0.06887709517031908}
{"step": 2140, "action_loss_avg": 0.021847125981003045}
{"step": 2150, "loss": 0.0699, "learning_rate": 1e-05}
{"step": 2150, "dynamics_loss_avg": 0.049831597972661255}
{"step": 2150, "action_loss_avg": 0.01543968110345304}
{"step": 2160, "loss": 0.063, "learning_rate": 1e-05}
{"step": 2160, "dynamics_loss_avg": 0.056645781919360164}
{"step": 2160, "action_loss_avg": 0.012947650672867895}
{"step": 2170, "loss": 0.0752, "learning_rate": 1e-05}
{"step": 2170, "dynamics_loss_avg": 0.054498161934316156}
{"step": 2170, "action_loss_avg": 0.014861783105880022}
{"step": 2180, "loss": 0.0805, "learning_rate": 1e-05}
{"step": 2180, "dynamics_loss_avg": 0.059036165848374365}
{"step": 2180, "action_loss_avg": 0.01920118648558855}
{"step": 2190, "loss": 0.0669, "learning_rate": 1e-05}
{"step": 2190, "dynamics_loss_avg": 0.05468380376696587}
{"step": 2190, "action_loss_avg": 0.012480558338575065}
{"step": 2200, "loss": 0.0904, "learning_rate": 1e-05}
{"step": 2200, "dynamics_loss_avg": 0.07181354202330112}
{"step": 2200, "action_loss_avg": 0.023282105335965753}
{"step": 2210, "loss": 0.0973, "learning_rate": 1e-05}
{"step": 2210, "dynamics_loss_avg": 0.07654805593192578}
{"step": 2210, "action_loss_avg": 0.022185444459319116}
{"step": 2220, "loss": 0.0776, "learning_rate": 1e-05}
{"step": 2220, "dynamics_loss_avg": 0.05437321923673153}
{"step": 2220, "action_loss_avg": 0.014528384106233716}
{"step": 2230, "loss": 0.0791, "learning_rate": 1e-05}
{"step": 2230, "dynamics_loss_avg": 0.06171432621777058}
{"step": 2230, "action_loss_avg": 0.019064740044996142}
{"step": 2240, "loss": 0.0921, "learning_rate": 1e-05}
{"step": 2240, "dynamics_loss_avg": 0.06865062899887561}
{"step": 2240, "action_loss_avg": 0.020778086176142095}
{"step": 2250, "loss": 0.0754, "learning_rate": 1e-05}
{"step": 2250, "dynamics_loss_avg": 0.06010808553546667}
{"step": 2250, "action_loss_avg": 0.018529020063579083}
{"step": 2260, "loss": 0.0844, "learning_rate": 1e-05}
{"step": 2260, "dynamics_loss_avg": 0.06830989848822355}
{"step": 2260, "action_loss_avg": 0.023384025087580085}
{"step": 2270, "loss": 0.0849, "learning_rate": 1e-05}
{"step": 2270, "dynamics_loss_avg": 0.06086038909852505}
{"step": 2270, "action_loss_avg": 0.01477574286982417}
{"step": 2280, "loss": 0.0716, "learning_rate": 1e-05}
{"step": 2280, "dynamics_loss_avg": 0.06161257773637772}
{"step": 2280, "action_loss_avg": 0.017940676654689014}
{"step": 2290, "loss": 0.0834, "learning_rate": 1e-05}
{"step": 2290, "dynamics_loss_avg": 0.06532170567661524}
{"step": 2290, "action_loss_avg": 0.014779622713103891}
{"step": 2300, "loss": 0.0748, "learning_rate": 1e-05}
{"step": 2300, "dynamics_loss_avg": 0.06166243180632591}
{"step": 2300, "action_loss_avg": 0.014570534927770495}
{"step": 2310, "loss": 0.0918, "learning_rate": 1e-05}
{"step": 2310, "dynamics_loss_avg": 0.06871494594961405}
{"step": 2310, "action_loss_avg": 0.01776623916812241}
{"step": 2320, "loss": 0.1101, "learning_rate": 1e-05}
{"step": 2320, "dynamics_loss_avg": 0.08303344920277596}
{"step": 2320, "action_loss_avg": 0.026061197835952045}
{"step": 2330, "loss": 0.08, "learning_rate": 1e-05}
{"step": 2330, "dynamics_loss_avg": 0.06741048078984022}
{"step": 2330, "action_loss_avg": 0.017048165667802095}
{"step": 2340, "loss": 0.0772, "learning_rate": 1e-05}
{"step": 2340, "dynamics_loss_avg": 0.0640630591660738}
{"step": 2340, "action_loss_avg": 0.015541571518406272}
{"step": 2350, "loss": 0.0686, "learning_rate": 1e-05}
{"step": 2350, "dynamics_loss_avg": 0.052282802388072015}
{"step": 2350, "action_loss_avg": 0.013146218657493592}
{"step": 2360, "loss": 0.0752, "learning_rate": 1e-05}
{"step": 2360, "dynamics_loss_avg": 0.058242480456829074}
{"step": 2360, "action_loss_avg": 0.01812801561318338}
{"step": 2370, "loss": 0.0828, "learning_rate": 1e-05}
{"step": 2370, "dynamics_loss_avg": 0.06268599722534418}
{"step": 2370, "action_loss_avg": 0.017261285940185188}
{"step": 2380, "loss": 0.088, "learning_rate": 1e-05}
{"step": 2380, "dynamics_loss_avg": 0.07121677724644541}
{"step": 2380, "action_loss_avg": 0.021430783369578422}
{"step": 2390, "loss": 0.0982, "learning_rate": 1e-05}
{"step": 2390, "dynamics_loss_avg": 0.07188833244144917}
{"step": 2390, "action_loss_avg": 0.018992189969867467}
{"step": 2400, "loss": 0.0948, "learning_rate": 1e-05}
{"step": 2400, "dynamics_loss_avg": 0.07041844949126244}
{"step": 2400, "action_loss_avg": 0.024513297202065586}
{"step": 2410, "loss": 0.0797, "learning_rate": 1e-05}
{"step": 2410, "dynamics_loss_avg": 0.06451183669269085}
{"step": 2410, "action_loss_avg": 0.017380022443830967}
{"step": 2420, "loss": 0.0884, "learning_rate": 1e-05}
{"step": 2420, "dynamics_loss_avg": 0.07127478495240211}
{"step": 2420, "action_loss_avg": 0.01803801776841283}
{"step": 2430, "loss": 0.0697, "learning_rate": 1e-05}
{"step": 2430, "dynamics_loss_avg": 0.054426465183496475}
{"step": 2430, "action_loss_avg": 0.014010398555547}
{"step": 2440, "loss": 0.0896, "learning_rate": 1e-05}
{"step": 2440, "dynamics_loss_avg": 0.07020653178915381}
{"step": 2440, "action_loss_avg": 0.022204510460142046}
{"step": 2450, "loss": 0.0752, "learning_rate": 1e-05}
{"step": 2450, "dynamics_loss_avg": 0.06384293902665376}
{"step": 2450, "action_loss_avg": 0.016757471673190593}
{"step": 2460, "loss": 0.1005, "learning_rate": 1e-05}
{"step": 2460, "dynamics_loss_avg": 0.07861189395189286}
{"step": 2460, "action_loss_avg": 0.02164721693843603}
{"step": 2470, "loss": 0.0851, "learning_rate": 1e-05}
{"step": 2470, "dynamics_loss_avg": 0.063002026733011}
{"step": 2470, "action_loss_avg": 0.01839370548259467}
{"step": 2480, "loss": 0.0735, "learning_rate": 1e-05}
{"step": 2480, "dynamics_loss_avg": 0.05758821740746498}
{"step": 2480, "action_loss_avg": 0.0131347949616611}
{"step": 2490, "loss": 0.0694, "learning_rate": 1e-05}
{"step": 2490, "dynamics_loss_avg": 0.0516342906281352}
{"step": 2490, "action_loss_avg": 0.014071960095316171}
{"step": 2500, "loss": 0.0887, "learning_rate": 1e-05}
{"step": 2500, "dynamics_loss_avg": 0.07564935758709908}
{"step": 2500, "action_loss_avg": 0.01706512235105038}
{"step": 2510, "loss": 0.1011, "learning_rate": 1e-05}
{"step": 2510, "dynamics_loss_avg": 0.07456743530929089}
{"step": 2510, "action_loss_avg": 0.02286598472855985}
{"step": 2520, "loss": 0.0679, "learning_rate": 1e-05}
{"step": 2520, "dynamics_loss_avg": 0.05448228102177381}
{"step": 2520, "action_loss_avg": 0.016838645935058592}
{"step": 2530, "loss": 0.0603, "learning_rate": 1e-05}
{"step": 2530, "dynamics_loss_avg": 0.046766752190887925}
{"step": 2530, "action_loss_avg": 0.010990408947691321}
{"step": 2540, "loss": 0.0794, "learning_rate": 1e-05}
{"step": 2540, "dynamics_loss_avg": 0.06383640449494124}
{"step": 2540, "action_loss_avg": 0.020680366549640894}
{"step": 2550, "loss": 0.0902, "learning_rate": 1e-05}
{"step": 2550, "dynamics_loss_avg": 0.06714189350605011}
{"step": 2550, "action_loss_avg": 0.017024003667756915}
{"step": 2560, "loss": 0.076, "learning_rate": 1e-05}
{"step": 2560, "dynamics_loss_avg": 0.06379355806857348}
{"step": 2560, "action_loss_avg": 0.01697263792157173}
{"step": 2570, "loss": 0.0821, "learning_rate": 1e-05}
{"step": 2570, "dynamics_loss_avg": 0.06051913686096668}
{"step": 2570, "action_loss_avg": 0.02058967910706997}
{"step": 2580, "loss": 0.0779, "learning_rate": 1e-05}
{"step": 2580, "dynamics_loss_avg": 0.0605888195335865}
{"step": 2580, "action_loss_avg": 0.016633998276665805}
{"step": 2590, "loss": 0.0824, "learning_rate": 1e-05}
{"step": 2590, "dynamics_loss_avg": 0.06395695749670267}
{"step": 2590, "action_loss_avg": 0.013983303494751454}
{"step": 2600, "loss": 0.0746, "learning_rate": 1e-05}
{"step": 2600, "dynamics_loss_avg": 0.07111380510032177}
{"step": 2600, "action_loss_avg": 0.016536259558051825}
{"step": 2610, "loss": 0.0814, "learning_rate": 1e-05}
{"step": 2610, "dynamics_loss_avg": 0.06231098286807537}
{"step": 2610, "action_loss_avg": 0.01652014101855457}
{"step": 2620, "loss": 0.0765, "learning_rate": 1e-05}
{"step": 2620, "dynamics_loss_avg": 0.054594510793685914}
{"step": 2620, "action_loss_avg": 0.015179119061212987}
{"step": 2630, "loss": 0.0768, "learning_rate": 1e-05}
{"step": 2630, "dynamics_loss_avg": 0.062131761386990544}
{"step": 2630, "action_loss_avg": 0.01705900551751256}
{"step": 2640, "loss": 0.0821, "learning_rate": 1e-05}
{"step": 2640, "dynamics_loss_avg": 0.06729382481426001}
{"step": 2640, "action_loss_avg": 0.01644217499997467}
{"step": 2650, "loss": 0.0859, "learning_rate": 1e-05}
{"step": 2650, "dynamics_loss_avg": 0.064682780764997}
{"step": 2650, "action_loss_avg": 0.016036241594702006}
{"step": 2660, "loss": 0.068, "learning_rate": 1e-05}
{"step": 2660, "dynamics_loss_avg": 0.06399653237313033}
{"step": 2660, "action_loss_avg": 0.012498407694511115}
{"step": 2670, "loss": 0.0711, "learning_rate": 1e-05}
{"step": 2670, "dynamics_loss_avg": 0.054061229526996615}
{"step": 2670, "action_loss_avg": 0.014355834806337953}
{"step": 2680, "loss": 0.0667, "learning_rate": 1e-05}
{"step": 2680, "dynamics_loss_avg": 0.049622312374413016}
{"step": 2680, "action_loss_avg": 0.011649132706224918}
{"step": 2690, "loss": 0.0966, "learning_rate": 1e-05}
{"step": 2690, "dynamics_loss_avg": 0.07800607774406672}
{"step": 2690, "action_loss_avg": 0.021140426211059094}
{"step": 2700, "loss": 0.0845, "learning_rate": 1e-05}
{"step": 2700, "dynamics_loss_avg": 0.07139370124787092}
{"step": 2700, "action_loss_avg": 0.013987787626683712}
{"step": 2710, "loss": 0.0873, "learning_rate": 1e-05}
{"step": 2710, "dynamics_loss_avg": 0.06956152878701687}
{"step": 2710, "action_loss_avg": 0.022094758972525597}
{"step": 2720, "loss": 0.0856, "learning_rate": 1e-05}
{"step": 2720, "dynamics_loss_avg": 0.06251761130988598}
{"step": 2720, "action_loss_avg": 0.017415143130347133}
{"step": 2730, "loss": 0.0689, "learning_rate": 1e-05}
{"step": 2730, "dynamics_loss_avg": 0.053014243580400945}
{"step": 2730, "action_loss_avg": 0.014928370760753751}
{"step": 2740, "loss": 0.0852, "learning_rate": 1e-05}
{"step": 2740, "dynamics_loss_avg": 0.061772657185792924}
{"step": 2740, "action_loss_avg": 0.019184819795191287}
{"step": 2750, "loss": 0.0658, "learning_rate": 1e-05}
{"step": 2750, "dynamics_loss_avg": 0.05804004911333323}
{"step": 2750, "action_loss_avg": 0.013930420740507543}
{"step": 2760, "loss": 0.0775, "learning_rate": 1e-05}
{"step": 2760, "dynamics_loss_avg": 0.06359531022608281}
{"step": 2760, "action_loss_avg": 0.014747558697126805}
{"step": 2770, "loss": 0.0615, "learning_rate": 1e-05}
{"step": 2770, "dynamics_loss_avg": 0.051526978984475134}
{"step": 2770, "action_loss_avg": 0.010745452577248215}
{"step": 2780, "loss": 0.0674, "learning_rate": 1e-05}
{"step": 2780, "dynamics_loss_avg": 0.05383771434426308}
{"step": 2780, "action_loss_avg": 0.012479314836673439}
{"step": 2790, "loss": 0.0693, "learning_rate": 1e-05}
{"step": 2790, "dynamics_loss_avg": 0.052471373416483405}
{"step": 2790, "action_loss_avg": 0.01381098162382841}
{"step": 2800, "loss": 0.0886, "learning_rate": 1e-05}
{"step": 2800, "dynamics_loss_avg": 0.07426226492971182}
{"step": 2800, "action_loss_avg": 0.014219646877609193}
{"step": 2810, "loss": 0.0795, "learning_rate": 1e-05}
{"step": 2810, "dynamics_loss_avg": 0.06362244375050068}
{"step": 2810, "action_loss_avg": 0.015570289501920343}
{"step": 2820, "loss": 0.0705, "learning_rate": 1e-05}
{"step": 2820, "dynamics_loss_avg": 0.056561294943094254}
{"step": 2820, "action_loss_avg": 0.016819389211013912}
{"step": 2830, "loss": 0.076, "learning_rate": 1e-05}
{"step": 2830, "dynamics_loss_avg": 0.055722229182720184}
{"step": 2830, "action_loss_avg": 0.0151432940736413}
{"step": 2840, "loss": 0.0664, "learning_rate": 1e-05}
{"step": 2840, "dynamics_loss_avg": 0.05763272605836391}
{"step": 2840, "action_loss_avg": 0.013879145542159677}
{"step": 2850, "loss": 0.084, "learning_rate": 1e-05}
{"step": 2850, "dynamics_loss_avg": 0.06839141510426998}
{"step": 2850, "action_loss_avg": 0.017609290033578872}
{"step": 2860, "loss": 0.079, "learning_rate": 1e-05}
{"step": 2860, "dynamics_loss_avg": 0.05968083366751671}
{"step": 2860, "action_loss_avg": 0.01734394021332264}
{"step": 2870, "loss": 0.0996, "learning_rate": 1e-05}
{"step": 2870, "dynamics_loss_avg": 0.07735882364213467}
{"step": 2870, "action_loss_avg": 0.021124101150780915}
{"step": 2880, "loss": 0.0929, "learning_rate": 1e-05}
{"step": 2880, "dynamics_loss_avg": 0.06805291324853897}
{"step": 2880, "action_loss_avg": 0.021966355852782726}
{"step": 2890, "loss": 0.0615, "learning_rate": 1e-05}
{"step": 2890, "dynamics_loss_avg": 0.0516206756234169}
{"step": 2890, "action_loss_avg": 0.011902155890129506}
{"step": 2900, "loss": 0.0712, "learning_rate": 1e-05}
{"step": 2900, "dynamics_loss_avg": 0.05646102018654346}
{"step": 2900, "action_loss_avg": 0.016314213164150715}
{"step": 2910, "loss": 0.0678, "learning_rate": 1e-05}
{"step": 2910, "dynamics_loss_avg": 0.055698657594621184}
{"step": 2910, "action_loss_avg": 0.014079432655125856}
{"step": 2920, "loss": 0.0909, "learning_rate": 1e-05}
{"step": 2920, "dynamics_loss_avg": 0.06948502156883478}
{"step": 2920, "action_loss_avg": 0.019046223955228925}
{"step": 2930, "loss": 0.0918, "learning_rate": 1e-05}
{"step": 2930, "dynamics_loss_avg": 0.06524906512349844}
{"step": 2930, "action_loss_avg": 0.02079092541243881}
{"step": 2940, "loss": 0.076, "learning_rate": 1e-05}
{"step": 2940, "dynamics_loss_avg": 0.06104919072240591}
{"step": 2940, "action_loss_avg": 0.016133796563372015}
{"step": 2950, "loss": 0.0692, "learning_rate": 1e-05}
{"step": 2950, "dynamics_loss_avg": 0.05954812318086624}
{"step": 2950, "action_loss_avg": 0.014729231968522072}
{"step": 2960, "loss": 0.0729, "learning_rate": 1e-05}
{"step": 2960, "dynamics_loss_avg": 0.05758942384272814}
{"step": 2960, "action_loss_avg": 0.015428546769544482}
{"step": 2970, "loss": 0.0858, "learning_rate": 1e-05}
{"step": 2970, "dynamics_loss_avg": 0.06567172445356846}
{"step": 2970, "action_loss_avg": 0.014556875871494412}
{"step": 2980, "loss": 0.0723, "learning_rate": 1e-05}
{"step": 2980, "dynamics_loss_avg": 0.06569342594593763}
{"step": 2980, "action_loss_avg": 0.01521865869872272}
{"step": 2990, "loss": 0.082, "learning_rate": 1e-05}
{"step": 2990, "dynamics_loss_avg": 0.06402297914028168}
{"step": 2990, "action_loss_avg": 0.012176730670034885}
{"step": 3000, "loss": 0.0701, "learning_rate": 1e-05}
{"step": 3000, "dynamics_loss_avg": 0.055815395154058936}
{"step": 3000, "action_loss_avg": 0.017905012611299752}
{"step": 3010, "loss": 0.0869, "learning_rate": 1e-05}
{"step": 3010, "dynamics_loss_avg": 0.06906436625868081}
{"step": 3010, "action_loss_avg": 0.01851870180107653}
{"step": 3020, "loss": 0.0868, "learning_rate": 1e-05}
{"step": 3020, "dynamics_loss_avg": 0.06429032925516368}
{"step": 3020, "action_loss_avg": 0.022433590493164957}
{"step": 3030, "loss": 0.0842, "learning_rate": 1e-05}
{"step": 3030, "dynamics_loss_avg": 0.058675164543092254}
{"step": 3030, "action_loss_avg": 0.019323015632107855}
{"step": 3040, "loss": 0.0659, "learning_rate": 1e-05}
{"step": 3040, "dynamics_loss_avg": 0.05347681641578674}
{"step": 3040, "action_loss_avg": 0.017269317689351738}
{"step": 3050, "loss": 0.0583, "learning_rate": 1e-05}
{"step": 3050, "dynamics_loss_avg": 0.04416163237765432}
{"step": 3050, "action_loss_avg": 0.012233994854614138}
{"step": 3060, "loss": 0.0943, "learning_rate": 1e-05}
{"step": 3060, "dynamics_loss_avg": 0.07549333684146405}
{"step": 3060, "action_loss_avg": 0.021672930940985678}
{"step": 3070, "loss": 0.1054, "learning_rate": 1e-05}
{"step": 3070, "dynamics_loss_avg": 0.08047128319740296}
{"step": 3070, "action_loss_avg": 0.02298600282520056}
{"step": 3080, "loss": 0.0868, "learning_rate": 1e-05}
{"step": 3080, "dynamics_loss_avg": 0.06907120998948812}
{"step": 3080, "action_loss_avg": 0.015450242348015309}
{"step": 3090, "loss": 0.1046, "learning_rate": 1e-05}
{"step": 3090, "dynamics_loss_avg": 0.08383873272687196}
{"step": 3090, "action_loss_avg": 0.02284901519306004}
{"step": 3100, "loss": 0.0945, "learning_rate": 1e-05}
{"step": 3100, "dynamics_loss_avg": 0.07348739691078662}
{"step": 3100, "action_loss_avg": 0.020157822966575624}
{"step": 3110, "loss": 0.091, "learning_rate": 1e-05}
{"step": 3110, "dynamics_loss_avg": 0.07014628946781158}
{"step": 3110, "action_loss_avg": 0.02212314261123538}
{"step": 3120, "loss": 0.1015, "learning_rate": 1e-05}
{"step": 3120, "dynamics_loss_avg": 0.07970191165804863}
{"step": 3120, "action_loss_avg": 0.026018880307674408}
{"step": 3130, "loss": 0.0919, "learning_rate": 1e-05}
{"step": 3130, "dynamics_loss_avg": 0.06708725988864898}
{"step": 3130, "action_loss_avg": 0.021718240482732652}
{"step": 3140, "loss": 0.0726, "learning_rate": 1e-05}
{"step": 3140, "dynamics_loss_avg": 0.05303402151912451}
{"step": 3140, "action_loss_avg": 0.013639612484257668}
{"step": 3150, "loss": 0.0761, "learning_rate": 1e-05}
{"step": 3150, "dynamics_loss_avg": 0.061910825036466124}
{"step": 3150, "action_loss_avg": 0.01783652459271252}
{"step": 3160, "loss": 0.0993, "learning_rate": 1e-05}
{"step": 3160, "dynamics_loss_avg": 0.07983470503240823}
{"step": 3160, "action_loss_avg": 0.018922333675436675}
{"step": 3170, "loss": 0.0847, "learning_rate": 1e-05}
{"step": 3170, "dynamics_loss_avg": 0.0646067576482892}
{"step": 3170, "action_loss_avg": 0.015527631156146526}
{"step": 3180, "loss": 0.0711, "learning_rate": 1e-05}
{"step": 3180, "dynamics_loss_avg": 0.05793289374560118}
{"step": 3180, "action_loss_avg": 0.01592048080638051}
{"step": 3190, "loss": 0.0615, "learning_rate": 1e-05}
{"step": 3190, "dynamics_loss_avg": 0.049363061971962455}
{"step": 3190, "action_loss_avg": 0.012592043448239564}
{"step": 3200, "loss": 0.0872, "learning_rate": 1e-05}
{"step": 3200, "dynamics_loss_avg": 0.06411709282547236}
{"step": 3200, "action_loss_avg": 0.020869740657508372}
{"step": 3210, "loss": 0.058, "learning_rate": 1e-05}
{"step": 3210, "dynamics_loss_avg": 0.050060960464179516}
{"step": 3210, "action_loss_avg": 0.013492909434717149}
{"step": 3220, "loss": 0.0728, "learning_rate": 1e-05}
{"step": 3220, "dynamics_loss_avg": 0.05951081607490778}
{"step": 3220, "action_loss_avg": 0.015293584344908595}
{"step": 3230, "loss": 0.0769, "learning_rate": 1e-05}
{"step": 3230, "dynamics_loss_avg": 0.05453513190150261}
{"step": 3230, "action_loss_avg": 0.016736174281686545}
{"step": 3240, "loss": 0.0645, "learning_rate": 1e-05}
{"step": 3240, "dynamics_loss_avg": 0.05246199108660221}
{"step": 3240, "action_loss_avg": 0.014339813217520713}
{"step": 3250, "loss": 0.088, "learning_rate": 1e-05}
{"step": 3250, "dynamics_loss_avg": 0.06989767886698246}
{"step": 3250, "action_loss_avg": 0.014623677730560303}
{"step": 3260, "loss": 0.085, "learning_rate": 1e-05}
{"step": 3260, "dynamics_loss_avg": 0.07554789260029793}
{"step": 3260, "action_loss_avg": 0.018371000001206995}
{"step": 3270, "loss": 0.0981, "learning_rate": 1e-05}
{"step": 3270, "dynamics_loss_avg": 0.08310099355876446}
{"step": 3270, "action_loss_avg": 0.021009934693574907}
{"step": 3280, "loss": 0.0887, "learning_rate": 1e-05}
{"step": 3280, "dynamics_loss_avg": 0.06170221194624901}
{"step": 3280, "action_loss_avg": 0.01731913350522518}
{"step": 3290, "loss": 0.076, "learning_rate": 1e-05}
{"step": 3290, "dynamics_loss_avg": 0.059397993795573714}
{"step": 3290, "action_loss_avg": 0.014882892044261098}
{"step": 3300, "loss": 0.0782, "learning_rate": 1e-05}
{"step": 3300, "dynamics_loss_avg": 0.05961990281939507}
{"step": 3300, "action_loss_avg": 0.017471670312806963}
{"step": 3310, "loss": 0.0747, "learning_rate": 1e-05}
{"step": 3310, "dynamics_loss_avg": 0.06215442828834057}
{"step": 3310, "action_loss_avg": 0.015316299605183303}
{"step": 3320, "loss": 0.0821, "learning_rate": 1e-05}
{"step": 3320, "dynamics_loss_avg": 0.06499296352267266}
{"step": 3320, "action_loss_avg": 0.01556147113442421}
{"step": 3330, "loss": 0.0756, "learning_rate": 1e-05}
{"step": 3330, "dynamics_loss_avg": 0.061595755629241467}
{"step": 3330, "action_loss_avg": 0.0180233642924577}
{"step": 3340, "loss": 0.0828, "learning_rate": 1e-05}
{"step": 3340, "dynamics_loss_avg": 0.06289210747927428}
{"step": 3340, "action_loss_avg": 0.015000129118561745}
{"step": 3350, "loss": 0.0733, "learning_rate": 1e-05}
{"step": 3350, "dynamics_loss_avg": 0.05623464249074459}
{"step": 3350, "action_loss_avg": 0.018284285767003895}
{"step": 3360, "loss": 0.0891, "learning_rate": 1e-05}
{"step": 3360, "dynamics_loss_avg": 0.06813712250441313}
{"step": 3360, "action_loss_avg": 0.02119479328393936}
{"step": 3370, "loss": 0.0945, "learning_rate": 1e-05}
{"step": 3370, "dynamics_loss_avg": 0.07416929751634598}
{"step": 3370, "action_loss_avg": 0.019396076817065476}
{"step": 3380, "loss": 0.0826, "learning_rate": 1e-05}
{"step": 3380, "dynamics_loss_avg": 0.06216182596981525}
{"step": 3380, "action_loss_avg": 0.016551112243905663}
{"step": 3390, "loss": 0.0736, "learning_rate": 1e-05}
{"step": 3390, "dynamics_loss_avg": 0.0627559993416071}
{"step": 3390, "action_loss_avg": 0.01525215720757842}
{"step": 3400, "loss": 0.083, "learning_rate": 1e-05}
{"step": 3400, "dynamics_loss_avg": 0.06665087677538395}
{"step": 3400, "action_loss_avg": 0.017701718816533686}
{"step": 3410, "loss": 0.0679, "learning_rate": 1e-05}
{"step": 3410, "dynamics_loss_avg": 0.05322093386203051}
{"step": 3410, "action_loss_avg": 0.012199577153660357}
{"step": 3420, "loss": 0.0809, "learning_rate": 1e-05}
{"step": 3420, "dynamics_loss_avg": 0.0675888292491436}
{"step": 3420, "action_loss_avg": 0.017743308283388614}
{"step": 3430, "loss": 0.097, "learning_rate": 1e-05}
{"step": 3430, "dynamics_loss_avg": 0.07445223983377218}
{"step": 3430, "action_loss_avg": 0.019173936219885945}
{"step": 3440, "loss": 0.0837, "learning_rate": 1e-05}
{"step": 3440, "dynamics_loss_avg": 0.06684248559176922}
{"step": 3440, "action_loss_avg": 0.021158484183251856}
{"step": 3450, "loss": 0.1005, "learning_rate": 1e-05}
{"step": 3450, "dynamics_loss_avg": 0.07462740354239941}
{"step": 3450, "action_loss_avg": 0.01820851964876056}
{"step": 3460, "loss": 0.097, "learning_rate": 1e-05}
{"step": 3460, "dynamics_loss_avg": 0.0865710842423141}
{"step": 3460, "action_loss_avg": 0.02363488047849387}
{"step": 3470, "loss": 0.0876, "learning_rate": 1e-05}
{"step": 3470, "dynamics_loss_avg": 0.06496016532182694}
{"step": 3470, "action_loss_avg": 0.01634368486702442}
{"step": 3480, "loss": 0.0756, "learning_rate": 1e-05}
{"step": 3480, "dynamics_loss_avg": 0.05600418150424957}
{"step": 3480, "action_loss_avg": 0.012639552401378751}
{"step": 3490, "loss": 0.0581, "learning_rate": 1e-05}
{"step": 3490, "dynamics_loss_avg": 0.052390816062688826}
{"step": 3490, "action_loss_avg": 0.011646767752245069}
{"step": 3500, "loss": 0.0831, "learning_rate": 1e-05}
{"step": 3500, "dynamics_loss_avg": 0.06115956120193004}
{"step": 3500, "action_loss_avg": 0.01568256616592407}
{"step": 3510, "loss": 0.0954, "learning_rate": 1e-05}
{"step": 3510, "dynamics_loss_avg": 0.08229109942913056}
{"step": 3510, "action_loss_avg": 0.021059786528348924}
{"step": 3520, "loss": 0.0951, "learning_rate": 1e-05}
{"step": 3520, "dynamics_loss_avg": 0.07724562324583531}
{"step": 3520, "action_loss_avg": 0.017593686981126667}
{"step": 3530, "loss": 0.1052, "learning_rate": 1e-05}
{"step": 3530, "dynamics_loss_avg": 0.0851038597524166}
{"step": 3530, "action_loss_avg": 0.01953773628920317}
{"step": 3540, "loss": 0.0682, "learning_rate": 1e-05}
{"step": 3540, "dynamics_loss_avg": 0.051048201881349085}
{"step": 3540, "action_loss_avg": 0.010712608636822551}
{"step": 3550, "loss": 0.0636, "learning_rate": 1e-05}
{"step": 3550, "dynamics_loss_avg": 0.055065279453992845}
{"step": 3550, "action_loss_avg": 0.010632142005488277}
{"step": 3560, "loss": 0.0513, "learning_rate": 1e-05}
{"step": 3560, "dynamics_loss_avg": 0.04227983709424734}
{"step": 3560, "action_loss_avg": 0.0069349403493106365}
{"step": 3570, "loss": 0.0759, "learning_rate": 1e-05}
{"step": 3570, "dynamics_loss_avg": 0.06200261041522026}
{"step": 3570, "action_loss_avg": 0.013461630558595061}
{"step": 3580, "loss": 0.0847, "learning_rate": 1e-05}
{"step": 3580, "dynamics_loss_avg": 0.07517358995974063}
{"step": 3580, "action_loss_avg": 0.018703609332442285}
{"step": 3590, "loss": 0.091, "learning_rate": 1e-05}
{"step": 3590, "dynamics_loss_avg": 0.06649495325982571}
{"step": 3590, "action_loss_avg": 0.0179061371833086}
{"step": 3600, "loss": 0.0799, "learning_rate": 1e-05}
{"step": 3600, "dynamics_loss_avg": 0.06362243443727493}
{"step": 3600, "action_loss_avg": 0.01610429468564689}
{"step": 3610, "loss": 0.078, "learning_rate": 1e-05}
{"step": 3610, "dynamics_loss_avg": 0.05897921156138182}
{"step": 3610, "action_loss_avg": 0.016176802571862936}
{"step": 3620, "loss": 0.0732, "learning_rate": 1e-05}
{"step": 3620, "dynamics_loss_avg": 0.06130542811006308}
{"step": 3620, "action_loss_avg": 0.012857417250052095}
{"step": 3630, "loss": 0.0695, "learning_rate": 1e-05}
{"step": 3630, "dynamics_loss_avg": 0.06280913427472115}
{"step": 3630, "action_loss_avg": 0.014239953039214015}
{"step": 3640, "loss": 0.0843, "learning_rate": 1e-05}
{"step": 3640, "dynamics_loss_avg": 0.06528069451451302}
{"step": 3640, "action_loss_avg": 0.01539174634963274}
{"step": 3650, "loss": 0.088, "learning_rate": 1e-05}
{"step": 3650, "dynamics_loss_avg": 0.07241007052361965}
{"step": 3650, "action_loss_avg": 0.018190575111657382}
{"step": 3660, "loss": 0.0843, "learning_rate": 1e-05}
{"step": 3660, "dynamics_loss_avg": 0.06799383424222469}
{"step": 3660, "action_loss_avg": 0.012860776018351316}
{"step": 3670, "loss": 0.092, "learning_rate": 1e-05}
{"step": 3670, "dynamics_loss_avg": 0.07489184755831957}
{"step": 3670, "action_loss_avg": 0.01692790782544762}
{"step": 3680, "loss": 0.0966, "learning_rate": 1e-05}
{"step": 3680, "dynamics_loss_avg": 0.07666918598115444}
{"step": 3680, "action_loss_avg": 0.02012123856693506}
{"step": 3690, "loss": 0.0747, "learning_rate": 1e-05}
{"step": 3690, "dynamics_loss_avg": 0.05622016750276089}
{"step": 3690, "action_loss_avg": 0.014430920965969563}
{"step": 3700, "loss": 0.0905, "learning_rate": 1e-05}
{"step": 3700, "dynamics_loss_avg": 0.07332135066390037}
{"step": 3700, "action_loss_avg": 0.02089678728953004}
{"step": 3710, "loss": 0.0853, "learning_rate": 1e-05}
{"step": 3710, "dynamics_loss_avg": 0.06933171413838864}
{"step": 3710, "action_loss_avg": 0.01643812358379364}
{"step": 3720, "loss": 0.0845, "learning_rate": 1e-05}
{"step": 3720, "dynamics_loss_avg": 0.06586496345698833}
{"step": 3720, "action_loss_avg": 0.017265816358849405}
{"step": 3730, "loss": 0.0727, "learning_rate": 1e-05}
{"step": 3730, "dynamics_loss_avg": 0.05738307163119316}
{"step": 3730, "action_loss_avg": 0.013448320236057043}
{"step": 3740, "loss": 0.0834, "learning_rate": 1e-05}
{"step": 3740, "dynamics_loss_avg": 0.0716297060251236}
{"step": 3740, "action_loss_avg": 0.017576344264671206}
{"step": 3750, "loss": 0.0585, "learning_rate": 1e-05}
{"step": 3750, "dynamics_loss_avg": 0.048606077954173085}
{"step": 3750, "action_loss_avg": 0.010749497497454286}
{"step": 3760, "loss": 0.0807, "learning_rate": 1e-05}
{"step": 3760, "dynamics_loss_avg": 0.06276087388396263}
{"step": 3760, "action_loss_avg": 0.013364174962043762}
{"step": 3770, "loss": 0.0905, "learning_rate": 1e-05}
{"step": 3770, "dynamics_loss_avg": 0.07155886590480805}
{"step": 3770, "action_loss_avg": 0.017898558638989925}
{"step": 3780, "loss": 0.063, "learning_rate": 1e-05}
{"step": 3780, "dynamics_loss_avg": 0.054776512831449506}
{"step": 3780, "action_loss_avg": 0.012918884051032364}
{"step": 3790, "loss": 0.0578, "learning_rate": 1e-05}
{"step": 3790, "dynamics_loss_avg": 0.0472394865937531}
{"step": 3790, "action_loss_avg": 0.010931866231840105}
{"step": 3800, "loss": 0.1012, "learning_rate": 1e-05}
{"step": 3800, "dynamics_loss_avg": 0.07407565116882324}
{"step": 3800, "action_loss_avg": 0.022526671644300222}
{"step": 3810, "loss": 0.0807, "learning_rate": 1e-05}
{"step": 3810, "dynamics_loss_avg": 0.06278862450271845}
{"step": 3810, "action_loss_avg": 0.014669666066765785}
{"step": 3820, "loss": 0.0743, "learning_rate": 1e-05}
{"step": 3820, "dynamics_loss_avg": 0.0653412587940693}
{"step": 3820, "action_loss_avg": 0.01713882377371192}
{"step": 3830, "loss": 0.0797, "learning_rate": 1e-05}
{"step": 3830, "dynamics_loss_avg": 0.06054490953683853}
{"step": 3830, "action_loss_avg": 0.013619836186990142}
{"step": 3840, "loss": 0.0695, "learning_rate": 1e-05}
{"step": 3840, "dynamics_loss_avg": 0.055258896201848984}
{"step": 3840, "action_loss_avg": 0.012598832650110126}
{"step": 3850, "loss": 0.0798, "learning_rate": 1e-05}
{"step": 3850, "dynamics_loss_avg": 0.06377359423786402}
{"step": 3850, "action_loss_avg": 0.015430569590535015}
{"step": 3860, "loss": 0.0683, "learning_rate": 1e-05}
{"step": 3860, "dynamics_loss_avg": 0.059794805757701394}
{"step": 3860, "action_loss_avg": 0.01305595701560378}
{"step": 3870, "loss": 0.0788, "learning_rate": 1e-05}
{"step": 3870, "dynamics_loss_avg": 0.0628182403743267}
{"step": 3870, "action_loss_avg": 0.011985390074551105}
{"step": 3880, "loss": 0.0602, "learning_rate": 1e-05}
{"step": 3880, "dynamics_loss_avg": 0.049732841365039346}
{"step": 3880, "action_loss_avg": 0.014381806016899645}
{"step": 3890, "loss": 0.0841, "learning_rate": 1e-05}
{"step": 3890, "dynamics_loss_avg": 0.06669705025851727}
{"step": 3890, "action_loss_avg": 0.01411544606089592}
{"step": 3900, "loss": 0.0799, "learning_rate": 1e-05}
{"step": 3900, "dynamics_loss_avg": 0.06448029242455959}
{"step": 3900, "action_loss_avg": 0.014466240163892507}
{"step": 3910, "loss": 0.0947, "learning_rate": 1e-05}
{"step": 3910, "dynamics_loss_avg": 0.07871464509516954}
{"step": 3910, "action_loss_avg": 0.022608994133770467}
{"step": 3920, "loss": 0.0941, "learning_rate": 1e-05}
{"step": 3920, "dynamics_loss_avg": 0.06788924969732761}
{"step": 3920, "action_loss_avg": 0.02050201368983835}
{"step": 3930, "loss": 0.0883, "learning_rate": 1e-05}
{"step": 3930, "dynamics_loss_avg": 0.06945686154067517}
{"step": 3930, "action_loss_avg": 0.019601393863558768}
{"step": 3940, "loss": 0.0812, "learning_rate": 1e-05}
{"step": 3940, "dynamics_loss_avg": 0.06814595498144627}
{"step": 3940, "action_loss_avg": 0.015370346186682583}
{"step": 3950, "loss": 0.0801, "learning_rate": 1e-05}
{"step": 3950, "dynamics_loss_avg": 0.05892946254462004}
{"step": 3950, "action_loss_avg": 0.017028874019160867}
{"step": 3960, "loss": 0.0854, "learning_rate": 1e-05}
{"step": 3960, "dynamics_loss_avg": 0.06832802295684814}
{"step": 3960, "action_loss_avg": 0.020361830992624164}
{"step": 3970, "loss": 0.0787, "learning_rate": 1e-05}
{"step": 3970, "dynamics_loss_avg": 0.06648949943482876}
{"step": 3970, "action_loss_avg": 0.011843897216022015}
{"step": 3980, "loss": 0.0802, "learning_rate": 1e-05}
{"step": 3980, "dynamics_loss_avg": 0.06294652707874775}
{"step": 3980, "action_loss_avg": 0.01677410863339901}
{"step": 3990, "loss": 0.0778, "learning_rate": 1e-05}
{"step": 3990, "dynamics_loss_avg": 0.06951734200119972}
{"step": 3990, "action_loss_avg": 0.017867300752550365}
{"step": 4000, "loss": 0.0765, "learning_rate": 1e-05}
{"step": 4000, "dynamics_loss_avg": 0.05148556139320135}
{"step": 4000, "action_loss_avg": 0.0157812122721225}
{"step": 4010, "loss": 0.0999, "learning_rate": 1e-05}
{"step": 4010, "dynamics_loss_avg": 0.07325713448226452}
{"step": 4010, "action_loss_avg": 0.037799152359366414}
{"step": 4020, "loss": 0.0972, "learning_rate": 1e-05}
{"step": 4020, "dynamics_loss_avg": 0.06149273421615362}
{"step": 4020, "action_loss_avg": 0.02543005347251892}
{"step": 4030, "loss": 0.1063, "learning_rate": 1e-05}
{"step": 4030, "dynamics_loss_avg": 0.07261497154831886}
{"step": 4030, "action_loss_avg": 0.032475425861775875}
{"step": 4040, "loss": 0.0977, "learning_rate": 1e-05}
{"step": 4040, "dynamics_loss_avg": 0.06884696036577224}
{"step": 4040, "action_loss_avg": 0.03178869448602199}
{"step": 4050, "loss": 0.0649, "learning_rate": 1e-05}
{"step": 4050, "dynamics_loss_avg": 0.04553944617509842}
{"step": 4050, "action_loss_avg": 0.016897549945861103}
{"step": 4060, "loss": 0.0735, "learning_rate": 1e-05}
{"step": 4060, "dynamics_loss_avg": 0.05373175870627165}
{"step": 4060, "action_loss_avg": 0.02102017344441265}
{"step": 4070, "loss": 0.0574, "learning_rate": 1e-05}
{"step": 4070, "dynamics_loss_avg": 0.03969673914834857}
{"step": 4070, "action_loss_avg": 0.014478079497348518}
{"step": 4080, "loss": 0.0831, "learning_rate": 1e-05}
{"step": 4080, "dynamics_loss_avg": 0.06428814791142941}
{"step": 4080, "action_loss_avg": 0.02668308634310961}
{"step": 4090, "loss": 0.0753, "learning_rate": 1e-05}
{"step": 4090, "dynamics_loss_avg": 0.06280697658658027}
{"step": 4090, "action_loss_avg": 0.017290635081008077}
{"step": 4100, "loss": 0.0949, "learning_rate": 1e-05}
{"step": 4100, "dynamics_loss_avg": 0.04874577559530735}
{"step": 4100, "action_loss_avg": 0.032424163445830344}
{"step": 4110, "loss": 0.0685, "learning_rate": 1e-05}
{"step": 4110, "dynamics_loss_avg": 0.05258462876081467}
{"step": 4110, "action_loss_avg": 0.019259579246863723}
{"step": 4120, "loss": 0.0773, "learning_rate": 1e-05}
{"step": 4120, "dynamics_loss_avg": 0.052270596474409105}
{"step": 4120, "action_loss_avg": 0.022901507723145188}
{"step": 4130, "loss": 0.0875, "learning_rate": 1e-05}
{"step": 4130, "dynamics_loss_avg": 0.06312137506902218}
{"step": 4130, "action_loss_avg": 0.0235473764128983}
{"step": 4140, "loss": 0.0642, "learning_rate": 1e-05}
{"step": 4140, "dynamics_loss_avg": 0.04936956241726875}
{"step": 4140, "action_loss_avg": 0.016640031524002553}
{"step": 4150, "loss": 0.0679, "learning_rate": 1e-05}
{"step": 4150, "dynamics_loss_avg": 0.047860400285571814}
{"step": 4150, "action_loss_avg": 0.01628040524665266}
{"step": 4160, "loss": 0.0715, "learning_rate": 1e-05}
{"step": 4160, "dynamics_loss_avg": 0.06580087970942258}
{"step": 4160, "action_loss_avg": 0.01790576484054327}
{"step": 4170, "loss": 0.0745, "learning_rate": 1e-05}
{"step": 4170, "dynamics_loss_avg": 0.05554791819304228}
{"step": 4170, "action_loss_avg": 0.014897032966837287}
{"step": 4180, "loss": 0.0858, "learning_rate": 1e-05}
{"step": 4180, "dynamics_loss_avg": 0.061601484566926955}
{"step": 4180, "action_loss_avg": 0.020956796733662485}
{"step": 4190, "loss": 0.0753, "learning_rate": 1e-05}
{"step": 4190, "dynamics_loss_avg": 0.0654927721247077}
{"step": 4190, "action_loss_avg": 0.017592640966176985}
{"step": 4200, "loss": 0.0736, "learning_rate": 1e-05}
{"step": 4200, "dynamics_loss_avg": 0.05340275932103396}
{"step": 4200, "action_loss_avg": 0.018985177390277386}
{"step": 4210, "loss": 0.0817, "learning_rate": 1e-05}
{"step": 4210, "dynamics_loss_avg": 0.0580106626264751}
{"step": 4210, "action_loss_avg": 0.01768672143807635}
{"step": 4220, "loss": 0.0733, "learning_rate": 1e-05}
{"step": 4220, "dynamics_loss_avg": 0.054365018382668495}
{"step": 4220, "action_loss_avg": 0.021479146694764494}
{"step": 4230, "loss": 0.0805, "learning_rate": 1e-05}
{"step": 4230, "dynamics_loss_avg": 0.06035957336425781}
{"step": 4230, "action_loss_avg": 0.018190334644168617}
{"step": 4240, "loss": 0.0603, "learning_rate": 1e-05}
{"step": 4240, "dynamics_loss_avg": 0.04669672884047031}
{"step": 4240, "action_loss_avg": 0.01548418290913105}
{"step": 4250, "loss": 0.0759, "learning_rate": 1e-05}
{"step": 4250, "dynamics_loss_avg": 0.05393535643815994}
{"step": 4250, "action_loss_avg": 0.02179248807951808}
{"step": 4260, "loss": 0.0763, "learning_rate": 1e-05}
{"step": 4260, "dynamics_loss_avg": 0.052486881241202356}
{"step": 4260, "action_loss_avg": 0.019367590919137}
{"step": 4270, "loss": 0.0677, "learning_rate": 1e-05}
{"step": 4270, "dynamics_loss_avg": 0.04909635465592146}
{"step": 4270, "action_loss_avg": 0.018060593400150537}
{"step": 4280, "loss": 0.0804, "learning_rate": 1e-05}
{"step": 4280, "dynamics_loss_avg": 0.058888182044029236}
{"step": 4280, "action_loss_avg": 0.023610978201031686}
{"step": 4290, "loss": 0.0888, "learning_rate": 1e-05}
{"step": 4290, "dynamics_loss_avg": 0.06737328059971333}
{"step": 4290, "action_loss_avg": 0.027530250092968344}
{"step": 4300, "loss": 0.0843, "learning_rate": 1e-05}
{"step": 4300, "dynamics_loss_avg": 0.061955093033611776}
{"step": 4300, "action_loss_avg": 0.02180427119601518}
{"step": 4310, "loss": 0.0664, "learning_rate": 1e-05}
{"step": 4310, "dynamics_loss_avg": 0.05176601894199848}
{"step": 4310, "action_loss_avg": 0.014060188084840775}
{"step": 4320, "loss": 0.0927, "learning_rate": 1e-05}
{"step": 4320, "dynamics_loss_avg": 0.07247309945523739}
{"step": 4320, "action_loss_avg": 0.01921047465875745}
{"step": 4330, "loss": 0.0906, "learning_rate": 1e-05}
{"step": 4330, "dynamics_loss_avg": 0.07094719596207141}
{"step": 4330, "action_loss_avg": 0.014240814838558435}
{"step": 4340, "loss": 0.0666, "learning_rate": 1e-05}
{"step": 4340, "dynamics_loss_avg": 0.05333880223333835}
{"step": 4340, "action_loss_avg": 0.016844804515130818}
{"step": 4350, "loss": 0.0948, "learning_rate": 1e-05}
{"step": 4350, "dynamics_loss_avg": 0.07025025002658367}
{"step": 4350, "action_loss_avg": 0.02764587290585041}
{"step": 4360, "loss": 0.0806, "learning_rate": 1e-05}
{"step": 4360, "dynamics_loss_avg": 0.06314036529511213}
{"step": 4360, "action_loss_avg": 0.018761957553215323}
{"step": 4370, "loss": 0.0756, "learning_rate": 1e-05}
{"step": 4370, "dynamics_loss_avg": 0.05168577320873737}
{"step": 4370, "action_loss_avg": 0.014924456574954092}
{"step": 4380, "loss": 0.0901, "learning_rate": 1e-05}
{"step": 4380, "dynamics_loss_avg": 0.06765219233930111}
{"step": 4380, "action_loss_avg": 0.030506178550422192}
{"step": 4390, "loss": 0.0709, "learning_rate": 1e-05}
{"step": 4390, "dynamics_loss_avg": 0.049290372617542745}
{"step": 4390, "action_loss_avg": 0.014455654844641685}
{"step": 4400, "loss": 0.0769, "learning_rate": 1e-05}
{"step": 4400, "dynamics_loss_avg": 0.06298020258545875}
{"step": 4400, "action_loss_avg": 0.016627045720815657}
{"step": 4410, "loss": 0.068, "learning_rate": 1e-05}
{"step": 4410, "dynamics_loss_avg": 0.055788596533238886}
{"step": 4410, "action_loss_avg": 0.017437399132177234}
{"step": 4420, "loss": 0.1141, "learning_rate": 1e-05}
{"step": 4420, "dynamics_loss_avg": 0.07331138998270034}
{"step": 4420, "action_loss_avg": 0.03317441013641655}
{"step": 4430, "loss": 0.0784, "learning_rate": 1e-05}
{"step": 4430, "dynamics_loss_avg": 0.0631888872012496}
{"step": 4430, "action_loss_avg": 0.02230292079038918}
{"step": 4440, "loss": 0.0788, "learning_rate": 1e-05}
{"step": 4440, "dynamics_loss_avg": 0.055868376046419144}
{"step": 4440, "action_loss_avg": 0.01487069963477552}
{"step": 4450, "loss": 0.0699, "learning_rate": 1e-05}
{"step": 4450, "dynamics_loss_avg": 0.05582945458590984}
{"step": 4450, "action_loss_avg": 0.018309444189071655}
{"step": 4460, "loss": 0.0885, "learning_rate": 1e-05}
{"step": 4460, "dynamics_loss_avg": 0.06746187135577202}
{"step": 4460, "action_loss_avg": 0.024668281711637974}
{"step": 4470, "loss": 0.0842, "learning_rate": 1e-05}
{"step": 4470, "dynamics_loss_avg": 0.0602811312302947}
{"step": 4470, "action_loss_avg": 0.021028408920392393}
{"step": 4480, "loss": 0.0633, "learning_rate": 1e-05}
{"step": 4480, "dynamics_loss_avg": 0.043912660144269464}
{"step": 4480, "action_loss_avg": 0.016508842771872877}
{"step": 4490, "loss": 0.0898, "learning_rate": 1e-05}
{"step": 4490, "dynamics_loss_avg": 0.06934582628309727}
{"step": 4490, "action_loss_avg": 0.02181004509329796}
{"step": 4500, "loss": 0.0681, "learning_rate": 1e-05}
{"step": 4500, "dynamics_loss_avg": 0.05171565655618906}
{"step": 4500, "action_loss_avg": 0.015394919412210583}
{"step": 4510, "loss": 0.09, "learning_rate": 1e-05}
{"step": 4510, "dynamics_loss_avg": 0.06396012492477894}
{"step": 4510, "action_loss_avg": 0.026361556723713875}
{"step": 4520, "loss": 0.084, "learning_rate": 1e-05}
{"step": 4520, "dynamics_loss_avg": 0.06108038276433945}
{"step": 4520, "action_loss_avg": 0.01949073055293411}
{"step": 4530, "loss": 0.0715, "learning_rate": 1e-05}
{"step": 4530, "dynamics_loss_avg": 0.06213307473808527}
{"step": 4530, "action_loss_avg": 0.013962259190157056}
{"step": 4540, "loss": 0.0777, "learning_rate": 1e-05}
{"step": 4540, "dynamics_loss_avg": 0.053953233920037744}
{"step": 4540, "action_loss_avg": 0.019377458747476338}
{"step": 4550, "loss": 0.0861, "learning_rate": 1e-05}
{"step": 4550, "dynamics_loss_avg": 0.07169755157083273}
{"step": 4550, "action_loss_avg": 0.01883881303947419}
{"step": 4560, "loss": 0.0785, "learning_rate": 1e-05}
{"step": 4560, "dynamics_loss_avg": 0.0585964860394597}
{"step": 4560, "action_loss_avg": 0.01628845385275781}
{"step": 4570, "loss": 0.0702, "learning_rate": 1e-05}
{"step": 4570, "dynamics_loss_avg": 0.055676520243287085}
{"step": 4570, "action_loss_avg": 0.020023247529752552}
{"step": 4580, "loss": 0.0798, "learning_rate": 1e-05}
{"step": 4580, "dynamics_loss_avg": 0.061026794649660585}
{"step": 4580, "action_loss_avg": 0.017399217141792177}
{"step": 4590, "loss": 0.0718, "learning_rate": 1e-05}
{"step": 4590, "dynamics_loss_avg": 0.04860725980252027}
{"step": 4590, "action_loss_avg": 0.017323570651933552}
{"step": 4600, "loss": 0.073, "learning_rate": 1e-05}
{"step": 4600, "dynamics_loss_avg": 0.05853969603776932}
{"step": 4600, "action_loss_avg": 0.017616474675014614}
{"step": 4610, "loss": 0.097, "learning_rate": 1e-05}
{"step": 4610, "dynamics_loss_avg": 0.07471624873578549}
{"step": 4610, "action_loss_avg": 0.0217735075391829}
{"step": 4620, "loss": 0.1045, "learning_rate": 1e-05}
{"step": 4620, "dynamics_loss_avg": 0.0806131612509489}
{"step": 4620, "action_loss_avg": 0.022320290794596076}
{"step": 4630, "loss": 0.0857, "learning_rate": 1e-05}
{"step": 4630, "dynamics_loss_avg": 0.07253838181495667}
{"step": 4630, "action_loss_avg": 0.017848652973771095}
{"step": 4640, "loss": 0.0712, "learning_rate": 1e-05}
{"step": 4640, "dynamics_loss_avg": 0.053095747623592614}
{"step": 4640, "action_loss_avg": 0.014221194107085467}
{"step": 4650, "loss": 0.0616, "learning_rate": 1e-05}
{"step": 4650, "dynamics_loss_avg": 0.054105729423463346}
{"step": 4650, "action_loss_avg": 0.015453584655188025}
{"step": 4660, "loss": 0.0985, "learning_rate": 1e-05}
{"step": 4660, "dynamics_loss_avg": 0.06928931437432766}
{"step": 4660, "action_loss_avg": 0.020184840820729733}
{"step": 4670, "loss": 0.0669, "learning_rate": 1e-05}
{"step": 4670, "dynamics_loss_avg": 0.0531217398121953}
{"step": 4670, "action_loss_avg": 0.014467167062684893}
{"step": 4680, "loss": 0.0613, "learning_rate": 1e-05}
{"step": 4680, "dynamics_loss_avg": 0.04773284401744604}
{"step": 4680, "action_loss_avg": 0.01481505618430674}
{"step": 4690, "loss": 0.0755, "learning_rate": 1e-05}
{"step": 4690, "dynamics_loss_avg": 0.0529466524720192}
{"step": 4690, "action_loss_avg": 0.0219987406861037}
{"step": 4700, "loss": 0.0667, "learning_rate": 1e-05}
{"step": 4700, "dynamics_loss_avg": 0.05334753766655922}
{"step": 4700, "action_loss_avg": 0.015469210990704595}
{"step": 4710, "loss": 0.0654, "learning_rate": 1e-05}
{"step": 4710, "dynamics_loss_avg": 0.05203145239502192}
{"step": 4710, "action_loss_avg": 0.01617475552484393}
{"step": 4720, "loss": 0.0562, "learning_rate": 1e-05}
{"step": 4720, "dynamics_loss_avg": 0.04270941913127899}
{"step": 4720, "action_loss_avg": 0.010576836112886668}
{"step": 4730, "loss": 0.0802, "learning_rate": 1e-05}
{"step": 4730, "dynamics_loss_avg": 0.06326510664075613}
{"step": 4730, "action_loss_avg": 0.016711630439385772}
{"step": 4740, "loss": 0.0694, "learning_rate": 1e-05}
{"step": 4740, "dynamics_loss_avg": 0.05623738225549459}
{"step": 4740, "action_loss_avg": 0.01317109630908817}
{"step": 4750, "loss": 0.0791, "learning_rate": 1e-05}
{"step": 4750, "dynamics_loss_avg": 0.06466200863942503}
{"step": 4750, "action_loss_avg": 0.01336283665150404}
{"step": 4760, "loss": 0.0537, "learning_rate": 1e-05}
{"step": 4760, "dynamics_loss_avg": 0.04122291561216116}
{"step": 4760, "action_loss_avg": 0.011451323702931403}
{"step": 4770, "loss": 0.0774, "learning_rate": 1e-05}
{"step": 4770, "dynamics_loss_avg": 0.06595511473715306}
{"step": 4770, "action_loss_avg": 0.01948466831818223}
{"step": 4780, "loss": 0.0745, "learning_rate": 1e-05}
{"step": 4780, "dynamics_loss_avg": 0.054304996877908705}
{"step": 4780, "action_loss_avg": 0.013868287857621907}
{"step": 4790, "loss": 0.0802, "learning_rate": 1e-05}
{"step": 4790, "dynamics_loss_avg": 0.06649681851267815}
{"step": 4790, "action_loss_avg": 0.013297087885439396}
{"step": 4800, "loss": 0.0555, "learning_rate": 1e-05}
{"step": 4800, "dynamics_loss_avg": 0.04405174162238836}
{"step": 4800, "action_loss_avg": 0.01283294390887022}
{"step": 4810, "loss": 0.0752, "learning_rate": 1e-05}
{"step": 4810, "dynamics_loss_avg": 0.059418863244354726}
{"step": 4810, "action_loss_avg": 0.014436568645760418}
{"step": 4820, "loss": 0.065, "learning_rate": 1e-05}
{"step": 4820, "dynamics_loss_avg": 0.05180875305086374}
{"step": 4820, "action_loss_avg": 0.013647024333477021}
{"step": 4830, "loss": 0.0747, "learning_rate": 1e-05}
{"step": 4830, "dynamics_loss_avg": 0.05873066876083612}
{"step": 4830, "action_loss_avg": 0.014973962120711804}
{"step": 4840, "loss": 0.086, "learning_rate": 1e-05}
{"step": 4840, "dynamics_loss_avg": 0.06714208601042629}
{"step": 4840, "action_loss_avg": 0.018809015350416302}
{"step": 4850, "loss": 0.0731, "learning_rate": 1e-05}
{"step": 4850, "dynamics_loss_avg": 0.05807301588356495}
{"step": 4850, "action_loss_avg": 0.015024251583963633}
{"step": 4860, "loss": 0.0579, "learning_rate": 1e-05}
{"step": 4860, "dynamics_loss_avg": 0.04397284602746367}
{"step": 4860, "action_loss_avg": 0.011636524990899488}
{"step": 4870, "loss": 0.0733, "learning_rate": 1e-05}
{"step": 4870, "dynamics_loss_avg": 0.06417698375880718}
{"step": 4870, "action_loss_avg": 0.0152009024634026}
{"step": 4880, "loss": 0.0827, "learning_rate": 1e-05}
{"step": 4880, "dynamics_loss_avg": 0.06761252749711275}
{"step": 4880, "action_loss_avg": 0.016189712984487414}
{"step": 4890, "loss": 0.0663, "learning_rate": 1e-05}
{"step": 4890, "dynamics_loss_avg": 0.04750509727746248}
{"step": 4890, "action_loss_avg": 0.01097551096463576}
{"step": 4900, "loss": 0.0792, "learning_rate": 1e-05}
{"step": 4900, "dynamics_loss_avg": 0.06712561845779419}
{"step": 4900, "action_loss_avg": 0.01906875683926046}
{"step": 4910, "loss": 0.0803, "learning_rate": 1e-05}
{"step": 4910, "dynamics_loss_avg": 0.05984133370220661}
{"step": 4910, "action_loss_avg": 0.017708406178280713}
{"step": 4920, "loss": 0.0621, "learning_rate": 1e-05}
{"step": 4920, "dynamics_loss_avg": 0.04790373295545578}
{"step": 4920, "action_loss_avg": 0.010755837475880981}
{"step": 4930, "loss": 0.0483, "learning_rate": 1e-05}
{"step": 4930, "dynamics_loss_avg": 0.04367505759000778}
{"step": 4930, "action_loss_avg": 0.012671982706524431}
{"step": 4940, "loss": 0.0761, "learning_rate": 1e-05}
{"step": 4940, "dynamics_loss_avg": 0.06084775645285845}
{"step": 4940, "action_loss_avg": 0.0179177442798391}
{"step": 4950, "loss": 0.0916, "learning_rate": 1e-05}
{"step": 4950, "dynamics_loss_avg": 0.06614376548677683}
{"step": 4950, "action_loss_avg": 0.015503555396571755}
{"step": 4960, "loss": 0.0505, "learning_rate": 1e-05}
{"step": 4960, "dynamics_loss_avg": 0.04778903461992741}
{"step": 4960, "action_loss_avg": 0.010641754139214754}
{"step": 4970, "loss": 0.085, "learning_rate": 1e-05}
{"step": 4970, "dynamics_loss_avg": 0.06470998972654343}
{"step": 4970, "action_loss_avg": 0.01750158779323101}
{"step": 4980, "loss": 0.0824, "learning_rate": 1e-05}
{"step": 4980, "dynamics_loss_avg": 0.06717907208949328}
{"step": 4980, "action_loss_avg": 0.0182533607352525}
{"step": 4990, "loss": 0.0718, "learning_rate": 1e-05}
{"step": 4990, "dynamics_loss_avg": 0.05507998913526535}
{"step": 4990, "action_loss_avg": 0.01291734166443348}
{"step": 5000, "loss": 0.065, "learning_rate": 1e-05}
{"step": 5000, "dynamics_loss_avg": 0.051079174503684044}
{"step": 5000, "action_loss_avg": 0.011818192526698112}
{"step": 5010, "loss": 0.0592, "learning_rate": 1e-05}
{"step": 5010, "dynamics_loss_avg": 0.04127836413681507}
{"step": 5010, "action_loss_avg": 0.014046655048150569}
{"step": 5020, "loss": 0.0741, "learning_rate": 1e-05}
{"step": 5020, "dynamics_loss_avg": 0.06237496752291918}
{"step": 5020, "action_loss_avg": 0.015618118969723583}
{"step": 5030, "loss": 0.0917, "learning_rate": 1e-05}
{"step": 5030, "dynamics_loss_avg": 0.07086405623704195}
{"step": 5030, "action_loss_avg": 0.01784655936062336}
{"step": 5040, "loss": 0.0895, "learning_rate": 1e-05}
{"step": 5040, "dynamics_loss_avg": 0.08101218938827515}
{"step": 5040, "action_loss_avg": 0.01835549445822835}
{"step": 5050, "loss": 0.0666, "learning_rate": 1e-05}
{"step": 5050, "dynamics_loss_avg": 0.05190397500991821}
{"step": 5050, "action_loss_avg": 0.009771127672865986}
{"step": 5060, "loss": 0.0593, "learning_rate": 1e-05}
{"step": 5060, "dynamics_loss_avg": 0.04683440085500479}
{"step": 5060, "action_loss_avg": 0.009812798723578453}
{"step": 5070, "loss": 0.0591, "learning_rate": 1e-05}
{"step": 5070, "dynamics_loss_avg": 0.04954371061176062}
{"step": 5070, "action_loss_avg": 0.010812146542593836}
{"step": 5080, "loss": 0.0707, "learning_rate": 1e-05}
{"step": 5080, "dynamics_loss_avg": 0.05172584038227797}
{"step": 5080, "action_loss_avg": 0.015527275705244393}
{"step": 5090, "loss": 0.0744, "learning_rate": 1e-05}
{"step": 5090, "dynamics_loss_avg": 0.0636275965720415}
{"step": 5090, "action_loss_avg": 0.019980391906574368}
{"step": 5100, "loss": 0.0646, "learning_rate": 1e-05}
{"step": 5100, "dynamics_loss_avg": 0.05811207108199597}
{"step": 5100, "action_loss_avg": 0.00857482322026044}
{"step": 5110, "loss": 0.0881, "learning_rate": 1e-05}
{"step": 5110, "dynamics_loss_avg": 0.06246923692524433}
{"step": 5110, "action_loss_avg": 0.014143221033737063}
{"step": 5120, "loss": 0.0792, "learning_rate": 1e-05}
{"step": 5120, "dynamics_loss_avg": 0.06846248246729374}
{"step": 5120, "action_loss_avg": 0.017272510332986712}
{"step": 5130, "loss": 0.0693, "learning_rate": 1e-05}
{"step": 5130, "dynamics_loss_avg": 0.05287207402288914}
{"step": 5130, "action_loss_avg": 0.011039072601124644}
{"step": 5140, "loss": 0.0649, "learning_rate": 1e-05}
{"step": 5140, "dynamics_loss_avg": 0.04984937570989132}
{"step": 5140, "action_loss_avg": 0.016728770965710283}
{"step": 5150, "loss": 0.0624, "learning_rate": 1e-05}
{"step": 5150, "dynamics_loss_avg": 0.05344246942549944}
{"step": 5150, "action_loss_avg": 0.011324766231700778}
{"step": 5160, "loss": 0.0754, "learning_rate": 1e-05}
{"step": 5160, "dynamics_loss_avg": 0.062650316208601}
{"step": 5160, "action_loss_avg": 0.013774566072970628}
{"step": 5170, "loss": 0.0904, "learning_rate": 1e-05}
{"step": 5170, "dynamics_loss_avg": 0.07060779090970755}
{"step": 5170, "action_loss_avg": 0.01728312112390995}
{"step": 5180, "loss": 0.0675, "learning_rate": 1e-05}
{"step": 5180, "dynamics_loss_avg": 0.05475857006385922}
{"step": 5180, "action_loss_avg": 0.011274072714149952}
{"step": 5190, "loss": 0.0704, "learning_rate": 1e-05}
{"step": 5190, "dynamics_loss_avg": 0.0564084243029356}
{"step": 5190, "action_loss_avg": 0.019937998231034725}
{"step": 5200, "loss": 0.0892, "learning_rate": 1e-05}
{"step": 5200, "dynamics_loss_avg": 0.06636887118220329}
{"step": 5200, "action_loss_avg": 0.016834179079160093}
{"step": 5210, "loss": 0.0841, "learning_rate": 1e-05}
{"step": 5210, "dynamics_loss_avg": 0.06992146372795105}
{"step": 5210, "action_loss_avg": 0.02014941070228815}
{"step": 5220, "loss": 0.0582, "learning_rate": 1e-05}
{"step": 5220, "dynamics_loss_avg": 0.03893490824848413}
{"step": 5220, "action_loss_avg": 0.011337365908548235}
{"step": 5230, "loss": 0.0792, "learning_rate": 1e-05}
{"step": 5230, "dynamics_loss_avg": 0.07230367250740528}
{"step": 5230, "action_loss_avg": 0.019176894682459533}
{"step": 5240, "loss": 0.0733, "learning_rate": 1e-05}
{"step": 5240, "dynamics_loss_avg": 0.051932457648217675}
{"step": 5240, "action_loss_avg": 0.013757323403842748}
{"step": 5250, "loss": 0.0739, "learning_rate": 1e-05}
{"step": 5250, "dynamics_loss_avg": 0.05314127057790756}
{"step": 5250, "action_loss_avg": 0.015621478017419577}
{"step": 5260, "loss": 0.0723, "learning_rate": 1e-05}
{"step": 5260, "dynamics_loss_avg": 0.06869422998279333}
{"step": 5260, "action_loss_avg": 0.01993251668754965}
{"step": 5270, "loss": 0.0879, "learning_rate": 1e-05}
{"step": 5270, "dynamics_loss_avg": 0.063365039229393}
{"step": 5270, "action_loss_avg": 0.015234603406861424}
{"step": 5280, "loss": 0.0823, "learning_rate": 1e-05}
{"step": 5280, "dynamics_loss_avg": 0.07147010527551174}
{"step": 5280, "action_loss_avg": 0.01790247010067105}
{"step": 5290, "loss": 0.1, "learning_rate": 1e-05}
{"step": 5290, "dynamics_loss_avg": 0.07242771591991186}
{"step": 5290, "action_loss_avg": 0.022929798811674118}
{"step": 5300, "loss": 0.0805, "learning_rate": 1e-05}
{"step": 5300, "dynamics_loss_avg": 0.055129573307931425}
{"step": 5300, "action_loss_avg": 0.020585214719176292}
{"step": 5310, "loss": 0.0669, "learning_rate": 1e-05}
{"step": 5310, "dynamics_loss_avg": 0.0533779539167881}
{"step": 5310, "action_loss_avg": 0.01096829967573285}
{"step": 5320, "loss": 0.0751, "learning_rate": 1e-05}
{"step": 5320, "dynamics_loss_avg": 0.05837857909500599}
{"step": 5320, "action_loss_avg": 0.01500621581217274}
{"step": 5330, "loss": 0.0611, "learning_rate": 1e-05}
{"step": 5330, "dynamics_loss_avg": 0.04618011955171823}
{"step": 5330, "action_loss_avg": 0.013328968151472508}
{"step": 5340, "loss": 0.0594, "learning_rate": 1e-05}
{"step": 5340, "dynamics_loss_avg": 0.05369929131120443}
{"step": 5340, "action_loss_avg": 0.01137075824663043}
{"step": 5350, "loss": 0.0839, "learning_rate": 1e-05}
{"step": 5350, "dynamics_loss_avg": 0.06808699127286673}
{"step": 5350, "action_loss_avg": 0.014214851567521692}
{"step": 5360, "loss": 0.0782, "learning_rate": 1e-05}
{"step": 5360, "dynamics_loss_avg": 0.0646145548671484}
{"step": 5360, "action_loss_avg": 0.015458489209413529}
{"step": 5370, "loss": 0.0851, "learning_rate": 1e-05}
{"step": 5370, "dynamics_loss_avg": 0.0663670141249895}
{"step": 5370, "action_loss_avg": 0.016659711278043686}
{"step": 5380, "loss": 0.0694, "learning_rate": 1e-05}
{"step": 5380, "dynamics_loss_avg": 0.056510680727660655}
{"step": 5380, "action_loss_avg": 0.013154914765618742}
{"step": 5390, "loss": 0.0613, "learning_rate": 1e-05}
{"step": 5390, "dynamics_loss_avg": 0.049092959798872474}
{"step": 5390, "action_loss_avg": 0.010505953920073807}
{"step": 5400, "loss": 0.0717, "learning_rate": 1e-05}
{"step": 5400, "dynamics_loss_avg": 0.05860990788787603}
{"step": 5400, "action_loss_avg": 0.013876194693148136}
{"step": 5410, "loss": 0.0774, "learning_rate": 1e-05}
{"step": 5410, "dynamics_loss_avg": 0.06280680969357491}
{"step": 5410, "action_loss_avg": 0.013696552184410394}
{"step": 5420, "loss": 0.073, "learning_rate": 1e-05}
{"step": 5420, "dynamics_loss_avg": 0.0621718930080533}
{"step": 5420, "action_loss_avg": 0.010953154601156711}
{"step": 5430, "loss": 0.0661, "learning_rate": 1e-05}
{"step": 5430, "dynamics_loss_avg": 0.05312016382813454}
{"step": 5430, "action_loss_avg": 0.013786310609430075}
{"step": 5440, "loss": 0.0601, "learning_rate": 1e-05}
{"step": 5440, "dynamics_loss_avg": 0.050753405503928664}
{"step": 5440, "action_loss_avg": 0.0075445934664458035}
{"step": 5450, "loss": 0.0761, "learning_rate": 1e-05}
{"step": 5450, "dynamics_loss_avg": 0.06557210702449083}
{"step": 5450, "action_loss_avg": 0.017300589475780725}
{"step": 5460, "loss": 0.0733, "learning_rate": 1e-05}
{"step": 5460, "dynamics_loss_avg": 0.05184027589857578}
{"step": 5460, "action_loss_avg": 0.013344191515352577}
{"step": 5470, "loss": 0.059, "learning_rate": 1e-05}
{"step": 5470, "dynamics_loss_avg": 0.047997731156647204}
{"step": 5470, "action_loss_avg": 0.016753814835101365}
{"step": 5480, "loss": 0.065, "learning_rate": 1e-05}
{"step": 5480, "dynamics_loss_avg": 0.0593433728441596}
{"step": 5480, "action_loss_avg": 0.011946785403415561}
{"step": 5490, "loss": 0.0805, "learning_rate": 1e-05}
{"step": 5490, "dynamics_loss_avg": 0.060728159919381144}
{"step": 5490, "action_loss_avg": 0.014341340353712439}
{"step": 5500, "loss": 0.0876, "learning_rate": 1e-05}
{"step": 5500, "dynamics_loss_avg": 0.07762257792055607}
{"step": 5500, "action_loss_avg": 0.019771521631628274}
{"step": 5510, "loss": 0.1043, "learning_rate": 1e-05}
{"step": 5510, "dynamics_loss_avg": 0.08095931373536587}
{"step": 5510, "action_loss_avg": 0.015825369441881777}
{"step": 5520, "loss": 0.0694, "learning_rate": 1e-05}
{"step": 5520, "dynamics_loss_avg": 0.053526073694229126}
{"step": 5520, "action_loss_avg": 0.014127405546605586}
{"step": 5530, "loss": 0.0676, "learning_rate": 1e-05}
{"step": 5530, "dynamics_loss_avg": 0.049907661601901056}
{"step": 5530, "action_loss_avg": 0.013994316710159183}
{"step": 5540, "loss": 0.0653, "learning_rate": 1e-05}
{"step": 5540, "dynamics_loss_avg": 0.05590371936559677}
{"step": 5540, "action_loss_avg": 0.015701960073783994}
{"step": 5550, "loss": 0.0795, "learning_rate": 1e-05}
{"step": 5550, "dynamics_loss_avg": 0.06228113453835249}
{"step": 5550, "action_loss_avg": 0.010917243780568242}
{"step": 5560, "loss": 0.0657, "learning_rate": 1e-05}
{"step": 5560, "dynamics_loss_avg": 0.057808449678123}
{"step": 5560, "action_loss_avg": 0.013191545382142067}
{"step": 5570, "loss": 0.0701, "learning_rate": 1e-05}
{"step": 5570, "dynamics_loss_avg": 0.05223911441862583}
{"step": 5570, "action_loss_avg": 0.01174041242338717}
{"step": 5580, "loss": 0.0692, "learning_rate": 1e-05}
{"step": 5580, "dynamics_loss_avg": 0.05595921576023102}
{"step": 5580, "action_loss_avg": 0.012817846261896193}
{"step": 5590, "loss": 0.0616, "learning_rate": 1e-05}
{"step": 5590, "dynamics_loss_avg": 0.04695949722081423}
{"step": 5590, "action_loss_avg": 0.01176790394820273}
{"step": 5600, "loss": 0.0733, "learning_rate": 1e-05}
{"step": 5600, "dynamics_loss_avg": 0.059995198249816896}
{"step": 5600, "action_loss_avg": 0.016890165000222623}
{"step": 5610, "loss": 0.0707, "learning_rate": 1e-05}
{"step": 5610, "dynamics_loss_avg": 0.05912558697164059}
{"step": 5610, "action_loss_avg": 0.011623126454651356}
{"step": 5620, "loss": 0.0685, "learning_rate": 1e-05}
{"step": 5620, "dynamics_loss_avg": 0.054917800985276696}
{"step": 5620, "action_loss_avg": 0.011383346933871507}
{"step": 5630, "loss": 0.0697, "learning_rate": 1e-05}
{"step": 5630, "dynamics_loss_avg": 0.0563947169110179}
{"step": 5630, "action_loss_avg": 0.015709132654592395}
{"step": 5640, "loss": 0.0715, "learning_rate": 1e-05}
{"step": 5640, "dynamics_loss_avg": 0.061013254709541796}
{"step": 5640, "action_loss_avg": 0.012085529579780995}
{"step": 5650, "loss": 0.069, "learning_rate": 1e-05}
{"step": 5650, "dynamics_loss_avg": 0.052724930178374055}
{"step": 5650, "action_loss_avg": 0.01140609837602824}
{"step": 5660, "loss": 0.0755, "learning_rate": 1e-05}
{"step": 5660, "dynamics_loss_avg": 0.0603515924885869}
{"step": 5660, "action_loss_avg": 0.017534794891253112}
{"step": 5670, "loss": 0.074, "learning_rate": 1e-05}
{"step": 5670, "dynamics_loss_avg": 0.06618060115724803}
{"step": 5670, "action_loss_avg": 0.014802042464725673}
{"step": 5680, "loss": 0.073, "learning_rate": 1e-05}
{"step": 5680, "dynamics_loss_avg": 0.05573304500430822}
{"step": 5680, "action_loss_avg": 0.013485764036886394}
{"step": 5690, "loss": 0.0792, "learning_rate": 1e-05}
{"step": 5690, "dynamics_loss_avg": 0.0627409303560853}
{"step": 5690, "action_loss_avg": 0.016381546389311552}
{"step": 5700, "loss": 0.0664, "learning_rate": 1e-05}
{"step": 5700, "dynamics_loss_avg": 0.051756215281784534}
{"step": 5700, "action_loss_avg": 0.012403533037286252}
{"step": 5710, "loss": 0.0684, "learning_rate": 1e-05}
{"step": 5710, "dynamics_loss_avg": 0.05410046223551035}
{"step": 5710, "action_loss_avg": 0.013227763306349515}
{"step": 5720, "loss": 0.059, "learning_rate": 1e-05}
{"step": 5720, "dynamics_loss_avg": 0.04744714219123125}
{"step": 5720, "action_loss_avg": 0.010799856879748404}
{"step": 5730, "loss": 0.0744, "learning_rate": 1e-05}
{"step": 5730, "dynamics_loss_avg": 0.0613267108798027}
{"step": 5730, "action_loss_avg": 0.016944293398410082}
{"step": 5740, "loss": 0.072, "learning_rate": 1e-05}
{"step": 5740, "dynamics_loss_avg": 0.056184069626033305}
{"step": 5740, "action_loss_avg": 0.014029741287231445}
{"step": 5750, "loss": 0.0614, "learning_rate": 1e-05}
{"step": 5750, "dynamics_loss_avg": 0.04840863477438688}
{"step": 5750, "action_loss_avg": 0.01074489471502602}
{"step": 5760, "loss": 0.0481, "learning_rate": 1e-05}
{"step": 5760, "dynamics_loss_avg": 0.040804208675399425}
{"step": 5760, "action_loss_avg": 0.010788132320158184}
{"step": 5770, "loss": 0.0676, "learning_rate": 1e-05}
{"step": 5770, "dynamics_loss_avg": 0.059753477945923804}
{"step": 5770, "action_loss_avg": 0.01351109128445387}
{"step": 5780, "loss": 0.064, "learning_rate": 1e-05}
{"step": 5780, "dynamics_loss_avg": 0.04659372782334685}
{"step": 5780, "action_loss_avg": 0.012344100372865796}
{"step": 5790, "loss": 0.0798, "learning_rate": 1e-05}
{"step": 5790, "dynamics_loss_avg": 0.06428675018250943}
{"step": 5790, "action_loss_avg": 0.015422126092016698}
{"step": 5800, "loss": 0.0639, "learning_rate": 1e-05}
{"step": 5800, "dynamics_loss_avg": 0.057660356536507605}
{"step": 5800, "action_loss_avg": 0.01316199554130435}
{"step": 5810, "loss": 0.0855, "learning_rate": 1e-05}
{"step": 5810, "dynamics_loss_avg": 0.06261555310338736}
{"step": 5810, "action_loss_avg": 0.014206092548556625}
{"step": 5820, "loss": 0.0709, "learning_rate": 1e-05}
{"step": 5820, "dynamics_loss_avg": 0.0572948326356709}
{"step": 5820, "action_loss_avg": 0.014295001327991486}
{"step": 5830, "loss": 0.0493, "learning_rate": 1e-05}
{"step": 5830, "dynamics_loss_avg": 0.03840046934783459}
{"step": 5830, "action_loss_avg": 0.007252553547732532}
{"step": 5840, "loss": 0.0727, "learning_rate": 1e-05}
{"step": 5840, "dynamics_loss_avg": 0.05784985683858394}
{"step": 5840, "action_loss_avg": 0.015093043586239219}
{"step": 5850, "loss": 0.0559, "learning_rate": 1e-05}
{"step": 5850, "dynamics_loss_avg": 0.045995454862713815}
{"step": 5850, "action_loss_avg": 0.00979156766552478}
{"step": 5860, "loss": 0.0727, "learning_rate": 1e-05}
{"step": 5860, "dynamics_loss_avg": 0.06310273576527833}
{"step": 5860, "action_loss_avg": 0.013333016354590655}
{"step": 5870, "loss": 0.0541, "learning_rate": 1e-05}
{"step": 5870, "dynamics_loss_avg": 0.04300035759806633}
{"step": 5870, "action_loss_avg": 0.01069547636434436}
{"step": 5880, "loss": 0.0748, "learning_rate": 1e-05}
{"step": 5880, "dynamics_loss_avg": 0.05632849633693695}
{"step": 5880, "action_loss_avg": 0.01795043982565403}
{"step": 5890, "loss": 0.0745, "learning_rate": 1e-05}
{"step": 5890, "dynamics_loss_avg": 0.06524281539022922}
{"step": 5890, "action_loss_avg": 0.013032295880839229}
{"step": 5900, "loss": 0.0931, "learning_rate": 1e-05}
{"step": 5900, "dynamics_loss_avg": 0.07970836162567138}
{"step": 5900, "action_loss_avg": 0.01507459320127964}
{"step": 5910, "loss": 0.0868, "learning_rate": 1e-05}
{"step": 5910, "dynamics_loss_avg": 0.06546939946711064}
{"step": 5910, "action_loss_avg": 0.013786684139631689}
{"step": 5920, "loss": 0.0665, "learning_rate": 1e-05}
{"step": 5920, "dynamics_loss_avg": 0.056663834303617475}
{"step": 5920, "action_loss_avg": 0.018140785209834576}
{"step": 5930, "loss": 0.0763, "learning_rate": 1e-05}
{"step": 5930, "dynamics_loss_avg": 0.052578451484441756}
{"step": 5930, "action_loss_avg": 0.01495717391371727}
{"step": 5940, "loss": 0.067, "learning_rate": 1e-05}
{"step": 5940, "dynamics_loss_avg": 0.05729129957035184}
{"step": 5940, "action_loss_avg": 0.012589811068028211}
{"step": 5950, "loss": 0.0503, "learning_rate": 1e-05}
{"step": 5950, "dynamics_loss_avg": 0.04548756554722786}
{"step": 5950, "action_loss_avg": 0.009686076920479536}
{"step": 5960, "loss": 0.0843, "learning_rate": 1e-05}
{"step": 5960, "dynamics_loss_avg": 0.06340217404067516}
{"step": 5960, "action_loss_avg": 0.019755216594785453}
{"step": 5970, "loss": 0.0666, "learning_rate": 1e-05}
{"step": 5970, "dynamics_loss_avg": 0.056275745294988154}
{"step": 5970, "action_loss_avg": 0.012151698721572757}
{"step": 5980, "loss": 0.0631, "learning_rate": 1e-05}
{"step": 5980, "dynamics_loss_avg": 0.05051051434129476}
{"step": 5980, "action_loss_avg": 0.00931603650096804}
{"step": 5990, "loss": 0.0686, "learning_rate": 1e-05}
{"step": 5990, "dynamics_loss_avg": 0.05240337997674942}
{"step": 5990, "action_loss_avg": 0.011375274672172964}
{"step": 6000, "loss": 0.0724, "learning_rate": 1e-05}
{"step": 6000, "dynamics_loss_avg": 0.05987470857799053}
{"step": 6000, "action_loss_avg": 0.01793991243466735}
{"step": 6010, "loss": 0.1001, "learning_rate": 1e-05}
{"step": 6010, "dynamics_loss_avg": 0.07322389241307974}
{"step": 6010, "action_loss_avg": 0.025681708846241234}
{"step": 6020, "loss": 0.0775, "learning_rate": 1e-05}
{"step": 6020, "dynamics_loss_avg": 0.06151041109114885}
{"step": 6020, "action_loss_avg": 0.016919126070570202}
{"step": 6030, "loss": 0.0719, "learning_rate": 1e-05}
{"step": 6030, "dynamics_loss_avg": 0.05374857736751437}
{"step": 6030, "action_loss_avg": 0.0149175152531825}
{"step": 6040, "loss": 0.0846, "learning_rate": 1e-05}
{"step": 6040, "dynamics_loss_avg": 0.06863051503896714}
{"step": 6040, "action_loss_avg": 0.017337338207289575}
{"step": 6050, "loss": 0.0742, "learning_rate": 1e-05}
{"step": 6050, "dynamics_loss_avg": 0.06558343730866908}
{"step": 6050, "action_loss_avg": 0.013617770955897867}
{"step": 6060, "loss": 0.0944, "learning_rate": 1e-05}
{"step": 6060, "dynamics_loss_avg": 0.07144837863743306}
{"step": 6060, "action_loss_avg": 0.018721370305866004}
{"step": 6070, "loss": 0.0587, "learning_rate": 1e-05}
{"step": 6070, "dynamics_loss_avg": 0.04944536332041025}
{"step": 6070, "action_loss_avg": 0.009561611514072865}
{"step": 6080, "loss": 0.0761, "learning_rate": 1e-05}
{"step": 6080, "dynamics_loss_avg": 0.05945960059762001}
{"step": 6080, "action_loss_avg": 0.012348165176808834}
{"step": 6090, "loss": 0.0707, "learning_rate": 1e-05}
{"step": 6090, "dynamics_loss_avg": 0.06088754665106535}
{"step": 6090, "action_loss_avg": 0.01247329656034708}
{"step": 6100, "loss": 0.0925, "learning_rate": 1e-05}
{"step": 6100, "dynamics_loss_avg": 0.07620186507701873}
{"step": 6100, "action_loss_avg": 0.01900363522581756}
{"step": 6110, "loss": 0.0642, "learning_rate": 1e-05}
{"step": 6110, "dynamics_loss_avg": 0.05667666420340538}
{"step": 6110, "action_loss_avg": 0.010996741545386612}
{"step": 6120, "loss": 0.0811, "learning_rate": 1e-05}
{"step": 6120, "dynamics_loss_avg": 0.06306962855160236}
{"step": 6120, "action_loss_avg": 0.012497411575168371}
{"step": 6130, "loss": 0.1015, "learning_rate": 1e-05}
{"step": 6130, "dynamics_loss_avg": 0.07921121213585139}
{"step": 6130, "action_loss_avg": 0.01906962040811777}
{"step": 6140, "loss": 0.0802, "learning_rate": 1e-05}
{"step": 6140, "dynamics_loss_avg": 0.06834099106490613}
{"step": 6140, "action_loss_avg": 0.01886034067720175}
{"step": 6150, "loss": 0.0808, "learning_rate": 1e-05}
{"step": 6150, "dynamics_loss_avg": 0.06247862726449967}
{"step": 6150, "action_loss_avg": 0.013183547719381749}
{"step": 6160, "loss": 0.0827, "learning_rate": 1e-05}
{"step": 6160, "dynamics_loss_avg": 0.07196050714701414}
{"step": 6160, "action_loss_avg": 0.01621390178333968}
{"step": 6170, "loss": 0.0697, "learning_rate": 1e-05}
{"step": 6170, "dynamics_loss_avg": 0.05461762677878142}
{"step": 6170, "action_loss_avg": 0.01372527542989701}
{"step": 6180, "loss": 0.0728, "learning_rate": 1e-05}
{"step": 6180, "dynamics_loss_avg": 0.055772301461547616}
{"step": 6180, "action_loss_avg": 0.01154243660857901}
{"step": 6190, "loss": 0.0805, "learning_rate": 1e-05}
{"step": 6190, "dynamics_loss_avg": 0.06484759319573641}
{"step": 6190, "action_loss_avg": 0.015093256602995098}
{"step": 6200, "loss": 0.0622, "learning_rate": 1e-05}
{"step": 6200, "dynamics_loss_avg": 0.05416241586208344}
{"step": 6200, "action_loss_avg": 0.012867474881932139}
{"step": 6210, "loss": 0.0743, "learning_rate": 1e-05}
{"step": 6210, "dynamics_loss_avg": 0.05918528810143471}
{"step": 6210, "action_loss_avg": 0.012142785731703043}
{"step": 6220, "loss": 0.0782, "learning_rate": 1e-05}
{"step": 6220, "dynamics_loss_avg": 0.06510753631591797}
{"step": 6220, "action_loss_avg": 0.012539742956869304}
{"step": 6230, "loss": 0.0891, "learning_rate": 1e-05}
{"step": 6230, "dynamics_loss_avg": 0.07132282964885235}
{"step": 6230, "action_loss_avg": 0.015858930302783847}
{"step": 6240, "loss": 0.06, "learning_rate": 1e-05}
{"step": 6240, "dynamics_loss_avg": 0.05728820338845253}
{"step": 6240, "action_loss_avg": 0.009834899939596653}
{"step": 6250, "loss": 0.0818, "learning_rate": 1e-05}
{"step": 6250, "dynamics_loss_avg": 0.06862590182572603}
{"step": 6250, "action_loss_avg": 0.011087401630356907}
{"step": 6260, "loss": 0.0808, "learning_rate": 1e-05}
{"step": 6260, "dynamics_loss_avg": 0.06716181747615338}
{"step": 6260, "action_loss_avg": 0.013689272245392204}
{"step": 6270, "loss": 0.0584, "learning_rate": 1e-05}
{"step": 6270, "dynamics_loss_avg": 0.05133801233023405}
{"step": 6270, "action_loss_avg": 0.007775696401949972}
{"step": 6280, "loss": 0.0706, "learning_rate": 1e-05}
{"step": 6280, "dynamics_loss_avg": 0.05555562060326338}
{"step": 6280, "action_loss_avg": 0.01010383467655629}
{"step": 6290, "loss": 0.088, "learning_rate": 1e-05}
{"step": 6290, "dynamics_loss_avg": 0.07583754435181618}
{"step": 6290, "action_loss_avg": 0.0174870029091835}
{"step": 6300, "loss": 0.0635, "learning_rate": 1e-05}
{"step": 6300, "dynamics_loss_avg": 0.05273177344352007}
{"step": 6300, "action_loss_avg": 0.009980309382081031}
{"step": 6310, "loss": 0.0702, "learning_rate": 1e-05}
{"step": 6310, "dynamics_loss_avg": 0.05484496168792248}
{"step": 6310, "action_loss_avg": 0.01038051089271903}
{"step": 6320, "loss": 0.0669, "learning_rate": 1e-05}
{"step": 6320, "dynamics_loss_avg": 0.06607655845582486}
{"step": 6320, "action_loss_avg": 0.013416403182782232}
{"step": 6330, "loss": 0.0795, "learning_rate": 1e-05}
{"step": 6330, "dynamics_loss_avg": 0.06395407319068909}
{"step": 6330, "action_loss_avg": 0.013438351871445774}
{"step": 6340, "loss": 0.0859, "learning_rate": 1e-05}
{"step": 6340, "dynamics_loss_avg": 0.0689142256975174}
{"step": 6340, "action_loss_avg": 0.01420433702878654}
{"step": 6350, "loss": 0.0743, "learning_rate": 1e-05}
{"step": 6350, "dynamics_loss_avg": 0.05797600820660591}
{"step": 6350, "action_loss_avg": 0.012164699053391815}
{"step": 6360, "loss": 0.0785, "learning_rate": 1e-05}
{"step": 6360, "dynamics_loss_avg": 0.06403678562492132}
{"step": 6360, "action_loss_avg": 0.01679623262025416}
{"step": 6370, "loss": 0.079, "learning_rate": 1e-05}
{"step": 6370, "dynamics_loss_avg": 0.06324988845735788}
{"step": 6370, "action_loss_avg": 0.013235940574668347}
{"step": 6380, "loss": 0.0652, "learning_rate": 1e-05}
{"step": 6380, "dynamics_loss_avg": 0.05562090333551169}
{"step": 6380, "action_loss_avg": 0.008259443938732148}
{"step": 6390, "loss": 0.0762, "learning_rate": 1e-05}
{"step": 6390, "dynamics_loss_avg": 0.06916364151984453}
{"step": 6390, "action_loss_avg": 0.0120933523401618}
{"step": 6400, "loss": 0.063, "learning_rate": 1e-05}
{"step": 6400, "dynamics_loss_avg": 0.053697933442890644}
{"step": 6400, "action_loss_avg": 0.012150470539927483}
{"step": 6410, "loss": 0.0628, "learning_rate": 1e-05}
{"step": 6410, "dynamics_loss_avg": 0.04568128753453493}
{"step": 6410, "action_loss_avg": 0.00793396751396358}
{"step": 6420, "loss": 0.08, "learning_rate": 1e-05}
{"step": 6420, "dynamics_loss_avg": 0.07249966748058796}
{"step": 6420, "action_loss_avg": 0.015051889512687922}
{"step": 6430, "loss": 0.0609, "learning_rate": 1e-05}
{"step": 6430, "dynamics_loss_avg": 0.04487419128417969}
{"step": 6430, "action_loss_avg": 0.007863501389510929}
{"step": 6440, "loss": 0.0609, "learning_rate": 1e-05}
{"step": 6440, "dynamics_loss_avg": 0.05533306356519461}
{"step": 6440, "action_loss_avg": 0.008566322503611445}
{"step": 6450, "loss": 0.0699, "learning_rate": 1e-05}
{"step": 6450, "dynamics_loss_avg": 0.06218014508485794}
{"step": 6450, "action_loss_avg": 0.012493759347125887}
{"step": 6460, "loss": 0.0855, "learning_rate": 1e-05}
{"step": 6460, "dynamics_loss_avg": 0.06635295655578374}
{"step": 6460, "action_loss_avg": 0.012985803443007172}
{"step": 6470, "loss": 0.0646, "learning_rate": 1e-05}
{"step": 6470, "dynamics_loss_avg": 0.0530655262991786}
{"step": 6470, "action_loss_avg": 0.01371398768387735}
{"step": 6480, "loss": 0.0781, "learning_rate": 1e-05}
{"step": 6480, "dynamics_loss_avg": 0.06657586805522442}
{"step": 6480, "action_loss_avg": 0.014467142708599567}
{"step": 6490, "loss": 0.0746, "learning_rate": 1e-05}
{"step": 6490, "dynamics_loss_avg": 0.062234968319535254}
{"step": 6490, "action_loss_avg": 0.010206849733367562}
{"step": 6500, "loss": 0.0781, "learning_rate": 1e-05}
{"step": 6500, "dynamics_loss_avg": 0.06349794194102287}
{"step": 6500, "action_loss_avg": 0.009673458058387041}
{"step": 6510, "loss": 0.0788, "learning_rate": 1e-05}
{"step": 6510, "dynamics_loss_avg": 0.0674124525859952}
{"step": 6510, "action_loss_avg": 0.019622982293367387}
{"step": 6520, "loss": 0.0913, "learning_rate": 1e-05}
{"step": 6520, "dynamics_loss_avg": 0.07384983394294978}
{"step": 6520, "action_loss_avg": 0.014583888091146946}
{"step": 6530, "loss": 0.0866, "learning_rate": 1e-05}
{"step": 6530, "dynamics_loss_avg": 0.07026465274393559}
{"step": 6530, "action_loss_avg": 0.015728848055005074}
{"step": 6540, "loss": 0.0624, "learning_rate": 1e-05}
{"step": 6540, "dynamics_loss_avg": 0.05363886207342148}
{"step": 6540, "action_loss_avg": 0.010232346225529909}
{"step": 6550, "loss": 0.0503, "learning_rate": 1e-05}
{"step": 6550, "dynamics_loss_avg": 0.04226522166281939}
{"step": 6550, "action_loss_avg": 0.006863870588131249}
{"step": 6560, "loss": 0.0746, "learning_rate": 1e-05}
{"step": 6560, "dynamics_loss_avg": 0.06633863430470228}
{"step": 6560, "action_loss_avg": 0.011825323128141463}
{"step": 6570, "loss": 0.0737, "learning_rate": 1e-05}
{"step": 6570, "dynamics_loss_avg": 0.0568612165749073}
{"step": 6570, "action_loss_avg": 0.009805615642108023}
{"step": 6580, "loss": 0.077, "learning_rate": 1e-05}
{"step": 6580, "dynamics_loss_avg": 0.06672863140702248}
{"step": 6580, "action_loss_avg": 0.01479598383884877}
{"step": 6590, "loss": 0.0847, "learning_rate": 1e-05}
{"step": 6590, "dynamics_loss_avg": 0.06591331008821726}
{"step": 6590, "action_loss_avg": 0.01392014310695231}
{"step": 6600, "loss": 0.0673, "learning_rate": 1e-05}
{"step": 6600, "dynamics_loss_avg": 0.06057551391422748}
{"step": 6600, "action_loss_avg": 0.013319756696000695}
{"step": 6610, "loss": 0.0734, "learning_rate": 1e-05}
{"step": 6610, "dynamics_loss_avg": 0.05458833836019039}
{"step": 6610, "action_loss_avg": 0.014093370735645294}
{"step": 6620, "loss": 0.058, "learning_rate": 1e-05}
{"step": 6620, "dynamics_loss_avg": 0.049501039832830426}
{"step": 6620, "action_loss_avg": 0.009540235484018922}
{"step": 6630, "loss": 0.0701, "learning_rate": 1e-05}
{"step": 6630, "dynamics_loss_avg": 0.059859991818666455}
{"step": 6630, "action_loss_avg": 0.009650041442364454}
{"step": 6640, "loss": 0.0786, "learning_rate": 1e-05}
{"step": 6640, "dynamics_loss_avg": 0.06245391555130482}
{"step": 6640, "action_loss_avg": 0.0135934978723526}
{"step": 6650, "loss": 0.0734, "learning_rate": 1e-05}
{"step": 6650, "dynamics_loss_avg": 0.0675686165690422}
{"step": 6650, "action_loss_avg": 0.012009056261740625}
{"step": 6660, "loss": 0.0732, "learning_rate": 1e-05}
{"step": 6660, "dynamics_loss_avg": 0.05971393380314112}
{"step": 6660, "action_loss_avg": 0.011862150160595775}
{"step": 6670, "loss": 0.0705, "learning_rate": 1e-05}
{"step": 6670, "dynamics_loss_avg": 0.06348251923918724}
{"step": 6670, "action_loss_avg": 0.011499885702505708}
{"step": 6680, "loss": 0.0754, "learning_rate": 1e-05}
{"step": 6680, "dynamics_loss_avg": 0.056401044502854346}
{"step": 6680, "action_loss_avg": 0.009959225496277212}
{"step": 6690, "loss": 0.0784, "learning_rate": 1e-05}
{"step": 6690, "dynamics_loss_avg": 0.06566784102469683}
{"step": 6690, "action_loss_avg": 0.01432282137684524}
{"step": 6700, "loss": 0.055, "learning_rate": 1e-05}
{"step": 6700, "dynamics_loss_avg": 0.04731449130922556}
{"step": 6700, "action_loss_avg": 0.008741401717998087}
{"step": 6710, "loss": 0.0728, "learning_rate": 1e-05}
{"step": 6710, "dynamics_loss_avg": 0.062346691638231276}
{"step": 6710, "action_loss_avg": 0.012345435842871667}
{"step": 6720, "loss": 0.0761, "learning_rate": 1e-05}
{"step": 6720, "dynamics_loss_avg": 0.05640008822083473}
{"step": 6720, "action_loss_avg": 0.013524298928678036}
{"step": 6730, "loss": 0.0746, "learning_rate": 1e-05}
{"step": 6730, "dynamics_loss_avg": 0.06738923881202936}
{"step": 6730, "action_loss_avg": 0.015591937198769302}
{"step": 6740, "loss": 0.0911, "learning_rate": 1e-05}
{"step": 6740, "dynamics_loss_avg": 0.0759669566527009}
{"step": 6740, "action_loss_avg": 0.013430748600512743}
{"step": 6750, "loss": 0.0654, "learning_rate": 1e-05}
{"step": 6750, "dynamics_loss_avg": 0.051977393589913844}
{"step": 6750, "action_loss_avg": 0.008629066764842718}
{"step": 6760, "loss": 0.0617, "learning_rate": 1e-05}
{"step": 6760, "dynamics_loss_avg": 0.05832892255857587}
{"step": 6760, "action_loss_avg": 0.009660843852907419}
{"step": 6770, "loss": 0.0763, "learning_rate": 1e-05}
{"step": 6770, "dynamics_loss_avg": 0.057038495503365996}
{"step": 6770, "action_loss_avg": 0.012984172999858856}
{"step": 6780, "loss": 0.0575, "learning_rate": 1e-05}
{"step": 6780, "dynamics_loss_avg": 0.049645808339118955}
{"step": 6780, "action_loss_avg": 0.00972118959762156}
{"step": 6790, "loss": 0.0542, "learning_rate": 1e-05}
{"step": 6790, "dynamics_loss_avg": 0.04663256797939539}
{"step": 6790, "action_loss_avg": 0.006770774465985596}
{"step": 6800, "loss": 0.0639, "learning_rate": 1e-05}
{"step": 6800, "dynamics_loss_avg": 0.05860453229397535}
{"step": 6800, "action_loss_avg": 0.01020271354354918}
{"step": 6810, "loss": 0.0663, "learning_rate": 1e-05}
{"step": 6810, "dynamics_loss_avg": 0.05101943369954824}
{"step": 6810, "action_loss_avg": 0.010512051358819007}
{"step": 6820, "loss": 0.0792, "learning_rate": 1e-05}
{"step": 6820, "dynamics_loss_avg": 0.06980804540216923}
{"step": 6820, "action_loss_avg": 0.014498193049803376}
{"step": 6830, "loss": 0.0842, "learning_rate": 1e-05}
{"step": 6830, "dynamics_loss_avg": 0.06897360272705555}
{"step": 6830, "action_loss_avg": 0.012617792445234954}
{"step": 6840, "loss": 0.0733, "learning_rate": 1e-05}
{"step": 6840, "dynamics_loss_avg": 0.06361529547721148}
{"step": 6840, "action_loss_avg": 0.011531313974410295}
{"step": 6850, "loss": 0.074, "learning_rate": 1e-05}
{"step": 6850, "dynamics_loss_avg": 0.05855737971141935}
{"step": 6850, "action_loss_avg": 0.007493532076478004}
{"step": 6860, "loss": 0.0632, "learning_rate": 1e-05}
{"step": 6860, "dynamics_loss_avg": 0.05647336598485708}
{"step": 6860, "action_loss_avg": 0.010979152331128717}
{"step": 6870, "loss": 0.0714, "learning_rate": 1e-05}
{"step": 6870, "dynamics_loss_avg": 0.06320814937353134}
{"step": 6870, "action_loss_avg": 0.014040688332170249}
{"step": 6880, "loss": 0.0868, "learning_rate": 1e-05}
{"step": 6880, "dynamics_loss_avg": 0.07225755788385868}
{"step": 6880, "action_loss_avg": 0.011855848925188183}
{"step": 6890, "loss": 0.0789, "learning_rate": 1e-05}
{"step": 6890, "dynamics_loss_avg": 0.0626949418336153}
{"step": 6890, "action_loss_avg": 0.01433899300172925}
{"step": 6900, "loss": 0.068, "learning_rate": 1e-05}
{"step": 6900, "dynamics_loss_avg": 0.05701112169772386}
{"step": 6900, "action_loss_avg": 0.011468032281845808}
{"step": 6910, "loss": 0.0727, "learning_rate": 1e-05}
{"step": 6910, "dynamics_loss_avg": 0.06375272795557976}
{"step": 6910, "action_loss_avg": 0.00948772409465164}
{"step": 6920, "loss": 0.0649, "learning_rate": 1e-05}
{"step": 6920, "dynamics_loss_avg": 0.05803310349583626}
{"step": 6920, "action_loss_avg": 0.009030172624625266}
{"step": 6930, "loss": 0.0809, "learning_rate": 1e-05}
{"step": 6930, "dynamics_loss_avg": 0.06486605890095234}
{"step": 6930, "action_loss_avg": 0.012669588602147997}
{"step": 6940, "loss": 0.0711, "learning_rate": 1e-05}
{"step": 6940, "dynamics_loss_avg": 0.05751752611249685}
{"step": 6940, "action_loss_avg": 0.012802145327441394}
{"step": 6950, "loss": 0.0735, "learning_rate": 1e-05}
{"step": 6950, "dynamics_loss_avg": 0.05845788940787315}
{"step": 6950, "action_loss_avg": 0.013198880013078451}
{"step": 6960, "loss": 0.0786, "learning_rate": 1e-05}
{"step": 6960, "dynamics_loss_avg": 0.06949068866670131}
{"step": 6960, "action_loss_avg": 0.012949383188970386}
{"step": 6970, "loss": 0.0903, "learning_rate": 1e-05}
{"step": 6970, "dynamics_loss_avg": 0.0729281522333622}
{"step": 6970, "action_loss_avg": 0.01717584690777585}
{"step": 6980, "loss": 0.0738, "learning_rate": 1e-05}
{"step": 6980, "dynamics_loss_avg": 0.06401802729815245}
{"step": 6980, "action_loss_avg": 0.0094689974328503}
{"step": 6990, "loss": 0.0834, "learning_rate": 1e-05}
{"step": 6990, "dynamics_loss_avg": 0.06785382274538279}
{"step": 6990, "action_loss_avg": 0.0113352638669312}
{"step": 7000, "loss": 0.074, "learning_rate": 1e-05}
{"step": 7000, "dynamics_loss_avg": 0.06976518072187901}
{"step": 7000, "action_loss_avg": 0.009688529232516885}
{"step": 7010, "loss": 0.0743, "learning_rate": 1e-05}
{"step": 7010, "dynamics_loss_avg": 0.05953391268849373}
{"step": 7010, "action_loss_avg": 0.009765786794014275}
{"step": 7020, "loss": 0.0765, "learning_rate": 1e-05}
{"step": 7020, "dynamics_loss_avg": 0.06589713469147682}
{"step": 7020, "action_loss_avg": 0.012807236332446337}
{"step": 7030, "loss": 0.0682, "learning_rate": 1e-05}
{"step": 7030, "dynamics_loss_avg": 0.05675793699920177}
{"step": 7030, "action_loss_avg": 0.012909578217659146}
{"step": 7040, "loss": 0.0711, "learning_rate": 1e-05}
{"step": 7040, "dynamics_loss_avg": 0.061588986590504644}
{"step": 7040, "action_loss_avg": 0.008998673828318714}
{"step": 7050, "loss": 0.0872, "learning_rate": 1e-05}
{"step": 7050, "dynamics_loss_avg": 0.07631092146039009}
{"step": 7050, "action_loss_avg": 0.012435972178354859}
{"step": 7060, "loss": 0.0754, "learning_rate": 1e-05}
{"step": 7060, "dynamics_loss_avg": 0.06241516135632992}
{"step": 7060, "action_loss_avg": 0.012341702356934547}
{"step": 7070, "loss": 0.0713, "learning_rate": 1e-05}
{"step": 7070, "dynamics_loss_avg": 0.06170596405863762}
{"step": 7070, "action_loss_avg": 0.01192312261555344}
{"step": 7080, "loss": 0.0713, "learning_rate": 1e-05}
{"step": 7080, "dynamics_loss_avg": 0.05747089348733425}
{"step": 7080, "action_loss_avg": 0.009045103588141501}
{"step": 7090, "loss": 0.056, "learning_rate": 1e-05}
{"step": 7090, "dynamics_loss_avg": 0.049201965983957055}
{"step": 7090, "action_loss_avg": 0.0074096735683269795}
{"step": 7100, "loss": 0.0705, "learning_rate": 1e-05}
{"step": 7100, "dynamics_loss_avg": 0.06754370518028736}
{"step": 7100, "action_loss_avg": 0.010405594622716308}
{"step": 7110, "loss": 0.0767, "learning_rate": 1e-05}
{"step": 7110, "dynamics_loss_avg": 0.0569414297118783}
{"step": 7110, "action_loss_avg": 0.008245512004941702}
{"step": 7120, "loss": 0.0537, "learning_rate": 1e-05}
{"step": 7120, "dynamics_loss_avg": 0.0550053708255291}
{"step": 7120, "action_loss_avg": 0.009685507952235639}
{"step": 7130, "loss": 0.0834, "learning_rate": 1e-05}
{"step": 7130, "dynamics_loss_avg": 0.07396294642239809}
{"step": 7130, "action_loss_avg": 0.011066403286531568}
{"step": 7140, "loss": 0.0672, "learning_rate": 1e-05}
{"step": 7140, "dynamics_loss_avg": 0.05230078641325235}
{"step": 7140, "action_loss_avg": 0.00837355712428689}
{"step": 7150, "loss": 0.0741, "learning_rate": 1e-05}
{"step": 7150, "dynamics_loss_avg": 0.06124101001769304}
{"step": 7150, "action_loss_avg": 0.010870879399590194}
{"step": 7160, "loss": 0.0644, "learning_rate": 1e-05}
{"step": 7160, "dynamics_loss_avg": 0.05562261007726192}
{"step": 7160, "action_loss_avg": 0.012606032541953027}
{"step": 7170, "loss": 0.056, "learning_rate": 1e-05}
{"step": 7170, "dynamics_loss_avg": 0.044695564173161985}
{"step": 7170, "action_loss_avg": 0.007763001066632569}
{"step": 7180, "loss": 0.0689, "learning_rate": 1e-05}
{"step": 7180, "dynamics_loss_avg": 0.0601261492818594}
{"step": 7180, "action_loss_avg": 0.011496796971186996}
{"step": 7190, "loss": 0.0632, "learning_rate": 1e-05}
{"step": 7190, "dynamics_loss_avg": 0.057521221600472926}
{"step": 7190, "action_loss_avg": 0.007401834451593458}
{"step": 7200, "loss": 0.0894, "learning_rate": 1e-05}
{"step": 7200, "dynamics_loss_avg": 0.07436857745051384}
{"step": 7200, "action_loss_avg": 0.013567556021735072}
{"step": 7210, "loss": 0.0678, "learning_rate": 1e-05}
{"step": 7210, "dynamics_loss_avg": 0.05621053371578455}
{"step": 7210, "action_loss_avg": 0.009540623205248266}
{"step": 7220, "loss": 0.0664, "learning_rate": 1e-05}
{"step": 7220, "dynamics_loss_avg": 0.05742271095514297}
{"step": 7220, "action_loss_avg": 0.011380651779472829}
{"step": 7230, "loss": 0.0798, "learning_rate": 1e-05}
{"step": 7230, "dynamics_loss_avg": 0.06644189078360796}
{"step": 7230, "action_loss_avg": 0.012003388837911189}
{"step": 7240, "loss": 0.0677, "learning_rate": 1e-05}
{"step": 7240, "dynamics_loss_avg": 0.05382759720087051}
{"step": 7240, "action_loss_avg": 0.009679794777184725}
{"step": 7250, "loss": 0.0694, "learning_rate": 1e-05}
{"step": 7250, "dynamics_loss_avg": 0.055371655896306035}
{"step": 7250, "action_loss_avg": 0.013164791418239475}
{"step": 7260, "loss": 0.0748, "learning_rate": 1e-05}
{"step": 7260, "dynamics_loss_avg": 0.06328053474426269}
{"step": 7260, "action_loss_avg": 0.012674249522387982}
{"step": 7270, "loss": 0.0668, "learning_rate": 1e-05}
{"step": 7270, "dynamics_loss_avg": 0.06005933713167906}
{"step": 7270, "action_loss_avg": 0.008682995988056063}
{"step": 7280, "loss": 0.0871, "learning_rate": 1e-05}
{"step": 7280, "dynamics_loss_avg": 0.0731366328895092}
{"step": 7280, "action_loss_avg": 0.01305537314619869}
{"step": 7290, "loss": 0.0672, "learning_rate": 1e-05}
{"step": 7290, "dynamics_loss_avg": 0.055715208500623704}
{"step": 7290, "action_loss_avg": 0.01091987252002582}
{"step": 7300, "loss": 0.0726, "learning_rate": 1e-05}
{"step": 7300, "dynamics_loss_avg": 0.05975989382714033}
{"step": 7300, "action_loss_avg": 0.011911889887414873}
{"step": 7310, "loss": 0.0505, "learning_rate": 1e-05}
{"step": 7310, "dynamics_loss_avg": 0.05152395684272051}
{"step": 7310, "action_loss_avg": 0.006695485301315784}
{"step": 7320, "loss": 0.0831, "learning_rate": 1e-05}
{"step": 7320, "dynamics_loss_avg": 0.06256331354379654}
{"step": 7320, "action_loss_avg": 0.011508869216777384}
{"step": 7330, "loss": 0.0701, "learning_rate": 1e-05}
{"step": 7330, "dynamics_loss_avg": 0.0599641565233469}
{"step": 7330, "action_loss_avg": 0.010904435394331813}
{"step": 7340, "loss": 0.0662, "learning_rate": 1e-05}
{"step": 7340, "dynamics_loss_avg": 0.060542306303977965}
{"step": 7340, "action_loss_avg": 0.010795606160536408}
{"step": 7350, "loss": 0.0812, "learning_rate": 1e-05}
{"step": 7350, "dynamics_loss_avg": 0.07084157951176166}
{"step": 7350, "action_loss_avg": 0.014510917104780674}
{"step": 7360, "loss": 0.0859, "learning_rate": 1e-05}
{"step": 7360, "dynamics_loss_avg": 0.07197732487693428}
{"step": 7360, "action_loss_avg": 0.01184401661157608}
{"step": 7370, "loss": 0.0662, "learning_rate": 1e-05}
{"step": 7370, "dynamics_loss_avg": 0.05320499986410141}
{"step": 7370, "action_loss_avg": 0.009130620351061224}
{"step": 7380, "loss": 0.0585, "learning_rate": 1e-05}
{"step": 7380, "dynamics_loss_avg": 0.05205904021859169}
{"step": 7380, "action_loss_avg": 0.009072322957217693}
{"step": 7390, "loss": 0.0674, "learning_rate": 1e-05}
{"step": 7390, "dynamics_loss_avg": 0.0587672820314765}
{"step": 7390, "action_loss_avg": 0.009136007959023118}
{"step": 7400, "loss": 0.0834, "learning_rate": 1e-05}
{"step": 7400, "dynamics_loss_avg": 0.06621067523956299}
{"step": 7400, "action_loss_avg": 0.012165795871987939}
{"step": 7410, "loss": 0.0736, "learning_rate": 1e-05}
{"step": 7410, "dynamics_loss_avg": 0.060377926006913184}
{"step": 7410, "action_loss_avg": 0.01195737523958087}
{"step": 7420, "loss": 0.0771, "learning_rate": 1e-05}
{"step": 7420, "dynamics_loss_avg": 0.07024164982140065}
{"step": 7420, "action_loss_avg": 0.011691262014210224}
{"step": 7430, "loss": 0.0725, "learning_rate": 1e-05}
{"step": 7430, "dynamics_loss_avg": 0.06182464547455311}
{"step": 7430, "action_loss_avg": 0.010497646289877594}
{"step": 7440, "loss": 0.0726, "learning_rate": 1e-05}
{"step": 7440, "dynamics_loss_avg": 0.062491477467119694}
{"step": 7440, "action_loss_avg": 0.011152826435863971}
{"step": 7450, "loss": 0.0714, "learning_rate": 1e-05}
{"step": 7450, "dynamics_loss_avg": 0.05752787608653307}
{"step": 7450, "action_loss_avg": 0.009153356158640236}
{"step": 7460, "loss": 0.0576, "learning_rate": 1e-05}
{"step": 7460, "dynamics_loss_avg": 0.05285308137536049}
{"step": 7460, "action_loss_avg": 0.008330461895093321}
{"step": 7470, "loss": 0.0767, "learning_rate": 1e-05}
{"step": 7470, "dynamics_loss_avg": 0.061761051416397095}
{"step": 7470, "action_loss_avg": 0.01165206260047853}
{"step": 7480, "loss": 0.0714, "learning_rate": 1e-05}
{"step": 7480, "dynamics_loss_avg": 0.060826503485441205}
{"step": 7480, "action_loss_avg": 0.011142840213142335}
{"step": 7490, "loss": 0.0619, "learning_rate": 1e-05}
{"step": 7490, "dynamics_loss_avg": 0.0555684395134449}
{"step": 7490, "action_loss_avg": 0.008848539879545569}
{"step": 7500, "loss": 0.0755, "learning_rate": 1e-05}
{"step": 7500, "dynamics_loss_avg": 0.06453237496316433}
{"step": 7500, "action_loss_avg": 0.011951151816174389}
{"step": 7510, "loss": 0.078, "learning_rate": 1e-05}
{"step": 7510, "dynamics_loss_avg": 0.06432656273245811}
{"step": 7510, "action_loss_avg": 0.01024399334564805}
{"step": 7520, "loss": 0.0716, "learning_rate": 1e-05}
{"step": 7520, "dynamics_loss_avg": 0.06416821535676717}
{"step": 7520, "action_loss_avg": 0.011757074249908328}
{"step": 7530, "loss": 0.0831, "learning_rate": 1e-05}
{"step": 7530, "dynamics_loss_avg": 0.06688165664672852}
{"step": 7530, "action_loss_avg": 0.012823436548933387}
{"step": 7540, "loss": 0.0705, "learning_rate": 1e-05}
{"step": 7540, "dynamics_loss_avg": 0.05607538241893053}
{"step": 7540, "action_loss_avg": 0.011971315694972872}
{"step": 7550, "loss": 0.064, "learning_rate": 1e-05}
{"step": 7550, "dynamics_loss_avg": 0.060571573115885256}
{"step": 7550, "action_loss_avg": 0.009197250613942743}
{"step": 7560, "loss": 0.0724, "learning_rate": 1e-05}
{"step": 7560, "dynamics_loss_avg": 0.06101230792701244}
{"step": 7560, "action_loss_avg": 0.010985508048906922}
{"step": 7570, "loss": 0.0758, "learning_rate": 1e-05}
{"step": 7570, "dynamics_loss_avg": 0.0586796659976244}
{"step": 7570, "action_loss_avg": 0.01105928337201476}
{"step": 7580, "loss": 0.0681, "learning_rate": 1e-05}
{"step": 7580, "dynamics_loss_avg": 0.06146863140165806}
{"step": 7580, "action_loss_avg": 0.00883217379450798}
{"step": 7590, "loss": 0.0639, "learning_rate": 1e-05}
{"step": 7590, "dynamics_loss_avg": 0.05870514288544655}
{"step": 7590, "action_loss_avg": 0.009362485096789896}
{"step": 7600, "loss": 0.0757, "learning_rate": 1e-05}
{"step": 7600, "dynamics_loss_avg": 0.05813850574195385}
{"step": 7600, "action_loss_avg": 0.01243050447665155}
{"step": 7610, "loss": 0.0697, "learning_rate": 1e-05}
{"step": 7610, "dynamics_loss_avg": 0.061064792796969414}
{"step": 7610, "action_loss_avg": 0.011286866618320346}
{"step": 7620, "loss": 0.0637, "learning_rate": 1e-05}
{"step": 7620, "dynamics_loss_avg": 0.05243146698921919}
{"step": 7620, "action_loss_avg": 0.00921466164290905}
{"step": 7630, "loss": 0.0819, "learning_rate": 1e-05}
{"step": 7630, "dynamics_loss_avg": 0.06901603676378727}
{"step": 7630, "action_loss_avg": 0.012736224685795605}
{"step": 7640, "loss": 0.0553, "learning_rate": 1e-05}
{"step": 7640, "dynamics_loss_avg": 0.046788219409063456}
{"step": 7640, "action_loss_avg": 0.006828845851123333}
{"step": 7650, "loss": 0.0713, "learning_rate": 1e-05}
{"step": 7650, "dynamics_loss_avg": 0.06425356529653073}
{"step": 7650, "action_loss_avg": 0.01248905323445797}
{"step": 7660, "loss": 0.079, "learning_rate": 1e-05}
{"step": 7660, "dynamics_loss_avg": 0.06418155264109374}
{"step": 7660, "action_loss_avg": 0.012365989899262787}
{"step": 7670, "loss": 0.0824, "learning_rate": 1e-05}
{"step": 7670, "dynamics_loss_avg": 0.07378793507814407}
{"step": 7670, "action_loss_avg": 0.010265616315882653}
{"step": 7680, "loss": 0.059, "learning_rate": 1e-05}
{"step": 7680, "dynamics_loss_avg": 0.052705968543887136}
{"step": 7680, "action_loss_avg": 0.008243288216181099}
{"step": 7690, "loss": 0.0735, "learning_rate": 1e-05}
{"step": 7690, "dynamics_loss_avg": 0.05969831384718418}
{"step": 7690, "action_loss_avg": 0.009155416255816817}
{"step": 7700, "loss": 0.0701, "learning_rate": 1e-05}
{"step": 7700, "dynamics_loss_avg": 0.06449801046401263}
{"step": 7700, "action_loss_avg": 0.00886837299913168}
{"step": 7710, "loss": 0.0553, "learning_rate": 1e-05}
{"step": 7710, "dynamics_loss_avg": 0.04538757298141718}
{"step": 7710, "action_loss_avg": 0.008254455868154764}
{"step": 7720, "loss": 0.0765, "learning_rate": 1e-05}
{"step": 7720, "dynamics_loss_avg": 0.06553590279072523}
{"step": 7720, "action_loss_avg": 0.010189293016446754}
{"step": 7730, "loss": 0.0665, "learning_rate": 1e-05}
{"step": 7730, "dynamics_loss_avg": 0.05559504199773073}
{"step": 7730, "action_loss_avg": 0.009697993146255612}
{"step": 7740, "loss": 0.0803, "learning_rate": 1e-05}
{"step": 7740, "dynamics_loss_avg": 0.07065666969865561}
{"step": 7740, "action_loss_avg": 0.013691772893071174}
{"step": 7750, "loss": 0.0735, "learning_rate": 1e-05}
{"step": 7750, "dynamics_loss_avg": 0.06232543885707855}
{"step": 7750, "action_loss_avg": 0.010553901572711766}
{"step": 7760, "loss": 0.0663, "learning_rate": 1e-05}
{"step": 7760, "dynamics_loss_avg": 0.05864238329231739}
{"step": 7760, "action_loss_avg": 0.00782451949780807}
{"step": 7770, "loss": 0.0896, "learning_rate": 1e-05}
{"step": 7770, "dynamics_loss_avg": 0.07809748835861682}
{"step": 7770, "action_loss_avg": 0.012793580908328295}
{"step": 7780, "loss": 0.0801, "learning_rate": 1e-05}
{"step": 7780, "dynamics_loss_avg": 0.06678374633193015}
{"step": 7780, "action_loss_avg": 0.01031041278038174}
{"step": 7790, "loss": 0.0724, "learning_rate": 1e-05}
{"step": 7790, "dynamics_loss_avg": 0.060929268412292}
{"step": 7790, "action_loss_avg": 0.012207089154981077}
{"step": 7800, "loss": 0.1008, "learning_rate": 1e-05}
{"step": 7800, "dynamics_loss_avg": 0.08085401263087988}
{"step": 7800, "action_loss_avg": 0.015543501474894583}
{"step": 7810, "loss": 0.0643, "learning_rate": 1e-05}
{"step": 7810, "dynamics_loss_avg": 0.058769065886735916}
{"step": 7810, "action_loss_avg": 0.010649603605270386}
{"step": 7820, "loss": 0.0709, "learning_rate": 1e-05}
{"step": 7820, "dynamics_loss_avg": 0.056796207278966906}
{"step": 7820, "action_loss_avg": 0.008684418594930321}
{"step": 7830, "loss": 0.07, "learning_rate": 1e-05}
{"step": 7830, "dynamics_loss_avg": 0.06427048612385988}
{"step": 7830, "action_loss_avg": 0.011100242449901997}
{"step": 7840, "loss": 0.0522, "learning_rate": 1e-05}
{"step": 7840, "dynamics_loss_avg": 0.04537389911711216}
{"step": 7840, "action_loss_avg": 0.005270876071881503}
{"step": 7850, "loss": 0.0625, "learning_rate": 1e-05}
{"step": 7850, "dynamics_loss_avg": 0.052840874530375004}
{"step": 7850, "action_loss_avg": 0.010415625001769513}
{"step": 7860, "loss": 0.0734, "learning_rate": 1e-05}
{"step": 7860, "dynamics_loss_avg": 0.06433721398934722}
{"step": 7860, "action_loss_avg": 0.010161013595643453}
{"step": 7870, "loss": 0.0915, "learning_rate": 1e-05}
{"step": 7870, "dynamics_loss_avg": 0.07617086060345173}
{"step": 7870, "action_loss_avg": 0.012760246731340885}
{"step": 7880, "loss": 0.0609, "learning_rate": 1e-05}
{"step": 7880, "dynamics_loss_avg": 0.05048226155340672}
{"step": 7880, "action_loss_avg": 0.00876286654965952}
{"step": 7890, "loss": 0.0741, "learning_rate": 1e-05}
{"step": 7890, "dynamics_loss_avg": 0.06734169609844684}
{"step": 7890, "action_loss_avg": 0.009455313486978412}
{"step": 7900, "loss": 0.0523, "learning_rate": 1e-05}
{"step": 7900, "dynamics_loss_avg": 0.044768423587083814}
{"step": 7900, "action_loss_avg": 0.00668807802721858}
{"step": 7910, "loss": 0.076, "learning_rate": 1e-05}
{"step": 7910, "dynamics_loss_avg": 0.06686263466253876}
{"step": 7910, "action_loss_avg": 0.01003685377072543}
{"step": 7920, "loss": 0.0702, "learning_rate": 1e-05}
{"step": 7920, "dynamics_loss_avg": 0.05657059457153082}
{"step": 7920, "action_loss_avg": 0.010865030577406287}
{"step": 7930, "loss": 0.0778, "learning_rate": 1e-05}
{"step": 7930, "dynamics_loss_avg": 0.06747983582317829}
{"step": 7930, "action_loss_avg": 0.013808809081092476}
{"step": 7940, "loss": 0.0666, "learning_rate": 1e-05}
{"step": 7940, "dynamics_loss_avg": 0.05831840243190527}
{"step": 7940, "action_loss_avg": 0.00848192316479981}
{"step": 7950, "loss": 0.0735, "learning_rate": 1e-05}
{"step": 7950, "dynamics_loss_avg": 0.06449638158082963}
{"step": 7950, "action_loss_avg": 0.009316861582919955}
{"step": 7960, "loss": 0.0741, "learning_rate": 1e-05}
{"step": 7960, "dynamics_loss_avg": 0.0622429583221674}
{"step": 7960, "action_loss_avg": 0.009465142246335745}
{"step": 7970, "loss": 0.0727, "learning_rate": 1e-05}
{"step": 7970, "dynamics_loss_avg": 0.06194509621709585}
{"step": 7970, "action_loss_avg": 0.010486369067803026}
{"step": 7980, "loss": 0.0806, "learning_rate": 1e-05}
{"step": 7980, "dynamics_loss_avg": 0.06903050672262907}
{"step": 7980, "action_loss_avg": 0.01385819548740983}
{"step": 7990, "loss": 0.0693, "learning_rate": 1e-05}
{"step": 7990, "dynamics_loss_avg": 0.06611654199659825}
{"step": 7990, "action_loss_avg": 0.01272421337198466}
{"step": 8000, "loss": 0.0865, "learning_rate": 1e-05}
{"step": 8000, "dynamics_loss_avg": 0.06518814601004123}
{"step": 8000, "action_loss_avg": 0.011075844918377698}
{"step": 8010, "loss": 0.0737, "learning_rate": 1e-05}
{"step": 8010, "dynamics_loss_avg": 0.060690832883119585}
{"step": 8010, "action_loss_avg": 0.010154717601835728}
{"step": 8020, "loss": 0.0539, "learning_rate": 1e-05}
{"step": 8020, "dynamics_loss_avg": 0.05100900661200285}
{"step": 8020, "action_loss_avg": 0.006806421093642712}
{"step": 8030, "loss": 0.0558, "learning_rate": 1e-05}
{"step": 8030, "dynamics_loss_avg": 0.0448894165456295}
{"step": 8030, "action_loss_avg": 0.009038982610218228}
{"step": 8040, "loss": 0.0729, "learning_rate": 1e-05}
{"step": 8040, "dynamics_loss_avg": 0.062280363962054254}
{"step": 8040, "action_loss_avg": 0.010432765260338784}
{"step": 8050, "loss": 0.0615, "learning_rate": 1e-05}
{"step": 8050, "dynamics_loss_avg": 0.054092193767428395}
{"step": 8050, "action_loss_avg": 0.0077240023296326395}
{"step": 8060, "loss": 0.0758, "learning_rate": 1e-05}
{"step": 8060, "dynamics_loss_avg": 0.06233723517507315}
{"step": 8060, "action_loss_avg": 0.01205754061229527}
{"step": 8070, "loss": 0.0682, "learning_rate": 1e-05}
{"step": 8070, "dynamics_loss_avg": 0.05982086323201656}
{"step": 8070, "action_loss_avg": 0.011967724096029997}
{"step": 8080, "loss": 0.0691, "learning_rate": 1e-05}
{"step": 8080, "dynamics_loss_avg": 0.05429153051227331}
{"step": 8080, "action_loss_avg": 0.0094074449618347}
{"step": 8090, "loss": 0.0694, "learning_rate": 1e-05}
{"step": 8090, "dynamics_loss_avg": 0.06299004629254341}
{"step": 8090, "action_loss_avg": 0.00963995736092329}
{"step": 8100, "loss": 0.0702, "learning_rate": 1e-05}
{"step": 8100, "dynamics_loss_avg": 0.05834991158917546}
{"step": 8100, "action_loss_avg": 0.009826450189575554}
{"step": 8110, "loss": 0.0737, "learning_rate": 1e-05}
{"step": 8110, "dynamics_loss_avg": 0.06631322875618935}
{"step": 8110, "action_loss_avg": 0.012490742467343807}
{"step": 8120, "loss": 0.088, "learning_rate": 1e-05}
{"step": 8120, "dynamics_loss_avg": 0.07168907355517148}
{"step": 8120, "action_loss_avg": 0.013535003759898245}
{"step": 8130, "loss": 0.0538, "learning_rate": 1e-05}
{"step": 8130, "dynamics_loss_avg": 0.04655317198485136}
{"step": 8130, "action_loss_avg": 0.008181737479753792}
{"step": 8140, "loss": 0.0729, "learning_rate": 1e-05}
{"step": 8140, "dynamics_loss_avg": 0.06055812072008848}
{"step": 8140, "action_loss_avg": 0.009445713134482503}
{"step": 8150, "loss": 0.066, "learning_rate": 1e-05}
{"step": 8150, "dynamics_loss_avg": 0.065069136954844}
{"step": 8150, "action_loss_avg": 0.009104555263184011}
{"step": 8160, "loss": 0.0765, "learning_rate": 1e-05}
{"step": 8160, "dynamics_loss_avg": 0.05836899671703577}
{"step": 8160, "action_loss_avg": 0.010433627641759813}
{"step": 8170, "loss": 0.0566, "learning_rate": 1e-05}
{"step": 8170, "dynamics_loss_avg": 0.04938683118671179}
{"step": 8170, "action_loss_avg": 0.009923769673332573}
{"step": 8180, "loss": 0.0659, "learning_rate": 1e-05}
{"step": 8180, "dynamics_loss_avg": 0.053710109926760195}
{"step": 8180, "action_loss_avg": 0.00785934254527092}
{"step": 8190, "loss": 0.0665, "learning_rate": 1e-05}
{"step": 8190, "dynamics_loss_avg": 0.056750747561454776}
{"step": 8190, "action_loss_avg": 0.010440271790139377}
{"step": 8200, "loss": 0.0541, "learning_rate": 1e-05}
{"step": 8200, "dynamics_loss_avg": 0.04795197220519185}
{"step": 8200, "action_loss_avg": 0.007381712482310831}
{"step": 8210, "loss": 0.0747, "learning_rate": 1e-05}
{"step": 8210, "dynamics_loss_avg": 0.0630555111914873}
{"step": 8210, "action_loss_avg": 0.012474497361108661}
{"step": 8220, "loss": 0.069, "learning_rate": 1e-05}
{"step": 8220, "dynamics_loss_avg": 0.06230276301503181}
{"step": 8220, "action_loss_avg": 0.00900860852561891}
{"step": 8230, "loss": 0.0752, "learning_rate": 1e-05}
{"step": 8230, "dynamics_loss_avg": 0.06423904299736023}
{"step": 8230, "action_loss_avg": 0.011578673217445611}
{"step": 8240, "loss": 0.0798, "learning_rate": 1e-05}
{"step": 8240, "dynamics_loss_avg": 0.06782346591353416}
{"step": 8240, "action_loss_avg": 0.012369475490413607}
{"step": 8250, "loss": 0.0567, "learning_rate": 1e-05}
{"step": 8250, "dynamics_loss_avg": 0.044156703352928164}
{"step": 8250, "action_loss_avg": 0.00860678981989622}
{"step": 8260, "loss": 0.0727, "learning_rate": 1e-05}
{"step": 8260, "dynamics_loss_avg": 0.06020093634724617}
{"step": 8260, "action_loss_avg": 0.013125110557302833}
{"step": 8270, "loss": 0.0702, "learning_rate": 1e-05}
{"step": 8270, "dynamics_loss_avg": 0.060373281501233576}
{"step": 8270, "action_loss_avg": 0.010045018908567727}
{"step": 8280, "loss": 0.0684, "learning_rate": 1e-05}
{"step": 8280, "dynamics_loss_avg": 0.057876520417630674}
{"step": 8280, "action_loss_avg": 0.011195877380669118}
{"step": 8290, "loss": 0.0683, "learning_rate": 1e-05}
{"step": 8290, "dynamics_loss_avg": 0.06086275354027748}
{"step": 8290, "action_loss_avg": 0.010440583294257521}
{"step": 8300, "loss": 0.0769, "learning_rate": 1e-05}
{"step": 8300, "dynamics_loss_avg": 0.06234748158603907}
{"step": 8300, "action_loss_avg": 0.011479074927046895}
{"step": 8310, "loss": 0.0616, "learning_rate": 1e-05}
{"step": 8310, "dynamics_loss_avg": 0.053359837643802165}
{"step": 8310, "action_loss_avg": 0.008541268424596637}
{"step": 8320, "loss": 0.0717, "learning_rate": 1e-05}
{"step": 8320, "dynamics_loss_avg": 0.057570628449320795}
{"step": 8320, "action_loss_avg": 0.010005722753703594}
{"step": 8330, "loss": 0.0498, "learning_rate": 1e-05}
{"step": 8330, "dynamics_loss_avg": 0.04891997333616018}
{"step": 8330, "action_loss_avg": 0.008023186516948045}
{"step": 8340, "loss": 0.0777, "learning_rate": 1e-05}
{"step": 8340, "dynamics_loss_avg": 0.06087197074666619}
{"step": 8340, "action_loss_avg": 0.011618451355025173}
{"step": 8350, "loss": 0.0723, "learning_rate": 1e-05}
{"step": 8350, "dynamics_loss_avg": 0.05973908007144928}
{"step": 8350, "action_loss_avg": 0.010614189924672246}
{"step": 8360, "loss": 0.0561, "learning_rate": 1e-05}
{"step": 8360, "dynamics_loss_avg": 0.04619602169841528}
{"step": 8360, "action_loss_avg": 0.008326399908401071}
{"step": 8370, "loss": 0.0568, "learning_rate": 1e-05}
{"step": 8370, "dynamics_loss_avg": 0.05391602776944637}
{"step": 8370, "action_loss_avg": 0.007561678579077124}
{"step": 8380, "loss": 0.0695, "learning_rate": 1e-05}
{"step": 8380, "dynamics_loss_avg": 0.0588196137920022}
{"step": 8380, "action_loss_avg": 0.009380248840898275}
{"step": 8390, "loss": 0.06, "learning_rate": 1e-05}
{"step": 8390, "dynamics_loss_avg": 0.052923839446157216}
{"step": 8390, "action_loss_avg": 0.009072203002870084}
{"step": 8400, "loss": 0.0607, "learning_rate": 1e-05}
{"step": 8400, "dynamics_loss_avg": 0.05000484716147184}
{"step": 8400, "action_loss_avg": 0.007002699794247747}
{"step": 8410, "loss": 0.0695, "learning_rate": 1e-05}
{"step": 8410, "dynamics_loss_avg": 0.06037726067006588}
{"step": 8410, "action_loss_avg": 0.009959002677351236}
{"step": 8420, "loss": 0.059, "learning_rate": 1e-05}
{"step": 8420, "dynamics_loss_avg": 0.0520798753015697}
{"step": 8420, "action_loss_avg": 0.007680729113053531}
{"step": 8430, "loss": 0.0796, "learning_rate": 1e-05}
{"step": 8430, "dynamics_loss_avg": 0.07268036101013423}
{"step": 8430, "action_loss_avg": 0.01341919954866171}
{"step": 8440, "loss": 0.0769, "learning_rate": 1e-05}
{"step": 8440, "dynamics_loss_avg": 0.06691259369254113}
{"step": 8440, "action_loss_avg": 0.010543913906440138}
{"step": 8450, "loss": 0.0805, "learning_rate": 1e-05}
{"step": 8450, "dynamics_loss_avg": 0.06508465074002742}
{"step": 8450, "action_loss_avg": 0.01201807491015643}
{"step": 8460, "loss": 0.0677, "learning_rate": 1e-05}
{"step": 8460, "dynamics_loss_avg": 0.05946339946240187}
{"step": 8460, "action_loss_avg": 0.00916672192979604}
{"step": 8470, "loss": 0.06, "learning_rate": 1e-05}
{"step": 8470, "dynamics_loss_avg": 0.051881869323551655}
{"step": 8470, "action_loss_avg": 0.007118790177628398}
{"step": 8480, "loss": 0.0745, "learning_rate": 1e-05}
{"step": 8480, "dynamics_loss_avg": 0.06278393790125847}
{"step": 8480, "action_loss_avg": 0.008134770579636097}
{"step": 8490, "loss": 0.0518, "learning_rate": 1e-05}
{"step": 8490, "dynamics_loss_avg": 0.04646002538502216}
{"step": 8490, "action_loss_avg": 0.007121229520998895}
{"step": 8500, "loss": 0.0611, "learning_rate": 1e-05}
{"step": 8500, "dynamics_loss_avg": 0.049724008329212664}
{"step": 8500, "action_loss_avg": 0.008226476213894784}
{"step": 8510, "loss": 0.0587, "learning_rate": 1e-05}
{"step": 8510, "dynamics_loss_avg": 0.054962565936148164}
{"step": 8510, "action_loss_avg": 0.007900909218005837}
{"step": 8520, "loss": 0.0615, "learning_rate": 1e-05}
{"step": 8520, "dynamics_loss_avg": 0.052865827828645705}
{"step": 8520, "action_loss_avg": 0.008512448123656213}
{"step": 8530, "loss": 0.0655, "learning_rate": 1e-05}
{"step": 8530, "dynamics_loss_avg": 0.055499362759292126}
{"step": 8530, "action_loss_avg": 0.00972029655240476}
{"step": 8540, "loss": 0.068, "learning_rate": 1e-05}
{"step": 8540, "dynamics_loss_avg": 0.05735751967877149}
{"step": 8540, "action_loss_avg": 0.00848169201053679}
{"step": 8550, "loss": 0.0688, "learning_rate": 1e-05}
{"step": 8550, "dynamics_loss_avg": 0.06485911551862955}
{"step": 8550, "action_loss_avg": 0.009534080501180143}
{"step": 8560, "loss": 0.0565, "learning_rate": 1e-05}
{"step": 8560, "dynamics_loss_avg": 0.047103670239448545}
{"step": 8560, "action_loss_avg": 0.007090485445223749}
{"step": 8570, "loss": 0.0754, "learning_rate": 1e-05}
{"step": 8570, "dynamics_loss_avg": 0.057961118407547474}
{"step": 8570, "action_loss_avg": 0.010067356401123106}
{"step": 8580, "loss": 0.0554, "learning_rate": 1e-05}
{"step": 8580, "dynamics_loss_avg": 0.0522043539211154}
{"step": 8580, "action_loss_avg": 0.007678142283111811}
{"step": 8590, "loss": 0.0594, "learning_rate": 1e-05}
{"step": 8590, "dynamics_loss_avg": 0.0494084601290524}
{"step": 8590, "action_loss_avg": 0.008612803544383495}
{"step": 8600, "loss": 0.081, "learning_rate": 1e-05}
{"step": 8600, "dynamics_loss_avg": 0.07007722426205873}
{"step": 8600, "action_loss_avg": 0.012609202228486539}
{"step": 8610, "loss": 0.0538, "learning_rate": 1e-05}
{"step": 8610, "dynamics_loss_avg": 0.04535695649683476}
{"step": 8610, "action_loss_avg": 0.006922890478745103}
{"step": 8620, "loss": 0.0646, "learning_rate": 1e-05}
{"step": 8620, "dynamics_loss_avg": 0.05638748276978731}
{"step": 8620, "action_loss_avg": 0.009530600137077272}
{"step": 8630, "loss": 0.0757, "learning_rate": 1e-05}
{"step": 8630, "dynamics_loss_avg": 0.06620299071073532}
{"step": 8630, "action_loss_avg": 0.011982432520017027}
{"step": 8640, "loss": 0.072, "learning_rate": 1e-05}
{"step": 8640, "dynamics_loss_avg": 0.060299486853182316}
{"step": 8640, "action_loss_avg": 0.010465050768107175}
{"step": 8650, "loss": 0.0858, "learning_rate": 1e-05}
{"step": 8650, "dynamics_loss_avg": 0.07323386017233133}
{"step": 8650, "action_loss_avg": 0.01292649400420487}
{"step": 8660, "loss": 0.0735, "learning_rate": 1e-05}
{"step": 8660, "dynamics_loss_avg": 0.06266700271517038}
{"step": 8660, "action_loss_avg": 0.010368185304105281}
{"step": 8670, "loss": 0.0838, "learning_rate": 1e-05}
{"step": 8670, "dynamics_loss_avg": 0.07676571942865848}
{"step": 8670, "action_loss_avg": 0.011480185203254223}
{"step": 8680, "loss": 0.0597, "learning_rate": 1e-05}
{"step": 8680, "dynamics_loss_avg": 0.052086267806589606}
{"step": 8680, "action_loss_avg": 0.00709876308683306}
{"step": 8690, "loss": 0.0618, "learning_rate": 1e-05}
{"step": 8690, "dynamics_loss_avg": 0.04990868270397186}
{"step": 8690, "action_loss_avg": 0.007668849965557456}
{"step": 8700, "loss": 0.0618, "learning_rate": 1e-05}
{"step": 8700, "dynamics_loss_avg": 0.05209971033036709}
{"step": 8700, "action_loss_avg": 0.00948849250562489}
{"step": 8710, "loss": 0.0663, "learning_rate": 1e-05}
{"step": 8710, "dynamics_loss_avg": 0.057717140391469}
{"step": 8710, "action_loss_avg": 0.010535996523685753}
{"step": 8720, "loss": 0.0675, "learning_rate": 1e-05}
{"step": 8720, "dynamics_loss_avg": 0.055261217430233954}
{"step": 8720, "action_loss_avg": 0.008044085442088544}
{"step": 8730, "loss": 0.059, "learning_rate": 1e-05}
{"step": 8730, "dynamics_loss_avg": 0.05192612148821354}
{"step": 8730, "action_loss_avg": 0.007028412027284503}
{"step": 8740, "loss": 0.0679, "learning_rate": 1e-05}
{"step": 8740, "dynamics_loss_avg": 0.0588810482993722}
{"step": 8740, "action_loss_avg": 0.009805896249599756}
{"step": 8750, "loss": 0.0763, "learning_rate": 1e-05}
{"step": 8750, "dynamics_loss_avg": 0.06237080506980419}
{"step": 8750, "action_loss_avg": 0.011770057468675077}
{"step": 8760, "loss": 0.0709, "learning_rate": 1e-05}
{"step": 8760, "dynamics_loss_avg": 0.06794611513614654}
{"step": 8760, "action_loss_avg": 0.009283821564167738}
{"step": 8770, "loss": 0.06, "learning_rate": 1e-05}
{"step": 8770, "dynamics_loss_avg": 0.04773930162191391}
{"step": 8770, "action_loss_avg": 0.007831062143668532}
{"step": 8780, "loss": 0.0817, "learning_rate": 1e-05}
{"step": 8780, "dynamics_loss_avg": 0.07804641462862491}
{"step": 8780, "action_loss_avg": 0.013158458448015154}
{"step": 8790, "loss": 0.0666, "learning_rate": 1e-05}
{"step": 8790, "dynamics_loss_avg": 0.0497685369104147}
{"step": 8790, "action_loss_avg": 0.0060754838632419705}
{"step": 8800, "loss": 0.0638, "learning_rate": 1e-05}
{"step": 8800, "dynamics_loss_avg": 0.059254510700702666}
{"step": 8800, "action_loss_avg": 0.007135756500065327}
{"step": 8810, "loss": 0.0657, "learning_rate": 1e-05}
{"step": 8810, "dynamics_loss_avg": 0.05943149272352457}
{"step": 8810, "action_loss_avg": 0.0077180241933092475}
{"step": 8820, "loss": 0.0708, "learning_rate": 1e-05}
{"step": 8820, "dynamics_loss_avg": 0.05873389206826687}
{"step": 8820, "action_loss_avg": 0.009927601017989219}
{"step": 8830, "loss": 0.0642, "learning_rate": 1e-05}
{"step": 8830, "dynamics_loss_avg": 0.058712321892380716}
{"step": 8830, "action_loss_avg": 0.008029423654079437}
{"step": 8840, "loss": 0.0618, "learning_rate": 1e-05}
{"step": 8840, "dynamics_loss_avg": 0.050025160610675815}
{"step": 8840, "action_loss_avg": 0.00889003686606884}
{"step": 8850, "loss": 0.0613, "learning_rate": 1e-05}
{"step": 8850, "dynamics_loss_avg": 0.053929689526557925}
{"step": 8850, "action_loss_avg": 0.008091326383873821}
{"step": 8860, "loss": 0.058, "learning_rate": 1e-05}
{"step": 8860, "dynamics_loss_avg": 0.0501023193821311}
{"step": 8860, "action_loss_avg": 0.006267368257977068}
{"step": 8870, "loss": 0.0766, "learning_rate": 1e-05}
{"step": 8870, "dynamics_loss_avg": 0.06786870397627354}
{"step": 8870, "action_loss_avg": 0.009388649393804372}
{"step": 8880, "loss": 0.0735, "learning_rate": 1e-05}
{"step": 8880, "dynamics_loss_avg": 0.06257897466421128}
{"step": 8880, "action_loss_avg": 0.010747747728601098}
{"step": 8890, "loss": 0.0585, "learning_rate": 1e-05}
{"step": 8890, "dynamics_loss_avg": 0.04975290521979332}
{"step": 8890, "action_loss_avg": 0.0069994314573705195}
{"step": 8900, "loss": 0.0675, "learning_rate": 1e-05}
{"step": 8900, "dynamics_loss_avg": 0.058097307570278645}
{"step": 8900, "action_loss_avg": 0.010397605039179325}
{"step": 8910, "loss": 0.0489, "learning_rate": 1e-05}
{"step": 8910, "dynamics_loss_avg": 0.04163575302809477}
{"step": 8910, "action_loss_avg": 0.006837496883235872}
{"step": 8920, "loss": 0.0729, "learning_rate": 1e-05}
{"step": 8920, "dynamics_loss_avg": 0.0652841366827488}
{"step": 8920, "action_loss_avg": 0.012396469525992871}
{"step": 8930, "loss": 0.069, "learning_rate": 1e-05}
{"step": 8930, "dynamics_loss_avg": 0.058222617767751214}
{"step": 8930, "action_loss_avg": 0.00843607229180634}
{"step": 8940, "loss": 0.0587, "learning_rate": 1e-05}
{"step": 8940, "dynamics_loss_avg": 0.056476103514432906}
{"step": 8940, "action_loss_avg": 0.00887382000219077}
{"step": 8950, "loss": 0.0692, "learning_rate": 1e-05}
{"step": 8950, "dynamics_loss_avg": 0.05275094090029597}
{"step": 8950, "action_loss_avg": 0.009563517046626658}
{"step": 8960, "loss": 0.0735, "learning_rate": 1e-05}
{"step": 8960, "dynamics_loss_avg": 0.06334132626652718}
{"step": 8960, "action_loss_avg": 0.009405003907158972}
{"step": 8970, "loss": 0.0711, "learning_rate": 1e-05}
{"step": 8970, "dynamics_loss_avg": 0.06410357020795346}
{"step": 8970, "action_loss_avg": 0.010362204117700457}
{"step": 8980, "loss": 0.0723, "learning_rate": 1e-05}
{"step": 8980, "dynamics_loss_avg": 0.05986527837812901}
{"step": 8980, "action_loss_avg": 0.009117613127455116}
{"step": 8990, "loss": 0.0639, "learning_rate": 1e-05}
{"step": 8990, "dynamics_loss_avg": 0.05608661472797394}
{"step": 8990, "action_loss_avg": 0.009934904496185481}
{"step": 9000, "loss": 0.0759, "learning_rate": 1e-05}
{"step": 9000, "dynamics_loss_avg": 0.06176130492240191}
{"step": 9000, "action_loss_avg": 0.009329581179190426}
{"step": 9010, "loss": 0.0746, "learning_rate": 1e-05}
{"step": 9010, "dynamics_loss_avg": 0.07453068867325782}
{"step": 9010, "action_loss_avg": 0.010690653789788484}
{"step": 9020, "loss": 0.0666, "learning_rate": 1e-05}
{"step": 9020, "dynamics_loss_avg": 0.05150498878210783}
{"step": 9020, "action_loss_avg": 0.006644154153764248}
{"step": 9030, "loss": 0.0635, "learning_rate": 1e-05}
{"step": 9030, "dynamics_loss_avg": 0.05681218160316348}
{"step": 9030, "action_loss_avg": 0.009713302424643189}
{"step": 9040, "loss": 0.0558, "learning_rate": 1e-05}
{"step": 9040, "dynamics_loss_avg": 0.05201516505330801}
{"step": 9040, "action_loss_avg": 0.006285740854218602}
{"step": 9050, "loss": 0.074, "learning_rate": 1e-05}
{"step": 9050, "dynamics_loss_avg": 0.061639531329274175}
{"step": 9050, "action_loss_avg": 0.010548701859079301}
{"step": 9060, "loss": 0.0769, "learning_rate": 1e-05}
{"step": 9060, "dynamics_loss_avg": 0.06168291755020618}
{"step": 9060, "action_loss_avg": 0.012368237180635334}
{"step": 9070, "loss": 0.0694, "learning_rate": 1e-05}
{"step": 9070, "dynamics_loss_avg": 0.060569139569997786}
{"step": 9070, "action_loss_avg": 0.01018640366382897}
{"step": 9080, "loss": 0.0529, "learning_rate": 1e-05}
{"step": 9080, "dynamics_loss_avg": 0.04572098292410374}
{"step": 9080, "action_loss_avg": 0.006705465819686651}
{"step": 9090, "loss": 0.0604, "learning_rate": 1e-05}
{"step": 9090, "dynamics_loss_avg": 0.05178646147251129}
{"step": 9090, "action_loss_avg": 0.007753071072511375}
{"step": 9100, "loss": 0.077, "learning_rate": 1e-05}
{"step": 9100, "dynamics_loss_avg": 0.06726573258638383}
{"step": 9100, "action_loss_avg": 0.010117577947676181}
{"step": 9110, "loss": 0.0725, "learning_rate": 1e-05}
{"step": 9110, "dynamics_loss_avg": 0.061787852086126804}
{"step": 9110, "action_loss_avg": 0.013667925889603794}
{"step": 9120, "loss": 0.071, "learning_rate": 1e-05}
{"step": 9120, "dynamics_loss_avg": 0.057481133565306666}
{"step": 9120, "action_loss_avg": 0.009669673489406705}
{"step": 9130, "loss": 0.0951, "learning_rate": 1e-05}
{"step": 9130, "dynamics_loss_avg": 0.08150423346087336}
{"step": 9130, "action_loss_avg": 0.015123873727861791}
{"step": 9140, "loss": 0.0859, "learning_rate": 1e-05}
{"step": 9140, "dynamics_loss_avg": 0.07547312937676906}
{"step": 9140, "action_loss_avg": 0.013238302571699024}
{"step": 9150, "loss": 0.1015, "learning_rate": 1e-05}
{"step": 9150, "dynamics_loss_avg": 0.08220378495752811}
{"step": 9150, "action_loss_avg": 0.015998008428141475}
{"step": 9160, "loss": 0.0661, "learning_rate": 1e-05}
{"step": 9160, "dynamics_loss_avg": 0.05862775146961212}
{"step": 9160, "action_loss_avg": 0.006656686263158918}
{"step": 9170, "loss": 0.0654, "learning_rate": 1e-05}
{"step": 9170, "dynamics_loss_avg": 0.06090954411774874}
{"step": 9170, "action_loss_avg": 0.009442709619179368}
{"step": 9180, "loss": 0.0742, "learning_rate": 1e-05}
{"step": 9180, "dynamics_loss_avg": 0.062352574430406094}
{"step": 9180, "action_loss_avg": 0.009453334379941225}
{"step": 9190, "loss": 0.062, "learning_rate": 1e-05}
{"step": 9190, "dynamics_loss_avg": 0.05168488025665283}
{"step": 9190, "action_loss_avg": 0.008845368400216103}
{"step": 9200, "loss": 0.0735, "learning_rate": 1e-05}
{"step": 9200, "dynamics_loss_avg": 0.06366577744483948}
{"step": 9200, "action_loss_avg": 0.008511405391618609}
{"step": 9210, "loss": 0.0724, "learning_rate": 1e-05}
{"step": 9210, "dynamics_loss_avg": 0.06510225292295217}
{"step": 9210, "action_loss_avg": 0.009301608544774354}
{"step": 9220, "loss": 0.0694, "learning_rate": 1e-05}
{"step": 9220, "dynamics_loss_avg": 0.06168064083904028}
{"step": 9220, "action_loss_avg": 0.010751136392354966}
{"step": 9230, "loss": 0.0635, "learning_rate": 1e-05}
{"step": 9230, "dynamics_loss_avg": 0.05480791032314301}
{"step": 9230, "action_loss_avg": 0.0072995533235371115}
{"step": 9240, "loss": 0.0796, "learning_rate": 1e-05}
{"step": 9240, "dynamics_loss_avg": 0.0661617636680603}
{"step": 9240, "action_loss_avg": 0.010902693076059223}
{"step": 9250, "loss": 0.0695, "learning_rate": 1e-05}
{"step": 9250, "dynamics_loss_avg": 0.060285691544413565}
{"step": 9250, "action_loss_avg": 0.009384659910574555}
{"step": 9260, "loss": 0.0705, "learning_rate": 1e-05}
{"step": 9260, "dynamics_loss_avg": 0.06030820850282907}
{"step": 9260, "action_loss_avg": 0.008454929618164898}
{"step": 9270, "loss": 0.0668, "learning_rate": 1e-05}
{"step": 9270, "dynamics_loss_avg": 0.057243352942168715}
{"step": 9270, "action_loss_avg": 0.00864528063684702}
{"step": 9280, "loss": 0.0691, "learning_rate": 1e-05}
{"step": 9280, "dynamics_loss_avg": 0.05995445903390646}
{"step": 9280, "action_loss_avg": 0.008704461087472738}
{"step": 9290, "loss": 0.0631, "learning_rate": 1e-05}
{"step": 9290, "dynamics_loss_avg": 0.06128973858430982}
{"step": 9290, "action_loss_avg": 0.009216731617925689}
{"step": 9300, "loss": 0.0732, "learning_rate": 1e-05}
{"step": 9300, "dynamics_loss_avg": 0.06097451690584421}
{"step": 9300, "action_loss_avg": 0.00833472479134798}
{"step": 9310, "loss": 0.0758, "learning_rate": 1e-05}
{"step": 9310, "dynamics_loss_avg": 0.06691163033246994}
{"step": 9310, "action_loss_avg": 0.011027282057330012}
{"step": 9320, "loss": 0.0914, "learning_rate": 1e-05}
{"step": 9320, "dynamics_loss_avg": 0.07299504783004522}
{"step": 9320, "action_loss_avg": 0.012334174802526831}
{"step": 9330, "loss": 0.0664, "learning_rate": 1e-05}
{"step": 9330, "dynamics_loss_avg": 0.06339203082025051}
{"step": 9330, "action_loss_avg": 0.00811849688179791}
{"step": 9340, "loss": 0.0662, "learning_rate": 1e-05}
{"step": 9340, "dynamics_loss_avg": 0.052327371761202814}
{"step": 9340, "action_loss_avg": 0.009345389669761062}
{"step": 9350, "loss": 0.0642, "learning_rate": 1e-05}
{"step": 9350, "dynamics_loss_avg": 0.06112874466925859}
{"step": 9350, "action_loss_avg": 0.007229709485545755}
{"step": 9360, "loss": 0.0677, "learning_rate": 1e-05}
{"step": 9360, "dynamics_loss_avg": 0.05748120453208685}
{"step": 9360, "action_loss_avg": 0.009534575953148305}
{"step": 9370, "loss": 0.0608, "learning_rate": 1e-05}
{"step": 9370, "dynamics_loss_avg": 0.05502837300300598}
{"step": 9370, "action_loss_avg": 0.007611097954213619}
{"step": 9380, "loss": 0.0686, "learning_rate": 1e-05}
{"step": 9380, "dynamics_loss_avg": 0.05709376074373722}
{"step": 9380, "action_loss_avg": 0.008930378430522978}
{"step": 9390, "loss": 0.0721, "learning_rate": 1e-05}
{"step": 9390, "dynamics_loss_avg": 0.060022206231951716}
{"step": 9390, "action_loss_avg": 0.0114236562512815}
{"step": 9400, "loss": 0.0696, "learning_rate": 1e-05}
{"step": 9400, "dynamics_loss_avg": 0.06079757604748011}
{"step": 9400, "action_loss_avg": 0.0066034088376909494}
{"step": 9410, "loss": 0.0518, "learning_rate": 1e-05}
{"step": 9410, "dynamics_loss_avg": 0.05074226446449757}
{"step": 9410, "action_loss_avg": 0.006699787091929465}
{"step": 9420, "loss": 0.0696, "learning_rate": 1e-05}
{"step": 9420, "dynamics_loss_avg": 0.05719976015388965}
{"step": 9420, "action_loss_avg": 0.00985446865670383}
{"step": 9430, "loss": 0.0625, "learning_rate": 1e-05}
{"step": 9430, "dynamics_loss_avg": 0.05969277024269104}
{"step": 9430, "action_loss_avg": 0.008119688485749066}
{"step": 9440, "loss": 0.0803, "learning_rate": 1e-05}
{"step": 9440, "dynamics_loss_avg": 0.06672382391989232}
{"step": 9440, "action_loss_avg": 0.008354925271123647}
{"step": 9450, "loss": 0.0568, "learning_rate": 1e-05}
{"step": 9450, "dynamics_loss_avg": 0.04682505652308464}
{"step": 9450, "action_loss_avg": 0.0071784227155148985}
{"step": 9460, "loss": 0.049, "learning_rate": 1e-05}
{"step": 9460, "dynamics_loss_avg": 0.04539264533668756}
{"step": 9460, "action_loss_avg": 0.007547736633569002}
{"step": 9470, "loss": 0.0648, "learning_rate": 1e-05}
{"step": 9470, "dynamics_loss_avg": 0.05318578388541937}
{"step": 9470, "action_loss_avg": 0.008334397606085986}
{"step": 9480, "loss": 0.0636, "learning_rate": 1e-05}
{"step": 9480, "dynamics_loss_avg": 0.055575528368353846}
{"step": 9480, "action_loss_avg": 0.008086696173995734}
{"step": 9490, "loss": 0.0542, "learning_rate": 1e-05}
{"step": 9490, "dynamics_loss_avg": 0.04858755394816398}
{"step": 9490, "action_loss_avg": 0.0056969084776937965}
{"step": 9500, "loss": 0.0718, "learning_rate": 1e-05}
{"step": 9500, "dynamics_loss_avg": 0.05999197605997324}
{"step": 9500, "action_loss_avg": 0.008394511218648404}
{"step": 9510, "loss": 0.0671, "learning_rate": 1e-05}
{"step": 9510, "dynamics_loss_avg": 0.05930393766611815}
{"step": 9510, "action_loss_avg": 0.009543885872699321}
{"step": 9520, "loss": 0.0742, "learning_rate": 1e-05}
{"step": 9520, "dynamics_loss_avg": 0.06987503282725811}
{"step": 9520, "action_loss_avg": 0.008029148308560252}
{"step": 9530, "loss": 0.0662, "learning_rate": 1e-05}
{"step": 9530, "dynamics_loss_avg": 0.053072788286954165}
{"step": 9530, "action_loss_avg": 0.008106088009662926}
{"step": 9540, "loss": 0.0672, "learning_rate": 1e-05}
{"step": 9540, "dynamics_loss_avg": 0.0654333570972085}
{"step": 9540, "action_loss_avg": 0.011342798359692097}
{"step": 9550, "loss": 0.075, "learning_rate": 1e-05}
{"step": 9550, "dynamics_loss_avg": 0.06054504476487636}
{"step": 9550, "action_loss_avg": 0.009152209199965}
{"step": 9560, "loss": 0.0564, "learning_rate": 1e-05}
{"step": 9560, "dynamics_loss_avg": 0.047864732705056666}
{"step": 9560, "action_loss_avg": 0.008014820830430836}
{"step": 9570, "loss": 0.0765, "learning_rate": 1e-05}
{"step": 9570, "dynamics_loss_avg": 0.06696464084088802}
{"step": 9570, "action_loss_avg": 0.0099295053165406}
{"step": 9580, "loss": 0.054, "learning_rate": 1e-05}
{"step": 9580, "dynamics_loss_avg": 0.04532187413424253}
{"step": 9580, "action_loss_avg": 0.007281410531140864}
{"step": 9590, "loss": 0.0606, "learning_rate": 1e-05}
{"step": 9590, "dynamics_loss_avg": 0.05510582104325294}
{"step": 9590, "action_loss_avg": 0.00827245502732694}
{"step": 9600, "loss": 0.0653, "learning_rate": 1e-05}
{"step": 9600, "dynamics_loss_avg": 0.05631077326834202}
{"step": 9600, "action_loss_avg": 0.00778955752030015}
{"step": 9610, "loss": 0.079, "learning_rate": 1e-05}
{"step": 9610, "dynamics_loss_avg": 0.07172717712819576}
{"step": 9610, "action_loss_avg": 0.01084206304512918}
{"step": 9620, "loss": 0.0724, "learning_rate": 1e-05}
{"step": 9620, "dynamics_loss_avg": 0.060919692181050776}
{"step": 9620, "action_loss_avg": 0.0076612226199358705}
{"step": 9630, "loss": 0.0719, "learning_rate": 1e-05}
{"step": 9630, "dynamics_loss_avg": 0.06596313100308179}
{"step": 9630, "action_loss_avg": 0.008285801112651824}
{"step": 9640, "loss": 0.0683, "learning_rate": 1e-05}
{"step": 9640, "dynamics_loss_avg": 0.05550439991056919}
{"step": 9640, "action_loss_avg": 0.007296191831119359}
{"step": 9650, "loss": 0.0538, "learning_rate": 1e-05}
{"step": 9650, "dynamics_loss_avg": 0.04920893032103777}
{"step": 9650, "action_loss_avg": 0.006556953815743327}
{"step": 9660, "loss": 0.0851, "learning_rate": 1e-05}
{"step": 9660, "dynamics_loss_avg": 0.07595601640641689}
{"step": 9660, "action_loss_avg": 0.010582342348061501}
{"step": 9670, "loss": 0.0561, "learning_rate": 1e-05}
{"step": 9670, "dynamics_loss_avg": 0.049926386401057246}
{"step": 9670, "action_loss_avg": 0.008964452799409628}
{"step": 9680, "loss": 0.0692, "learning_rate": 1e-05}
{"step": 9680, "dynamics_loss_avg": 0.060345901548862456}
{"step": 9680, "action_loss_avg": 0.007998808915726841}
{"step": 9690, "loss": 0.0685, "learning_rate": 1e-05}
{"step": 9690, "dynamics_loss_avg": 0.05947158876806498}
{"step": 9690, "action_loss_avg": 0.009595606522634626}
{"step": 9700, "loss": 0.0717, "learning_rate": 1e-05}
{"step": 9700, "dynamics_loss_avg": 0.05855779759585857}
{"step": 9700, "action_loss_avg": 0.01042504534125328}
{"step": 9710, "loss": 0.0648, "learning_rate": 1e-05}
{"step": 9710, "dynamics_loss_avg": 0.056887786462903024}
{"step": 9710, "action_loss_avg": 0.00885749263688922}
{"step": 9720, "loss": 0.0755, "learning_rate": 1e-05}
{"step": 9720, "dynamics_loss_avg": 0.06662509553134441}
{"step": 9720, "action_loss_avg": 0.010579932294785977}
{"step": 9730, "loss": 0.0792, "learning_rate": 1e-05}
{"step": 9730, "dynamics_loss_avg": 0.0686785962432623}
{"step": 9730, "action_loss_avg": 0.012988883769139647}
{"step": 9740, "loss": 0.0679, "learning_rate": 1e-05}
{"step": 9740, "dynamics_loss_avg": 0.05990315191447735}
{"step": 9740, "action_loss_avg": 0.00948375160805881}
{"step": 9750, "loss": 0.0881, "learning_rate": 1e-05}
{"step": 9750, "dynamics_loss_avg": 0.07284101881086827}
{"step": 9750, "action_loss_avg": 0.013313986361026764}
{"step": 9760, "loss": 0.0772, "learning_rate": 1e-05}
{"step": 9760, "dynamics_loss_avg": 0.06046708561480045}
{"step": 9760, "action_loss_avg": 0.009432381624355913}
{"step": 9770, "loss": 0.0751, "learning_rate": 1e-05}
{"step": 9770, "dynamics_loss_avg": 0.06881758905947208}
{"step": 9770, "action_loss_avg": 0.012314881710335613}
{"step": 9780, "loss": 0.0753, "learning_rate": 1e-05}
{"step": 9780, "dynamics_loss_avg": 0.06630502566695214}
{"step": 9780, "action_loss_avg": 0.009552904404699802}
{"step": 9790, "loss": 0.0792, "learning_rate": 1e-05}
{"step": 9790, "dynamics_loss_avg": 0.0669987540692091}
{"step": 9790, "action_loss_avg": 0.009586264728568494}
{"step": 9800, "loss": 0.0797, "learning_rate": 1e-05}
{"step": 9800, "dynamics_loss_avg": 0.06687132306396962}
{"step": 9800, "action_loss_avg": 0.009877369506284595}
{"step": 9810, "loss": 0.0607, "learning_rate": 1e-05}
{"step": 9810, "dynamics_loss_avg": 0.05293742436915636}
{"step": 9810, "action_loss_avg": 0.008452011551707984}
{"step": 9820, "loss": 0.0756, "learning_rate": 1e-05}
{"step": 9820, "dynamics_loss_avg": 0.0650077573955059}
{"step": 9820, "action_loss_avg": 0.009085850836709142}
{"step": 9830, "loss": 0.0524, "learning_rate": 1e-05}
{"step": 9830, "dynamics_loss_avg": 0.053676326386630537}
{"step": 9830, "action_loss_avg": 0.006785267277155072}
{"step": 9840, "loss": 0.0754, "learning_rate": 1e-05}
{"step": 9840, "dynamics_loss_avg": 0.0577029125764966}
{"step": 9840, "action_loss_avg": 0.0077924989629536865}
{"step": 9850, "loss": 0.0669, "learning_rate": 1e-05}
{"step": 9850, "dynamics_loss_avg": 0.05779667068272829}
{"step": 9850, "action_loss_avg": 0.010892167780548334}
{"step": 9860, "loss": 0.0529, "learning_rate": 1e-05}
{"step": 9860, "dynamics_loss_avg": 0.05292475894093514}
{"step": 9860, "action_loss_avg": 0.00834130528382957}
{"step": 9870, "loss": 0.0688, "learning_rate": 1e-05}
{"step": 9870, "dynamics_loss_avg": 0.053056991286575796}
{"step": 9870, "action_loss_avg": 0.008470511459745467}
{"step": 9880, "loss": 0.0779, "learning_rate": 1e-05}
{"step": 9880, "dynamics_loss_avg": 0.06505317706614733}
{"step": 9880, "action_loss_avg": 0.013167814258486033}
{"step": 9890, "loss": 0.0696, "learning_rate": 1e-05}
{"step": 9890, "dynamics_loss_avg": 0.061825820989906785}
{"step": 9890, "action_loss_avg": 0.008543814707081765}
{"step": 9900, "loss": 0.0796, "learning_rate": 1e-05}
{"step": 9900, "dynamics_loss_avg": 0.07057481594383716}
{"step": 9900, "action_loss_avg": 0.009240617998875678}
{"step": 9910, "loss": 0.0746, "learning_rate": 1e-05}
{"step": 9910, "dynamics_loss_avg": 0.061079572141170504}
{"step": 9910, "action_loss_avg": 0.011814035847783089}
{"step": 9920, "loss": 0.0609, "learning_rate": 1e-05}
{"step": 9920, "dynamics_loss_avg": 0.05173095967620611}
{"step": 9920, "action_loss_avg": 0.00884083758573979}
{"step": 9930, "loss": 0.0695, "learning_rate": 1e-05}
{"step": 9930, "dynamics_loss_avg": 0.05986604243516922}
{"step": 9930, "action_loss_avg": 0.008341576671227813}
{"step": 9940, "loss": 0.0639, "learning_rate": 1e-05}
{"step": 9940, "dynamics_loss_avg": 0.057401510700583455}
{"step": 9940, "action_loss_avg": 0.008435429632663726}
{"step": 9950, "loss": 0.0765, "learning_rate": 1e-05}
{"step": 9950, "dynamics_loss_avg": 0.06734748482704163}
{"step": 9950, "action_loss_avg": 0.011914596054702997}
{"step": 9960, "loss": 0.0806, "learning_rate": 1e-05}
{"step": 9960, "dynamics_loss_avg": 0.07062863223254681}
{"step": 9960, "action_loss_avg": 0.011333528580144048}
{"step": 9970, "loss": 0.0679, "learning_rate": 1e-05}
{"step": 9970, "dynamics_loss_avg": 0.0568948782980442}
{"step": 9970, "action_loss_avg": 0.008778695738874376}
{"step": 9980, "loss": 0.0831, "learning_rate": 1e-05}
{"step": 9980, "dynamics_loss_avg": 0.06967744734138251}
{"step": 9980, "action_loss_avg": 0.01205583573319018}
{"step": 9990, "loss": 0.0659, "learning_rate": 1e-05}
{"step": 9990, "dynamics_loss_avg": 0.05617326833307743}
{"step": 9990, "action_loss_avg": 0.008215385396033526}
{"step": 10000, "loss": 0.0675, "learning_rate": 1e-05}
{"step": 10000, "dynamics_loss_avg": 0.06088221855461597}
{"step": 10000, "action_loss_avg": 0.008675530389882623}
{"step": 10010, "loss": 0.0643, "learning_rate": 1e-05}
{"step": 10010, "dynamics_loss_avg": 0.055030678398907185}
{"step": 10010, "action_loss_avg": 0.008982847025617958}
{"step": 10020, "loss": 0.0593, "learning_rate": 1e-05}
{"step": 10020, "dynamics_loss_avg": 0.051617061346769334}
{"step": 10020, "action_loss_avg": 0.007619616319425404}
{"step": 10030, "loss": 0.0774, "learning_rate": 1e-05}
{"step": 10030, "dynamics_loss_avg": 0.06905497945845127}
{"step": 10030, "action_loss_avg": 0.009700806112959981}
{"step": 10040, "loss": 0.0676, "learning_rate": 1e-05}
{"step": 10040, "dynamics_loss_avg": 0.05706507749855518}
{"step": 10040, "action_loss_avg": 0.007388372160494328}
{"step": 10050, "loss": 0.0694, "learning_rate": 1e-05}
{"step": 10050, "dynamics_loss_avg": 0.06649070512503386}
{"step": 10050, "action_loss_avg": 0.009702480235137045}
{"step": 10060, "loss": 0.0755, "learning_rate": 1e-05}
{"step": 10060, "dynamics_loss_avg": 0.06005469374358654}
{"step": 10060, "action_loss_avg": 0.010578188602812589}
{"step": 10070, "loss": 0.0718, "learning_rate": 1e-05}
{"step": 10070, "dynamics_loss_avg": 0.060939946211874485}
{"step": 10070, "action_loss_avg": 0.008758006896823645}
{"step": 10080, "loss": 0.051, "learning_rate": 1e-05}
{"step": 10080, "dynamics_loss_avg": 0.04864102452993393}
{"step": 10080, "action_loss_avg": 0.006551673426292837}
{"step": 10090, "loss": 0.0684, "learning_rate": 1e-05}
{"step": 10090, "dynamics_loss_avg": 0.05732959676533937}
{"step": 10090, "action_loss_avg": 0.008588488749228417}
{"step": 10100, "loss": 0.0751, "learning_rate": 1e-05}
{"step": 10100, "dynamics_loss_avg": 0.0684009239077568}
{"step": 10100, "action_loss_avg": 0.010948381060734392}
{"step": 10110, "loss": 0.0643, "learning_rate": 1e-05}
{"step": 10110, "dynamics_loss_avg": 0.055513005889952186}
{"step": 10110, "action_loss_avg": 0.007515493198297918}
{"step": 10120, "loss": 0.0592, "learning_rate": 1e-05}
{"step": 10120, "dynamics_loss_avg": 0.0468209957703948}
{"step": 10120, "action_loss_avg": 0.00756820784881711}
{"step": 10130, "loss": 0.0744, "learning_rate": 1e-05}
{"step": 10130, "dynamics_loss_avg": 0.06626985110342502}
{"step": 10130, "action_loss_avg": 0.01036724103614688}
{"step": 10140, "loss": 0.065, "learning_rate": 1e-05}
{"step": 10140, "dynamics_loss_avg": 0.054087925143539904}
{"step": 10140, "action_loss_avg": 0.00915752670262009}
{"step": 10150, "loss": 0.0682, "learning_rate": 1e-05}
{"step": 10150, "dynamics_loss_avg": 0.06443198621273041}
{"step": 10150, "action_loss_avg": 0.008832616033032537}
{"step": 10160, "loss": 0.0614, "learning_rate": 1e-05}
{"step": 10160, "dynamics_loss_avg": 0.05398489199578762}
{"step": 10160, "action_loss_avg": 0.007913437020033599}
{"step": 10170, "loss": 0.066, "learning_rate": 1e-05}
{"step": 10170, "dynamics_loss_avg": 0.055149278976023196}
{"step": 10170, "action_loss_avg": 0.009610241372138261}
{"step": 10180, "loss": 0.0658, "learning_rate": 1e-05}
{"step": 10180, "dynamics_loss_avg": 0.05607644431293011}
{"step": 10180, "action_loss_avg": 0.008259844360873103}
{"step": 10190, "loss": 0.0748, "learning_rate": 1e-05}
{"step": 10190, "dynamics_loss_avg": 0.06658946387469769}
{"step": 10190, "action_loss_avg": 0.010297192633152008}
{"step": 10200, "loss": 0.0674, "learning_rate": 1e-05}
{"step": 10200, "dynamics_loss_avg": 0.059671522863209245}
{"step": 10200, "action_loss_avg": 0.007799041597172618}
{"step": 10210, "loss": 0.0791, "learning_rate": 1e-05}
{"step": 10210, "dynamics_loss_avg": 0.06592961419373751}
{"step": 10210, "action_loss_avg": 0.008844253746792674}
{"step": 10220, "loss": 0.0595, "learning_rate": 1e-05}
{"step": 10220, "dynamics_loss_avg": 0.051904861070215705}
{"step": 10220, "action_loss_avg": 0.007082197081763298}
{"step": 10230, "loss": 0.0506, "learning_rate": 1e-05}
{"step": 10230, "dynamics_loss_avg": 0.0465404037386179}
{"step": 10230, "action_loss_avg": 0.008655361272394657}
{"step": 10240, "loss": 0.0661, "learning_rate": 1e-05}
{"step": 10240, "dynamics_loss_avg": 0.057889188453555104}
{"step": 10240, "action_loss_avg": 0.009475363092496992}
{"step": 10250, "loss": 0.0668, "learning_rate": 1e-05}
{"step": 10250, "dynamics_loss_avg": 0.06400258429348468}
{"step": 10250, "action_loss_avg": 0.008786366856656968}
{"step": 10260, "loss": 0.0719, "learning_rate": 1e-05}
{"step": 10260, "dynamics_loss_avg": 0.055553235672414304}
{"step": 10260, "action_loss_avg": 0.008532402757555246}
{"step": 10270, "loss": 0.0737, "learning_rate": 1e-05}
{"step": 10270, "dynamics_loss_avg": 0.06143159903585911}
{"step": 10270, "action_loss_avg": 0.00849062092602253}
{"step": 10280, "loss": 0.0581, "learning_rate": 1e-05}
{"step": 10280, "dynamics_loss_avg": 0.053199582174420355}
{"step": 10280, "action_loss_avg": 0.00712819907348603}
{"step": 10290, "loss": 0.0769, "learning_rate": 1e-05}
{"step": 10290, "dynamics_loss_avg": 0.0679010946303606}
{"step": 10290, "action_loss_avg": 0.01125103197991848}
{"step": 10300, "loss": 0.0858, "learning_rate": 1e-05}
{"step": 10300, "dynamics_loss_avg": 0.07615221180021763}
{"step": 10300, "action_loss_avg": 0.00970628389623016}
{"step": 10310, "loss": 0.0695, "learning_rate": 1e-05}
{"step": 10310, "dynamics_loss_avg": 0.05597008764743805}
{"step": 10310, "action_loss_avg": 0.008510695514269173}
{"step": 10320, "loss": 0.0738, "learning_rate": 1e-05}
{"step": 10320, "dynamics_loss_avg": 0.06885480657219886}
{"step": 10320, "action_loss_avg": 0.010258249007165432}
{"step": 10330, "loss": 0.0669, "learning_rate": 1e-05}
{"step": 10330, "dynamics_loss_avg": 0.05636353455483913}
{"step": 10330, "action_loss_avg": 0.008040594263002276}
{"step": 10340, "loss": 0.087, "learning_rate": 1e-05}
{"step": 10340, "dynamics_loss_avg": 0.07299985475838185}
{"step": 10340, "action_loss_avg": 0.012491630110889673}
{"step": 10350, "loss": 0.0572, "learning_rate": 1e-05}
{"step": 10350, "dynamics_loss_avg": 0.0487543111667037}
{"step": 10350, "action_loss_avg": 0.008003383199684322}
{"step": 10360, "loss": 0.0708, "learning_rate": 1e-05}
{"step": 10360, "dynamics_loss_avg": 0.06359410583972931}
{"step": 10360, "action_loss_avg": 0.008661832939833403}
{"step": 10370, "loss": 0.0631, "learning_rate": 1e-05}
{"step": 10370, "dynamics_loss_avg": 0.05708938948810101}
{"step": 10370, "action_loss_avg": 0.007101597171276808}
{"step": 10380, "loss": 0.0523, "learning_rate": 1e-05}
{"step": 10380, "dynamics_loss_avg": 0.05057316720485687}
{"step": 10380, "action_loss_avg": 0.007049023546278477}
{"step": 10390, "loss": 0.0586, "learning_rate": 1e-05}
{"step": 10390, "dynamics_loss_avg": 0.04239078080281615}
{"step": 10390, "action_loss_avg": 0.007506846135947853}
{"step": 10400, "loss": 0.0513, "learning_rate": 1e-05}
{"step": 10400, "dynamics_loss_avg": 0.047127819061279295}
{"step": 10400, "action_loss_avg": 0.007329965056851506}
{"step": 10410, "loss": 0.0661, "learning_rate": 1e-05}
{"step": 10410, "dynamics_loss_avg": 0.06201150668784976}
{"step": 10410, "action_loss_avg": 0.010005380702205002}
{"step": 10420, "loss": 0.0656, "learning_rate": 1e-05}
{"step": 10420, "dynamics_loss_avg": 0.05719385603442788}
{"step": 10420, "action_loss_avg": 0.007484596822177991}
{"step": 10430, "loss": 0.0614, "learning_rate": 1e-05}
{"step": 10430, "dynamics_loss_avg": 0.04669892527163029}
{"step": 10430, "action_loss_avg": 0.0050723109277896585}
{"step": 10440, "loss": 0.061, "learning_rate": 1e-05}
{"step": 10440, "dynamics_loss_avg": 0.0559011435136199}
{"step": 10440, "action_loss_avg": 0.007930788025259972}
{"step": 10450, "loss": 0.0583, "learning_rate": 1e-05}
{"step": 10450, "dynamics_loss_avg": 0.05099106300622225}
{"step": 10450, "action_loss_avg": 0.006500378297641873}
{"step": 10460, "loss": 0.0656, "learning_rate": 1e-05}
{"step": 10460, "dynamics_loss_avg": 0.06639494434930385}
{"step": 10460, "action_loss_avg": 0.008373192365979776}
{"step": 10470, "loss": 0.0725, "learning_rate": 1e-05}
{"step": 10470, "dynamics_loss_avg": 0.054444731771945955}
{"step": 10470, "action_loss_avg": 0.007951727486215532}
{"step": 10480, "loss": 0.0679, "learning_rate": 1e-05}
{"step": 10480, "dynamics_loss_avg": 0.06373933311551809}
{"step": 10480, "action_loss_avg": 0.007903120701666922}
{"step": 10490, "loss": 0.0697, "learning_rate": 1e-05}
{"step": 10490, "dynamics_loss_avg": 0.062423847150057554}
{"step": 10490, "action_loss_avg": 0.011610749055398628}
{"step": 10500, "loss": 0.0633, "learning_rate": 1e-05}
{"step": 10500, "dynamics_loss_avg": 0.054354666545987126}
{"step": 10500, "action_loss_avg": 0.0052453703479841355}
{"step": 10510, "loss": 0.073, "learning_rate": 1e-05}
{"step": 10510, "dynamics_loss_avg": 0.06078009307384491}
{"step": 10510, "action_loss_avg": 0.010003728745505213}
{"step": 10520, "loss": 0.0692, "learning_rate": 1e-05}
{"step": 10520, "dynamics_loss_avg": 0.06335753723978996}
{"step": 10520, "action_loss_avg": 0.00863841746468097}
{"step": 10530, "loss": 0.0587, "learning_rate": 1e-05}
{"step": 10530, "dynamics_loss_avg": 0.04668958280235529}
{"step": 10530, "action_loss_avg": 0.006885754014365375}
{"step": 10540, "loss": 0.0643, "learning_rate": 1e-05}
{"step": 10540, "dynamics_loss_avg": 0.059998422116041186}
{"step": 10540, "action_loss_avg": 0.010528599517419935}
{"step": 10550, "loss": 0.0776, "learning_rate": 1e-05}
{"step": 10550, "dynamics_loss_avg": 0.06689646765589714}
{"step": 10550, "action_loss_avg": 0.011449761223047972}
{"step": 10560, "loss": 0.0786, "learning_rate": 1e-05}
{"step": 10560, "dynamics_loss_avg": 0.06293667480349541}
{"step": 10560, "action_loss_avg": 0.009472799045033753}
{"step": 10570, "loss": 0.0614, "learning_rate": 1e-05}
{"step": 10570, "dynamics_loss_avg": 0.05672039482742548}
{"step": 10570, "action_loss_avg": 0.008689043193589896}
{"step": 10580, "loss": 0.0567, "learning_rate": 1e-05}
{"step": 10580, "dynamics_loss_avg": 0.04923999831080437}
{"step": 10580, "action_loss_avg": 0.006760284933261573}
{"step": 10590, "loss": 0.0826, "learning_rate": 1e-05}
{"step": 10590, "dynamics_loss_avg": 0.07261306457221509}
{"step": 10590, "action_loss_avg": 0.009350014640949667}
{"step": 10600, "loss": 0.0587, "learning_rate": 1e-05}
{"step": 10600, "dynamics_loss_avg": 0.049118523485958576}
{"step": 10600, "action_loss_avg": 0.0070652288617566224}
{"step": 10610, "loss": 0.0602, "learning_rate": 1e-05}
{"step": 10610, "dynamics_loss_avg": 0.05314143970608711}
{"step": 10610, "action_loss_avg": 0.006191394245252013}
{"step": 10620, "loss": 0.0627, "learning_rate": 1e-05}
{"step": 10620, "dynamics_loss_avg": 0.05658417195081711}
{"step": 10620, "action_loss_avg": 0.008179186098277568}
{"step": 10630, "loss": 0.0837, "learning_rate": 1e-05}
{"step": 10630, "dynamics_loss_avg": 0.07360212532803416}
{"step": 10630, "action_loss_avg": 0.014052842021919787}
{"step": 10640, "loss": 0.0551, "learning_rate": 1e-05}
{"step": 10640, "dynamics_loss_avg": 0.04895722828805447}
{"step": 10640, "action_loss_avg": 0.005536298966035247}
{"step": 10650, "loss": 0.0594, "learning_rate": 1e-05}
{"step": 10650, "dynamics_loss_avg": 0.052270450815558436}
{"step": 10650, "action_loss_avg": 0.005032294848933816}
{"step": 10660, "loss": 0.0689, "learning_rate": 1e-05}
{"step": 10660, "dynamics_loss_avg": 0.061773056909441945}
{"step": 10660, "action_loss_avg": 0.008587802690453828}
{"step": 10670, "loss": 0.066, "learning_rate": 1e-05}
{"step": 10670, "dynamics_loss_avg": 0.05596985444426537}
{"step": 10670, "action_loss_avg": 0.0073403507936745886}
{"step": 10680, "loss": 0.079, "learning_rate": 1e-05}
{"step": 10680, "dynamics_loss_avg": 0.06397547032684088}
{"step": 10680, "action_loss_avg": 0.012041710910852998}
{"step": 10690, "loss": 0.0669, "learning_rate": 1e-05}
{"step": 10690, "dynamics_loss_avg": 0.06209415104240179}
{"step": 10690, "action_loss_avg": 0.009187985747121274}
{"step": 10700, "loss": 0.0749, "learning_rate": 1e-05}
{"step": 10700, "dynamics_loss_avg": 0.07010719794780015}
{"step": 10700, "action_loss_avg": 0.008822707028593868}
{"step": 10710, "loss": 0.0828, "learning_rate": 1e-05}
{"step": 10710, "dynamics_loss_avg": 0.06723004579544067}
{"step": 10710, "action_loss_avg": 0.009186246700119227}
{"step": 10720, "loss": 0.0825, "learning_rate": 1e-05}
{"step": 10720, "dynamics_loss_avg": 0.08291584774851798}
{"step": 10720, "action_loss_avg": 0.00925570004619658}
{"step": 10730, "loss": 0.0851, "learning_rate": 1e-05}
{"step": 10730, "dynamics_loss_avg": 0.06841178182512522}
{"step": 10730, "action_loss_avg": 0.008345017139799894}
{"step": 10740, "loss": 0.0573, "learning_rate": 1e-05}
{"step": 10740, "dynamics_loss_avg": 0.050794520787894724}
{"step": 10740, "action_loss_avg": 0.007014051009900868}
{"step": 10750, "loss": 0.0642, "learning_rate": 1e-05}
{"step": 10750, "dynamics_loss_avg": 0.057044159062206744}
{"step": 10750, "action_loss_avg": 0.00896193995140493}
{"step": 10760, "loss": 0.0825, "learning_rate": 1e-05}
{"step": 10760, "dynamics_loss_avg": 0.06544623468071223}
{"step": 10760, "action_loss_avg": 0.012242467887699605}
{"step": 10770, "loss": 0.0647, "learning_rate": 1e-05}
{"step": 10770, "dynamics_loss_avg": 0.056281177792698145}
{"step": 10770, "action_loss_avg": 0.009462042537052184}
{"step": 10780, "loss": 0.0654, "learning_rate": 1e-05}
{"step": 10780, "dynamics_loss_avg": 0.06746426448225976}
{"step": 10780, "action_loss_avg": 0.010394578566774726}
{"step": 10790, "loss": 0.0754, "learning_rate": 1e-05}
{"step": 10790, "dynamics_loss_avg": 0.054023153707385065}
{"step": 10790, "action_loss_avg": 0.008408167911693454}
{"step": 10800, "loss": 0.0591, "learning_rate": 1e-05}
{"step": 10800, "dynamics_loss_avg": 0.05289044845849276}
{"step": 10800, "action_loss_avg": 0.006454885553102941}
{"step": 10810, "loss": 0.0779, "learning_rate": 1e-05}
{"step": 10810, "dynamics_loss_avg": 0.0701051790267229}
{"step": 10810, "action_loss_avg": 0.008557363552972675}
{"step": 10820, "loss": 0.0573, "learning_rate": 1e-05}
{"step": 10820, "dynamics_loss_avg": 0.05595693830400705}
{"step": 10820, "action_loss_avg": 0.006890540709719062}
{"step": 10830, "loss": 0.0622, "learning_rate": 1e-05}
{"step": 10830, "dynamics_loss_avg": 0.05114625710994005}
{"step": 10830, "action_loss_avg": 0.005571521795354783}
{"step": 10840, "loss": 0.0619, "learning_rate": 1e-05}
{"step": 10840, "dynamics_loss_avg": 0.05573264025151729}
{"step": 10840, "action_loss_avg": 0.008406323613598943}
{"step": 10850, "loss": 0.0532, "learning_rate": 1e-05}
{"step": 10850, "dynamics_loss_avg": 0.04764405246824026}
{"step": 10850, "action_loss_avg": 0.006565137079451233}
{"step": 10860, "loss": 0.0668, "learning_rate": 1e-05}
{"step": 10860, "dynamics_loss_avg": 0.055458524636924265}
{"step": 10860, "action_loss_avg": 0.007836793176829815}
{"step": 10870, "loss": 0.0723, "learning_rate": 1e-05}
{"step": 10870, "dynamics_loss_avg": 0.07089835368096828}
{"step": 10870, "action_loss_avg": 0.008034419873729349}
{"step": 10880, "loss": 0.0641, "learning_rate": 1e-05}
{"step": 10880, "dynamics_loss_avg": 0.04880734048783779}
{"step": 10880, "action_loss_avg": 0.00822335509583354}
{"step": 10890, "loss": 0.0709, "learning_rate": 1e-05}
{"step": 10890, "dynamics_loss_avg": 0.06869004704058171}
{"step": 10890, "action_loss_avg": 0.009689360507763922}
{"step": 10900, "loss": 0.078, "learning_rate": 1e-05}
{"step": 10900, "dynamics_loss_avg": 0.06378489304333926}
{"step": 10900, "action_loss_avg": 0.008788810088299214}
{"step": 10910, "loss": 0.0673, "learning_rate": 1e-05}
{"step": 10910, "dynamics_loss_avg": 0.05760765187442303}
{"step": 10910, "action_loss_avg": 0.010241892887279391}
{"step": 10920, "loss": 0.064, "learning_rate": 1e-05}
{"step": 10920, "dynamics_loss_avg": 0.05447965767234564}
{"step": 10920, "action_loss_avg": 0.00989297687774524}
{"step": 10930, "loss": 0.056, "learning_rate": 1e-05}
{"step": 10930, "dynamics_loss_avg": 0.04823150262236595}
{"step": 10930, "action_loss_avg": 0.006059398059733212}
{"step": 10940, "loss": 0.0647, "learning_rate": 1e-05}
{"step": 10940, "dynamics_loss_avg": 0.058097480051219466}
{"step": 10940, "action_loss_avg": 0.00830445282626897}
{"step": 10950, "loss": 0.058, "learning_rate": 1e-05}
{"step": 10950, "dynamics_loss_avg": 0.048046443797647956}
{"step": 10950, "action_loss_avg": 0.00747352777980268}
{"step": 10960, "loss": 0.0788, "learning_rate": 1e-05}
{"step": 10960, "dynamics_loss_avg": 0.07083406019955873}
{"step": 10960, "action_loss_avg": 0.009612420981284231}
{"step": 10970, "loss": 0.0641, "learning_rate": 1e-05}
{"step": 10970, "dynamics_loss_avg": 0.057309073954820634}
{"step": 10970, "action_loss_avg": 0.007944186718668788}
{"step": 10980, "loss": 0.0673, "learning_rate": 1e-05}
{"step": 10980, "dynamics_loss_avg": 0.057784291356801985}
{"step": 10980, "action_loss_avg": 0.008864022325724363}
{"step": 10990, "loss": 0.0651, "learning_rate": 1e-05}
{"step": 10990, "dynamics_loss_avg": 0.06192174982279539}
{"step": 10990, "action_loss_avg": 0.008656546659767627}
{"step": 11000, "loss": 0.0713, "learning_rate": 1e-05}
{"step": 11000, "dynamics_loss_avg": 0.059294745698571204}
{"step": 11000, "action_loss_avg": 0.00598478481406346}
{"step": 11010, "loss": 0.0535, "learning_rate": 1e-05}
{"step": 11010, "dynamics_loss_avg": 0.04600144578143954}
{"step": 11010, "action_loss_avg": 0.005966583685949445}
{"step": 11020, "loss": 0.0649, "learning_rate": 1e-05}
{"step": 11020, "dynamics_loss_avg": 0.05829626005142927}
{"step": 11020, "action_loss_avg": 0.008088880637660622}
{"step": 11030, "loss": 0.0759, "learning_rate": 1e-05}
{"step": 11030, "dynamics_loss_avg": 0.06253307946026325}
{"step": 11030, "action_loss_avg": 0.010626574163325131}
{"step": 11040, "loss": 0.0508, "learning_rate": 1e-05}
{"step": 11040, "dynamics_loss_avg": 0.050120612047612666}
{"step": 11040, "action_loss_avg": 0.008582739648409188}
{"step": 11050, "loss": 0.0637, "learning_rate": 1e-05}
{"step": 11050, "dynamics_loss_avg": 0.05831255409866572}
{"step": 11050, "action_loss_avg": 0.008623676863498986}
{"step": 11060, "loss": 0.0598, "learning_rate": 1e-05}
{"step": 11060, "dynamics_loss_avg": 0.044820203073322774}
{"step": 11060, "action_loss_avg": 0.006265969423111528}
{"step": 11070, "loss": 0.067, "learning_rate": 1e-05}
{"step": 11070, "dynamics_loss_avg": 0.0580366987735033}
{"step": 11070, "action_loss_avg": 0.008687912044115365}
{"step": 11080, "loss": 0.0671, "learning_rate": 1e-05}
{"step": 11080, "dynamics_loss_avg": 0.06266740374267102}
{"step": 11080, "action_loss_avg": 0.0065647070994600655}
{"step": 11090, "loss": 0.0653, "learning_rate": 1e-05}
{"step": 11090, "dynamics_loss_avg": 0.052874731831252575}
{"step": 11090, "action_loss_avg": 0.00812955186702311}
{"step": 11100, "loss": 0.0523, "learning_rate": 1e-05}
{"step": 11100, "dynamics_loss_avg": 0.055859409645199774}
{"step": 11100, "action_loss_avg": 0.008237762097269296}
{"step": 11110, "loss": 0.0788, "learning_rate": 1e-05}
{"step": 11110, "dynamics_loss_avg": 0.05747959855943918}
{"step": 11110, "action_loss_avg": 0.010003148973919452}
{"step": 11120, "loss": 0.0737, "learning_rate": 1e-05}
{"step": 11120, "dynamics_loss_avg": 0.06327595412731171}
{"step": 11120, "action_loss_avg": 0.011398413777351379}
{"step": 11130, "loss": 0.0869, "learning_rate": 1e-05}
{"step": 11130, "dynamics_loss_avg": 0.07806578204035759}
{"step": 11130, "action_loss_avg": 0.011897333897650242}
{"step": 11140, "loss": 0.0594, "learning_rate": 1e-05}
{"step": 11140, "dynamics_loss_avg": 0.047314022481441495}
{"step": 11140, "action_loss_avg": 0.007742567360401154}
{"step": 11150, "loss": 0.0594, "learning_rate": 1e-05}
{"step": 11150, "dynamics_loss_avg": 0.05704166051000357}
{"step": 11150, "action_loss_avg": 0.007349583762697875}
{"step": 11160, "loss": 0.056, "learning_rate": 1e-05}
{"step": 11160, "dynamics_loss_avg": 0.046773898601531985}
{"step": 11160, "action_loss_avg": 0.0074727983679622415}
{"step": 11170, "loss": 0.062, "learning_rate": 1e-05}
{"step": 11170, "dynamics_loss_avg": 0.05337759647518396}
{"step": 11170, "action_loss_avg": 0.007930398709140718}
{"step": 11180, "loss": 0.0732, "learning_rate": 1e-05}
{"step": 11180, "dynamics_loss_avg": 0.06501946188509464}
{"step": 11180, "action_loss_avg": 0.00861779081169516}
{"step": 11190, "loss": 0.0618, "learning_rate": 1e-05}
{"step": 11190, "dynamics_loss_avg": 0.05460230018943548}
{"step": 11190, "action_loss_avg": 0.007632189569994808}
{"step": 11200, "loss": 0.0695, "learning_rate": 1e-05}
{"step": 11200, "dynamics_loss_avg": 0.06452773362398148}
{"step": 11200, "action_loss_avg": 0.009285740181803703}
{"step": 11210, "loss": 0.0713, "learning_rate": 1e-05}
{"step": 11210, "dynamics_loss_avg": 0.05929490197449923}
{"step": 11210, "action_loss_avg": 0.006150334840640426}
{"step": 11220, "loss": 0.0522, "learning_rate": 1e-05}
{"step": 11220, "dynamics_loss_avg": 0.04931627083569765}
{"step": 11220, "action_loss_avg": 0.00860006925649941}
{"step": 11230, "loss": 0.0809, "learning_rate": 1e-05}
{"step": 11230, "dynamics_loss_avg": 0.06426943466067314}
{"step": 11230, "action_loss_avg": 0.008350214152596892}
{"step": 11240, "loss": 0.0753, "learning_rate": 1e-05}
{"step": 11240, "dynamics_loss_avg": 0.07427851259708404}
{"step": 11240, "action_loss_avg": 0.010156457824632526}
{"step": 11250, "loss": 0.0747, "learning_rate": 1e-05}
{"step": 11250, "dynamics_loss_avg": 0.06374447215348482}
{"step": 11250, "action_loss_avg": 0.008023840840905905}
{"step": 11260, "loss": 0.0617, "learning_rate": 1e-05}
{"step": 11260, "dynamics_loss_avg": 0.05394240990281105}
{"step": 11260, "action_loss_avg": 0.006659439019858837}
{"step": 11270, "loss": 0.0528, "learning_rate": 1e-05}
{"step": 11270, "dynamics_loss_avg": 0.052212285716086625}
{"step": 11270, "action_loss_avg": 0.005881640233565122}
{"step": 11280, "loss": 0.051, "learning_rate": 1e-05}
{"step": 11280, "dynamics_loss_avg": 0.040149320289492606}
{"step": 11280, "action_loss_avg": 0.005161230464000255}
{"step": 11290, "loss": 0.0752, "learning_rate": 1e-05}
{"step": 11290, "dynamics_loss_avg": 0.061571041122078896}
{"step": 11290, "action_loss_avg": 0.012077313428744674}
{"step": 11300, "loss": 0.0641, "learning_rate": 1e-05}
{"step": 11300, "dynamics_loss_avg": 0.05504901222884655}
{"step": 11300, "action_loss_avg": 0.0076036267448216675}
{"step": 11310, "loss": 0.0603, "learning_rate": 1e-05}
{"step": 11310, "dynamics_loss_avg": 0.06003292053937912}
{"step": 11310, "action_loss_avg": 0.008007536199875176}
{"step": 11320, "loss": 0.0874, "learning_rate": 1e-05}
{"step": 11320, "dynamics_loss_avg": 0.0701898492872715}
{"step": 11320, "action_loss_avg": 0.011466591665521265}
{"step": 11330, "loss": 0.0642, "learning_rate": 1e-05}
{"step": 11330, "dynamics_loss_avg": 0.05329721681773662}
{"step": 11330, "action_loss_avg": 0.007269311137497425}
{"step": 11340, "loss": 0.0545, "learning_rate": 1e-05}
{"step": 11340, "dynamics_loss_avg": 0.05477562751621008}
{"step": 11340, "action_loss_avg": 0.0060440860223025085}
{"step": 11350, "loss": 0.0577, "learning_rate": 1e-05}
{"step": 11350, "dynamics_loss_avg": 0.049003233574330805}
{"step": 11350, "action_loss_avg": 0.00680825951276347}
{"step": 11360, "loss": 0.0678, "learning_rate": 1e-05}
{"step": 11360, "dynamics_loss_avg": 0.060071174241602424}
{"step": 11360, "action_loss_avg": 0.008464835514314473}
{"step": 11370, "loss": 0.0659, "learning_rate": 1e-05}
{"step": 11370, "dynamics_loss_avg": 0.05312685091048479}
{"step": 11370, "action_loss_avg": 0.008769730501808227}
{"step": 11380, "loss": 0.0559, "learning_rate": 1e-05}
{"step": 11380, "dynamics_loss_avg": 0.05473283343017101}
{"step": 11380, "action_loss_avg": 0.005451614828780293}
{"step": 11390, "loss": 0.0515, "learning_rate": 1e-05}
{"step": 11390, "dynamics_loss_avg": 0.04175413902848959}
{"step": 11390, "action_loss_avg": 0.006142867077142}
{"step": 11400, "loss": 0.069, "learning_rate": 1e-05}
{"step": 11400, "dynamics_loss_avg": 0.060629957169294355}
{"step": 11400, "action_loss_avg": 0.006914188724476844}
{"step": 11410, "loss": 0.0485, "learning_rate": 1e-05}
{"step": 11410, "dynamics_loss_avg": 0.05270636244677007}
{"step": 11410, "action_loss_avg": 0.007434930477757007}
{"step": 11420, "loss": 0.0905, "learning_rate": 1e-05}
{"step": 11420, "dynamics_loss_avg": 0.07323617991060019}
{"step": 11420, "action_loss_avg": 0.009744097734801472}
{"step": 11430, "loss": 0.0685, "learning_rate": 1e-05}
{"step": 11430, "dynamics_loss_avg": 0.059100464545190336}
{"step": 11430, "action_loss_avg": 0.007621410395950079}
{"step": 11440, "loss": 0.079, "learning_rate": 1e-05}
{"step": 11440, "dynamics_loss_avg": 0.0729547806084156}
{"step": 11440, "action_loss_avg": 0.009145964309573174}
{"step": 11450, "loss": 0.0675, "learning_rate": 1e-05}
{"step": 11450, "dynamics_loss_avg": 0.06043846346437931}
{"step": 11450, "action_loss_avg": 0.007283155550248921}
{"step": 11460, "loss": 0.0589, "learning_rate": 1e-05}
{"step": 11460, "dynamics_loss_avg": 0.053955217450857164}
{"step": 11460, "action_loss_avg": 0.006648530322127044}
{"step": 11470, "loss": 0.0636, "learning_rate": 1e-05}
{"step": 11470, "dynamics_loss_avg": 0.05455939471721649}
{"step": 11470, "action_loss_avg": 0.00806599692441523}
{"step": 11480, "loss": 0.0811, "learning_rate": 1e-05}
{"step": 11480, "dynamics_loss_avg": 0.07450335174798965}
{"step": 11480, "action_loss_avg": 0.00957873915322125}
{"step": 11490, "loss": 0.0657, "learning_rate": 1e-05}
{"step": 11490, "dynamics_loss_avg": 0.05154898017644882}
{"step": 11490, "action_loss_avg": 0.006460384745150804}
{"step": 11500, "loss": 0.0573, "learning_rate": 1e-05}
{"step": 11500, "dynamics_loss_avg": 0.04894373137503862}
{"step": 11500, "action_loss_avg": 0.0064632494002580644}
{"step": 11510, "loss": 0.0527, "learning_rate": 1e-05}
{"step": 11510, "dynamics_loss_avg": 0.05002453848719597}
{"step": 11510, "action_loss_avg": 0.008643487142398954}
{"step": 11520, "loss": 0.0634, "learning_rate": 1e-05}
{"step": 11520, "dynamics_loss_avg": 0.05886124633252621}
{"step": 11520, "action_loss_avg": 0.006900893128477037}
{"step": 11530, "loss": 0.0638, "learning_rate": 1e-05}
{"step": 11530, "dynamics_loss_avg": 0.04991056211292744}
{"step": 11530, "action_loss_avg": 0.005855805950704962}
{"step": 11540, "loss": 0.0513, "learning_rate": 1e-05}
{"step": 11540, "dynamics_loss_avg": 0.0449396600946784}
{"step": 11540, "action_loss_avg": 0.006341789779253304}
{"step": 11550, "loss": 0.0564, "learning_rate": 1e-05}
{"step": 11550, "dynamics_loss_avg": 0.05215760972350836}
{"step": 11550, "action_loss_avg": 0.006808071420527995}
{"step": 11560, "loss": 0.0695, "learning_rate": 1e-05}
{"step": 11560, "dynamics_loss_avg": 0.05717079993337393}
{"step": 11560, "action_loss_avg": 0.009342059073969722}
{"step": 11570, "loss": 0.0545, "learning_rate": 1e-05}
{"step": 11570, "dynamics_loss_avg": 0.057021685875952244}
{"step": 11570, "action_loss_avg": 0.009591687843203545}
{"step": 11580, "loss": 0.0828, "learning_rate": 1e-05}
{"step": 11580, "dynamics_loss_avg": 0.06492430064827204}
{"step": 11580, "action_loss_avg": 0.009309595020022243}
{"step": 11590, "loss": 0.0683, "learning_rate": 1e-05}
{"step": 11590, "dynamics_loss_avg": 0.059655226022005084}
{"step": 11590, "action_loss_avg": 0.006587603664956987}
{"step": 11600, "loss": 0.0602, "learning_rate": 1e-05}
{"step": 11600, "dynamics_loss_avg": 0.05955542773008347}
{"step": 11600, "action_loss_avg": 0.007245433237403631}
{"step": 11610, "loss": 0.0673, "learning_rate": 1e-05}
{"step": 11610, "dynamics_loss_avg": 0.05309704579412937}
{"step": 11610, "action_loss_avg": 0.006582786410581321}
{"step": 11620, "loss": 0.06, "learning_rate": 1e-05}
{"step": 11620, "dynamics_loss_avg": 0.05589582454413176}
{"step": 11620, "action_loss_avg": 0.006398838432505727}
{"step": 11630, "loss": 0.0592, "learning_rate": 1e-05}
{"step": 11630, "dynamics_loss_avg": 0.05162388626486063}
{"step": 11630, "action_loss_avg": 0.008320317813195288}
{"step": 11640, "loss": 0.0667, "learning_rate": 1e-05}
{"step": 11640, "dynamics_loss_avg": 0.06080052703619003}
{"step": 11640, "action_loss_avg": 0.007248336495831609}
{"step": 11650, "loss": 0.0669, "learning_rate": 1e-05}
{"step": 11650, "dynamics_loss_avg": 0.058735033869743346}
{"step": 11650, "action_loss_avg": 0.008149843325372785}
{"step": 11660, "loss": 0.0527, "learning_rate": 1e-05}
{"step": 11660, "dynamics_loss_avg": 0.044214756786823274}
{"step": 11660, "action_loss_avg": 0.004840448743198067}
{"step": 11670, "loss": 0.051, "learning_rate": 1e-05}
{"step": 11670, "dynamics_loss_avg": 0.04878844246268273}
{"step": 11670, "action_loss_avg": 0.005657235626131296}
{"step": 11680, "loss": 0.0799, "learning_rate": 1e-05}
{"step": 11680, "dynamics_loss_avg": 0.07065444551408291}
{"step": 11680, "action_loss_avg": 0.010315257892943918}
{"step": 11690, "loss": 0.0776, "learning_rate": 1e-05}
{"step": 11690, "dynamics_loss_avg": 0.07095162514597178}
{"step": 11690, "action_loss_avg": 0.00887646961491555}
{"step": 11700, "loss": 0.0759, "learning_rate": 1e-05}
{"step": 11700, "dynamics_loss_avg": 0.06255739033222199}
{"step": 11700, "action_loss_avg": 0.008707963582128286}
{"step": 11710, "loss": 0.0465, "learning_rate": 1e-05}
{"step": 11710, "dynamics_loss_avg": 0.04799207616597414}
{"step": 11710, "action_loss_avg": 0.004638371779583395}
{"step": 11720, "loss": 0.0834, "learning_rate": 1e-05}
{"step": 11720, "dynamics_loss_avg": 0.06758721843361855}
{"step": 11720, "action_loss_avg": 0.009263358917087317}
{"step": 11730, "loss": 0.0798, "learning_rate": 1e-05}
{"step": 11730, "dynamics_loss_avg": 0.07791991047561168}
{"step": 11730, "action_loss_avg": 0.01076097646728158}
{"step": 11740, "loss": 0.0678, "learning_rate": 1e-05}
{"step": 11740, "dynamics_loss_avg": 0.052058884873986244}
{"step": 11740, "action_loss_avg": 0.005050797539297491}
{"step": 11750, "loss": 0.0722, "learning_rate": 1e-05}
{"step": 11750, "dynamics_loss_avg": 0.06350671462714672}
{"step": 11750, "action_loss_avg": 0.010457044350914657}
{"step": 11760, "loss": 0.0703, "learning_rate": 1e-05}
{"step": 11760, "dynamics_loss_avg": 0.06023177169263363}
{"step": 11760, "action_loss_avg": 0.010045819729566575}
{"step": 11770, "loss": 0.0646, "learning_rate": 1e-05}
{"step": 11770, "dynamics_loss_avg": 0.05679712072014809}
{"step": 11770, "action_loss_avg": 0.006708619557321072}
{"step": 11780, "loss": 0.0589, "learning_rate": 1e-05}
{"step": 11780, "dynamics_loss_avg": 0.05154905691742897}
{"step": 11780, "action_loss_avg": 0.008173911017365754}
{"step": 11790, "loss": 0.077, "learning_rate": 1e-05}
{"step": 11790, "dynamics_loss_avg": 0.07027382533997298}
{"step": 11790, "action_loss_avg": 0.009855131525546313}
{"step": 11800, "loss": 0.0777, "learning_rate": 1e-05}
{"step": 11800, "dynamics_loss_avg": 0.06371572129428386}
{"step": 11800, "action_loss_avg": 0.009787431568838656}
{"step": 11810, "loss": 0.0618, "learning_rate": 1e-05}
{"step": 11810, "dynamics_loss_avg": 0.05991906160488725}
{"step": 11810, "action_loss_avg": 0.007647747104056179}
{"step": 11820, "loss": 0.0844, "learning_rate": 1e-05}
{"step": 11820, "dynamics_loss_avg": 0.07188615687191487}
{"step": 11820, "action_loss_avg": 0.009676407184451818}
{"step": 11830, "loss": 0.0804, "learning_rate": 1e-05}
{"step": 11830, "dynamics_loss_avg": 0.07162454277276993}
{"step": 11830, "action_loss_avg": 0.011248782486654818}
{"step": 11840, "loss": 0.0933, "learning_rate": 1e-05}
{"step": 11840, "dynamics_loss_avg": 0.07758756428956985}
{"step": 11840, "action_loss_avg": 0.011151447240263224}
{"step": 11850, "loss": 0.0894, "learning_rate": 1e-05}
{"step": 11850, "dynamics_loss_avg": 0.0824596133083105}
{"step": 11850, "action_loss_avg": 0.011312800040468574}
{"step": 11860, "loss": 0.0703, "learning_rate": 1e-05}
{"step": 11860, "dynamics_loss_avg": 0.05924023687839508}
{"step": 11860, "action_loss_avg": 0.009005459793843328}
{"step": 11870, "loss": 0.0523, "learning_rate": 1e-05}
{"step": 11870, "dynamics_loss_avg": 0.043298795260488986}
{"step": 11870, "action_loss_avg": 0.005069563048891723}
{"step": 11880, "loss": 0.057, "learning_rate": 1e-05}
{"step": 11880, "dynamics_loss_avg": 0.05418132729828358}
{"step": 11880, "action_loss_avg": 0.008173862565308809}
{"step": 11890, "loss": 0.0618, "learning_rate": 1e-05}
{"step": 11890, "dynamics_loss_avg": 0.05016512461006641}
{"step": 11890, "action_loss_avg": 0.005591931147500872}
{"step": 11900, "loss": 0.0503, "learning_rate": 1e-05}
{"step": 11900, "dynamics_loss_avg": 0.04661761876195669}
{"step": 11900, "action_loss_avg": 0.006686676223762333}
{"step": 11910, "loss": 0.0742, "learning_rate": 1e-05}
{"step": 11910, "dynamics_loss_avg": 0.06711283661425113}
{"step": 11910, "action_loss_avg": 0.009674824215471745}
{"step": 11920, "loss": 0.0793, "learning_rate": 1e-05}
{"step": 11920, "dynamics_loss_avg": 0.06628273371607066}
{"step": 11920, "action_loss_avg": 0.00887394689489156}
{"step": 11930, "loss": 0.0534, "learning_rate": 1e-05}
{"step": 11930, "dynamics_loss_avg": 0.05098283607512712}
{"step": 11930, "action_loss_avg": 0.005346279963850975}
{"step": 11940, "loss": 0.0498, "learning_rate": 1e-05}
{"step": 11940, "dynamics_loss_avg": 0.03973482381552458}
{"step": 11940, "action_loss_avg": 0.004349666682537645}
{"step": 11950, "loss": 0.0646, "learning_rate": 1e-05}
{"step": 11950, "dynamics_loss_avg": 0.059074209071695805}
{"step": 11950, "action_loss_avg": 0.008916838164441287}
{"step": 11960, "loss": 0.0752, "learning_rate": 1e-05}
{"step": 11960, "dynamics_loss_avg": 0.06993741318583488}
{"step": 11960, "action_loss_avg": 0.010151275619864463}
{"step": 11970, "loss": 0.0564, "learning_rate": 1e-05}
{"step": 11970, "dynamics_loss_avg": 0.04547494286671281}
{"step": 11970, "action_loss_avg": 0.00743888805154711}
{"step": 11980, "loss": 0.0871, "learning_rate": 1e-05}
{"step": 11980, "dynamics_loss_avg": 0.08316213004291058}
{"step": 11980, "action_loss_avg": 0.014139598119072616}
{"step": 11990, "loss": 0.0659, "learning_rate": 1e-05}
{"step": 11990, "dynamics_loss_avg": 0.05134355053305626}
{"step": 11990, "action_loss_avg": 0.008167119743302465}
{"step": 12000, "loss": 0.0765, "learning_rate": 1e-05}
{"step": 12000, "dynamics_loss_avg": 0.06509322002530098}
{"step": 12000, "action_loss_avg": 0.009132992778904735}
{"step": 12010, "loss": 0.0653, "learning_rate": 1e-05}
{"step": 12010, "dynamics_loss_avg": 0.05893594603985548}
{"step": 12010, "action_loss_avg": 0.006308184214867651}
{"step": 12020, "loss": 0.0806, "learning_rate": 1e-05}
{"step": 12020, "dynamics_loss_avg": 0.06839667018502951}
{"step": 12020, "action_loss_avg": 0.008875198871828615}
{"step": 12030, "loss": 0.0794, "learning_rate": 1e-05}
{"step": 12030, "dynamics_loss_avg": 0.06888831220567226}
{"step": 12030, "action_loss_avg": 0.010580979334190489}
{"step": 12040, "loss": 0.0634, "learning_rate": 1e-05}
{"step": 12040, "dynamics_loss_avg": 0.0607775628566742}
{"step": 12040, "action_loss_avg": 0.007950365729629993}
{"step": 12050, "loss": 0.0691, "learning_rate": 1e-05}
{"step": 12050, "dynamics_loss_avg": 0.056582878530025485}
{"step": 12050, "action_loss_avg": 0.007039028930012137}
{"step": 12060, "loss": 0.0609, "learning_rate": 1e-05}
{"step": 12060, "dynamics_loss_avg": 0.05566624496132135}
{"step": 12060, "action_loss_avg": 0.007306655426509679}
{"step": 12070, "loss": 0.0824, "learning_rate": 1e-05}
{"step": 12070, "dynamics_loss_avg": 0.07276450395584107}
{"step": 12070, "action_loss_avg": 0.009062366560101509}
{"step": 12080, "loss": 0.0706, "learning_rate": 1e-05}
{"step": 12080, "dynamics_loss_avg": 0.06499767303466797}
{"step": 12080, "action_loss_avg": 0.008409292041324078}
{"step": 12090, "loss": 0.0623, "learning_rate": 1e-05}
{"step": 12090, "dynamics_loss_avg": 0.04984549935907125}
{"step": 12090, "action_loss_avg": 0.006366375950165093}
{"step": 12100, "loss": 0.0551, "learning_rate": 1e-05}
{"step": 12100, "dynamics_loss_avg": 0.05114476904273033}
{"step": 12100, "action_loss_avg": 0.0062297428725287315}
{"step": 12110, "loss": 0.0544, "learning_rate": 1e-05}
{"step": 12110, "dynamics_loss_avg": 0.047928054630756375}
{"step": 12110, "action_loss_avg": 0.005423421901650727}
{"step": 12120, "loss": 0.0593, "learning_rate": 1e-05}
{"step": 12120, "dynamics_loss_avg": 0.05979851838201285}
{"step": 12120, "action_loss_avg": 0.008915466303005815}
{"step": 12130, "loss": 0.0796, "learning_rate": 1e-05}
{"step": 12130, "dynamics_loss_avg": 0.06386810280382633}
{"step": 12130, "action_loss_avg": 0.00846090572886169}
{"step": 12140, "loss": 0.0673, "learning_rate": 1e-05}
{"step": 12140, "dynamics_loss_avg": 0.05605864636600018}
{"step": 12140, "action_loss_avg": 0.009249572502449155}
{"step": 12150, "loss": 0.0643, "learning_rate": 1e-05}
{"step": 12150, "dynamics_loss_avg": 0.05818071737885475}
{"step": 12150, "action_loss_avg": 0.006388725573197007}
{"step": 12160, "loss": 0.0471, "learning_rate": 1e-05}
{"step": 12160, "dynamics_loss_avg": 0.042957826517522335}
{"step": 12160, "action_loss_avg": 0.004421251197345555}
{"step": 12170, "loss": 0.0555, "learning_rate": 1e-05}
{"step": 12170, "dynamics_loss_avg": 0.04618514478206635}
{"step": 12170, "action_loss_avg": 0.007150427903980017}
{"step": 12180, "loss": 0.0693, "learning_rate": 1e-05}
{"step": 12180, "dynamics_loss_avg": 0.06750341029837728}
{"step": 12180, "action_loss_avg": 0.007924937328789383}
{"step": 12190, "loss": 0.0699, "learning_rate": 1e-05}
{"step": 12190, "dynamics_loss_avg": 0.05428523998707533}
{"step": 12190, "action_loss_avg": 0.009350674937013536}
{"step": 12200, "loss": 0.0497, "learning_rate": 1e-05}
{"step": 12200, "dynamics_loss_avg": 0.05063339788466692}
{"step": 12200, "action_loss_avg": 0.005235644429922104}
{"step": 12210, "loss": 0.059, "learning_rate": 1e-05}
{"step": 12210, "dynamics_loss_avg": 0.050241968408226964}
{"step": 12210, "action_loss_avg": 0.006848978326888755}
{"step": 12220, "loss": 0.0852, "learning_rate": 1e-05}
{"step": 12220, "dynamics_loss_avg": 0.0741242628544569}
{"step": 12220, "action_loss_avg": 0.007898234692402185}
{"step": 12230, "loss": 0.0682, "learning_rate": 1e-05}
{"step": 12230, "dynamics_loss_avg": 0.062265141680836675}
{"step": 12230, "action_loss_avg": 0.009164935001172126}
{"step": 12240, "loss": 0.0679, "learning_rate": 1e-05}
{"step": 12240, "dynamics_loss_avg": 0.05839758403599262}
{"step": 12240, "action_loss_avg": 0.008051504369359464}
{"step": 12250, "loss": 0.0675, "learning_rate": 1e-05}
{"step": 12250, "dynamics_loss_avg": 0.06205735839903355}
{"step": 12250, "action_loss_avg": 0.007899409101810306}
{"step": 12260, "loss": 0.0683, "learning_rate": 1e-05}
{"step": 12260, "dynamics_loss_avg": 0.06012984961271286}
{"step": 12260, "action_loss_avg": 0.007873285096138716}
{"step": 12270, "loss": 0.0574, "learning_rate": 1e-05}
{"step": 12270, "dynamics_loss_avg": 0.04913710933178663}
{"step": 12270, "action_loss_avg": 0.006019729748368263}
{"step": 12280, "loss": 0.062, "learning_rate": 1e-05}
{"step": 12280, "dynamics_loss_avg": 0.05913163386285305}
{"step": 12280, "action_loss_avg": 0.0075986267649568616}
{"step": 12290, "loss": 0.0722, "learning_rate": 1e-05}
{"step": 12290, "dynamics_loss_avg": 0.0639540895819664}
{"step": 12290, "action_loss_avg": 0.007059690554160625}
{"step": 12300, "loss": 0.0523, "learning_rate": 1e-05}
{"step": 12300, "dynamics_loss_avg": 0.04332233611494303}
{"step": 12300, "action_loss_avg": 0.0043424917850643395}
{"step": 12310, "loss": 0.0601, "learning_rate": 1e-05}
{"step": 12310, "dynamics_loss_avg": 0.052813163865357636}
{"step": 12310, "action_loss_avg": 0.00658828328596428}
{"step": 12320, "loss": 0.0656, "learning_rate": 1e-05}
{"step": 12320, "dynamics_loss_avg": 0.061387256160378455}
{"step": 12320, "action_loss_avg": 0.009199266333598643}
{"step": 12330, "loss": 0.0818, "learning_rate": 1e-05}
{"step": 12330, "dynamics_loss_avg": 0.07087104804813862}
{"step": 12330, "action_loss_avg": 0.008926045894622803}
{"step": 12340, "loss": 0.065, "learning_rate": 1e-05}
{"step": 12340, "dynamics_loss_avg": 0.05809012548997998}
{"step": 12340, "action_loss_avg": 0.0078377305297181}
{"step": 12350, "loss": 0.065, "learning_rate": 1e-05}
{"step": 12350, "dynamics_loss_avg": 0.05418893620371819}
{"step": 12350, "action_loss_avg": 0.008048275113105774}
{"step": 12360, "loss": 0.082, "learning_rate": 1e-05}
{"step": 12360, "dynamics_loss_avg": 0.07439720891416073}
{"step": 12360, "action_loss_avg": 0.009836945100687444}
{"step": 12370, "loss": 0.0627, "learning_rate": 1e-05}
{"step": 12370, "dynamics_loss_avg": 0.05456973426043987}
{"step": 12370, "action_loss_avg": 0.006500245095230639}
{"step": 12380, "loss": 0.0612, "learning_rate": 1e-05}
{"step": 12380, "dynamics_loss_avg": 0.061646273173391816}
{"step": 12380, "action_loss_avg": 0.008483395865187048}
{"step": 12390, "loss": 0.0776, "learning_rate": 1e-05}
{"step": 12390, "dynamics_loss_avg": 0.060275617986917496}
{"step": 12390, "action_loss_avg": 0.006847637402825057}
{"step": 12400, "loss": 0.0565, "learning_rate": 1e-05}
{"step": 12400, "dynamics_loss_avg": 0.053265557065606116}
{"step": 12400, "action_loss_avg": 0.005450050439685583}
{"step": 12410, "loss": 0.0606, "learning_rate": 1e-05}
{"step": 12410, "dynamics_loss_avg": 0.055477744340896605}
{"step": 12410, "action_loss_avg": 0.0055933316936716436}
{"step": 12420, "loss": 0.0614, "learning_rate": 1e-05}
{"step": 12420, "dynamics_loss_avg": 0.05228774314746261}
{"step": 12420, "action_loss_avg": 0.007093823462491855}
{"step": 12430, "loss": 0.0622, "learning_rate": 1e-05}
{"step": 12430, "dynamics_loss_avg": 0.05347339008003473}
{"step": 12430, "action_loss_avg": 0.007236566348001361}
{"step": 12440, "loss": 0.0681, "learning_rate": 1e-05}
{"step": 12440, "dynamics_loss_avg": 0.0613199008628726}
{"step": 12440, "action_loss_avg": 0.006507668038830161}
{"step": 12450, "loss": 0.0588, "learning_rate": 1e-05}
{"step": 12450, "dynamics_loss_avg": 0.05467451419681311}
{"step": 12450, "action_loss_avg": 0.005116482498124242}
{"step": 12460, "loss": 0.0654, "learning_rate": 1e-05}
{"step": 12460, "dynamics_loss_avg": 0.06042951792478561}
{"step": 12460, "action_loss_avg": 0.007766971754608676}
{"step": 12470, "loss": 0.0707, "learning_rate": 1e-05}
{"step": 12470, "dynamics_loss_avg": 0.061313527077436446}
{"step": 12470, "action_loss_avg": 0.006424725288525224}
{"step": 12480, "loss": 0.0518, "learning_rate": 1e-05}
{"step": 12480, "dynamics_loss_avg": 0.05800690958276391}
{"step": 12480, "action_loss_avg": 0.00810632836073637}
{"step": 12490, "loss": 0.0775, "learning_rate": 1e-05}
{"step": 12490, "dynamics_loss_avg": 0.05455060750246048}
{"step": 12490, "action_loss_avg": 0.0077089938335120674}
{"step": 12500, "loss": 0.0565, "learning_rate": 1e-05}
{"step": 12500, "dynamics_loss_avg": 0.059442630223929885}
{"step": 12500, "action_loss_avg": 0.005787495849654078}
{"step": 12510, "loss": 0.0706, "learning_rate": 1e-05}
{"step": 12510, "dynamics_loss_avg": 0.05487505923956633}
{"step": 12510, "action_loss_avg": 0.007582359970547259}
{"step": 12520, "loss": 0.0611, "learning_rate": 1e-05}
{"step": 12520, "dynamics_loss_avg": 0.06129700653254986}
{"step": 12520, "action_loss_avg": 0.009381116821896286}
{"step": 12530, "loss": 0.072, "learning_rate": 1e-05}
{"step": 12530, "dynamics_loss_avg": 0.05558984111994505}
{"step": 12530, "action_loss_avg": 0.008034253760706633}
{"step": 12540, "loss": 0.0641, "learning_rate": 1e-05}
{"step": 12540, "dynamics_loss_avg": 0.05545930610969663}
{"step": 12540, "action_loss_avg": 0.00570812706137076}
{"step": 12550, "loss": 0.0567, "learning_rate": 1e-05}
{"step": 12550, "dynamics_loss_avg": 0.05822325050830841}
{"step": 12550, "action_loss_avg": 0.00592302322620526}
{"step": 12560, "loss": 0.0551, "learning_rate": 1e-05}
{"step": 12560, "dynamics_loss_avg": 0.04411969557404518}
{"step": 12560, "action_loss_avg": 0.005372950155287981}
{"step": 12570, "loss": 0.0564, "learning_rate": 1e-05}
{"step": 12570, "dynamics_loss_avg": 0.0519060829654336}
{"step": 12570, "action_loss_avg": 0.006489088386297226}
{"step": 12580, "loss": 0.0516, "learning_rate": 1e-05}
{"step": 12580, "dynamics_loss_avg": 0.046415743231773374}
{"step": 12580, "action_loss_avg": 0.005115582328289747}
{"step": 12590, "loss": 0.06, "learning_rate": 1e-05}
{"step": 12590, "dynamics_loss_avg": 0.05205981731414795}
{"step": 12590, "action_loss_avg": 0.00661279559135437}
{"step": 12600, "loss": 0.0643, "learning_rate": 1e-05}
{"step": 12600, "dynamics_loss_avg": 0.06147201359272003}
{"step": 12600, "action_loss_avg": 0.008080730400979518}
{"step": 12610, "loss": 0.0735, "learning_rate": 1e-05}
{"step": 12610, "dynamics_loss_avg": 0.05986166149377823}
{"step": 12610, "action_loss_avg": 0.0067119334009476}
{"step": 12620, "loss": 0.0627, "learning_rate": 1e-05}
{"step": 12620, "dynamics_loss_avg": 0.062027806974947454}
{"step": 12620, "action_loss_avg": 0.007292486680671573}
{"step": 12630, "loss": 0.065, "learning_rate": 1e-05}
{"step": 12630, "dynamics_loss_avg": 0.05414848756045103}
{"step": 12630, "action_loss_avg": 0.007563531841151416}
{"step": 12640, "loss": 0.0792, "learning_rate": 1e-05}
{"step": 12640, "dynamics_loss_avg": 0.0749854702502489}
{"step": 12640, "action_loss_avg": 0.011961508775129914}
{"step": 12650, "loss": 0.075, "learning_rate": 1e-05}
{"step": 12650, "dynamics_loss_avg": 0.05983835849910975}
{"step": 12650, "action_loss_avg": 0.010191214410588146}
{"step": 12660, "loss": 0.0549, "learning_rate": 1e-05}
{"step": 12660, "dynamics_loss_avg": 0.048007174767553805}
{"step": 12660, "action_loss_avg": 0.006864119169767946}
{"step": 12670, "loss": 0.0744, "learning_rate": 1e-05}
{"step": 12670, "dynamics_loss_avg": 0.06287287902086973}
{"step": 12670, "action_loss_avg": 0.010087376914452762}
{"step": 12680, "loss": 0.062, "learning_rate": 1e-05}
{"step": 12680, "dynamics_loss_avg": 0.05110404044389725}
{"step": 12680, "action_loss_avg": 0.010161321330815553}
{"step": 12690, "loss": 0.0739, "learning_rate": 1e-05}
{"step": 12690, "dynamics_loss_avg": 0.06537835821509361}
{"step": 12690, "action_loss_avg": 0.008870627777650953}
{"step": 12700, "loss": 0.0781, "learning_rate": 1e-05}
{"step": 12700, "dynamics_loss_avg": 0.06915084160864353}
{"step": 12700, "action_loss_avg": 0.012520182435400784}
{"step": 12710, "loss": 0.0666, "learning_rate": 1e-05}
{"step": 12710, "dynamics_loss_avg": 0.05638068243861198}
{"step": 12710, "action_loss_avg": 0.006854716350790113}
{"step": 12720, "loss": 0.0622, "learning_rate": 1e-05}
{"step": 12720, "dynamics_loss_avg": 0.05192223619669676}
{"step": 12720, "action_loss_avg": 0.005705952737480402}
{"step": 12730, "loss": 0.0758, "learning_rate": 1e-05}
{"step": 12730, "dynamics_loss_avg": 0.06914523970335722}
{"step": 12730, "action_loss_avg": 0.008381419873330742}
{"step": 12740, "loss": 0.0703, "learning_rate": 1e-05}
{"step": 12740, "dynamics_loss_avg": 0.06367783360183239}
{"step": 12740, "action_loss_avg": 0.008736829296685756}
{"step": 12750, "loss": 0.0678, "learning_rate": 1e-05}
{"step": 12750, "dynamics_loss_avg": 0.06878991797566414}
{"step": 12750, "action_loss_avg": 0.008377359947189689}
{"step": 12760, "loss": 0.0795, "learning_rate": 1e-05}
{"step": 12760, "dynamics_loss_avg": 0.05935315955430269}
{"step": 12760, "action_loss_avg": 0.007630811375565827}
{"step": 12770, "loss": 0.0571, "learning_rate": 1e-05}
{"step": 12770, "dynamics_loss_avg": 0.05229638908058405}
{"step": 12770, "action_loss_avg": 0.0064500410691834984}
{"step": 12780, "loss": 0.054, "learning_rate": 1e-05}
{"step": 12780, "dynamics_loss_avg": 0.050556722283363345}
{"step": 12780, "action_loss_avg": 0.00763948995154351}
{"step": 12790, "loss": 0.0594, "learning_rate": 1e-05}
{"step": 12790, "dynamics_loss_avg": 0.048534626886248586}
{"step": 12790, "action_loss_avg": 0.006618091370910406}
{"step": 12800, "loss": 0.0706, "learning_rate": 1e-05}
{"step": 12800, "dynamics_loss_avg": 0.0648765480145812}
{"step": 12800, "action_loss_avg": 0.008937748079188169}
{"step": 12810, "loss": 0.0649, "learning_rate": 1e-05}
{"step": 12810, "dynamics_loss_avg": 0.05385501366108656}
{"step": 12810, "action_loss_avg": 0.008960565808229149}
{"step": 12820, "loss": 0.062, "learning_rate": 1e-05}
{"step": 12820, "dynamics_loss_avg": 0.053105642274022105}
{"step": 12820, "action_loss_avg": 0.005162805231520906}
{"step": 12830, "loss": 0.0706, "learning_rate": 1e-05}
{"step": 12830, "dynamics_loss_avg": 0.06559247262775898}
{"step": 12830, "action_loss_avg": 0.008907749503850936}
{"step": 12840, "loss": 0.0731, "learning_rate": 1e-05}
{"step": 12840, "dynamics_loss_avg": 0.06452646553516388}
{"step": 12840, "action_loss_avg": 0.007529604888986796}
{"step": 12850, "loss": 0.0569, "learning_rate": 1e-05}
{"step": 12850, "dynamics_loss_avg": 0.05164974806830287}
{"step": 12850, "action_loss_avg": 0.00479409946128726}
{"step": 12860, "loss": 0.0669, "learning_rate": 1e-05}
{"step": 12860, "dynamics_loss_avg": 0.0642965892329812}
{"step": 12860, "action_loss_avg": 0.006421659514307976}
{"step": 12870, "loss": 0.071, "learning_rate": 1e-05}
{"step": 12870, "dynamics_loss_avg": 0.05883403904736042}
{"step": 12870, "action_loss_avg": 0.007778864807914942}
{"step": 12880, "loss": 0.0671, "learning_rate": 1e-05}
{"step": 12880, "dynamics_loss_avg": 0.05907453987747431}
{"step": 12880, "action_loss_avg": 0.006855051871389151}
{"step": 12890, "loss": 0.0713, "learning_rate": 1e-05}
{"step": 12890, "dynamics_loss_avg": 0.0642895213328302}
{"step": 12890, "action_loss_avg": 0.006987884198315442}
{"step": 12900, "loss": 0.0564, "learning_rate": 1e-05}
{"step": 12900, "dynamics_loss_avg": 0.05399495773017406}
{"step": 12900, "action_loss_avg": 0.006993933627381921}
{"step": 12910, "loss": 0.0698, "learning_rate": 1e-05}
{"step": 12910, "dynamics_loss_avg": 0.06540819481015206}
{"step": 12910, "action_loss_avg": 0.008781649451702834}
{"step": 12920, "loss": 0.0722, "learning_rate": 1e-05}
{"step": 12920, "dynamics_loss_avg": 0.060342921130359176}
{"step": 12920, "action_loss_avg": 0.00672684699529782}
{"step": 12930, "loss": 0.0617, "learning_rate": 1e-05}
{"step": 12930, "dynamics_loss_avg": 0.052515242248773575}
{"step": 12930, "action_loss_avg": 0.006826355564408004}
{"step": 12940, "loss": 0.0599, "learning_rate": 1e-05}
{"step": 12940, "dynamics_loss_avg": 0.055153119890019295}
{"step": 12940, "action_loss_avg": 0.007820101641118526}
{"step": 12950, "loss": 0.0627, "learning_rate": 1e-05}
{"step": 12950, "dynamics_loss_avg": 0.05340253058820963}
{"step": 12950, "action_loss_avg": 0.005613280949182809}
{"step": 12960, "loss": 0.0721, "learning_rate": 1e-05}
{"step": 12960, "dynamics_loss_avg": 0.0655812731012702}
{"step": 12960, "action_loss_avg": 0.008371900138445198}
{"step": 12970, "loss": 0.0788, "learning_rate": 1e-05}
{"step": 12970, "dynamics_loss_avg": 0.06936103105545044}
{"step": 12970, "action_loss_avg": 0.009151448518969119}
{"step": 12980, "loss": 0.0557, "learning_rate": 1e-05}
{"step": 12980, "dynamics_loss_avg": 0.05182206705212593}
{"step": 12980, "action_loss_avg": 0.004140181140974164}
{"step": 12990, "loss": 0.0762, "learning_rate": 1e-05}
{"step": 12990, "dynamics_loss_avg": 0.06568976435810328}
{"step": 12990, "action_loss_avg": 0.00918171787634492}
{"step": 13000, "loss": 0.0617, "learning_rate": 1e-05}
{"step": 13000, "dynamics_loss_avg": 0.05417374633252621}
{"step": 13000, "action_loss_avg": 0.007624473702162504}
{"step": 13010, "loss": 0.0645, "learning_rate": 1e-05}
{"step": 13010, "dynamics_loss_avg": 0.06248832866549492}
{"step": 13010, "action_loss_avg": 0.009140273835510016}
{"step": 13020, "loss": 0.0676, "learning_rate": 1e-05}
{"step": 13020, "dynamics_loss_avg": 0.05595017857849598}
{"step": 13020, "action_loss_avg": 0.007319142832420767}
{"step": 13030, "loss": 0.0404, "learning_rate": 1e-05}
{"step": 13030, "dynamics_loss_avg": 0.03448454290628433}
{"step": 13030, "action_loss_avg": 0.003478933166479692}
{"step": 13040, "loss": 0.0728, "learning_rate": 1e-05}
{"step": 13040, "dynamics_loss_avg": 0.062198017910122874}
{"step": 13040, "action_loss_avg": 0.009160166350193321}
{"step": 13050, "loss": 0.0459, "learning_rate": 1e-05}
{"step": 13050, "dynamics_loss_avg": 0.04370062574744225}
{"step": 13050, "action_loss_avg": 0.005003971268888563}
{"step": 13060, "loss": 0.0562, "learning_rate": 1e-05}
{"step": 13060, "dynamics_loss_avg": 0.055574094876646996}
{"step": 13060, "action_loss_avg": 0.006669230584520847}
{"step": 13070, "loss": 0.0643, "learning_rate": 1e-05}
{"step": 13070, "dynamics_loss_avg": 0.05350648667663336}
{"step": 13070, "action_loss_avg": 0.006771101453341544}
{"step": 13080, "loss": 0.0619, "learning_rate": 1e-05}
{"step": 13080, "dynamics_loss_avg": 0.05202805288136005}
{"step": 13080, "action_loss_avg": 0.006516220606863498}
{"step": 13090, "loss": 0.067, "learning_rate": 1e-05}
{"step": 13090, "dynamics_loss_avg": 0.060926768369972704}
{"step": 13090, "action_loss_avg": 0.008292637136764824}
{"step": 13100, "loss": 0.0696, "learning_rate": 1e-05}
{"step": 13100, "dynamics_loss_avg": 0.06161263808608055}
{"step": 13100, "action_loss_avg": 0.00684354524128139}
{"step": 13110, "loss": 0.0611, "learning_rate": 1e-05}
{"step": 13110, "dynamics_loss_avg": 0.05530136805027723}
{"step": 13110, "action_loss_avg": 0.00644436851143837}
{"step": 13120, "loss": 0.0686, "learning_rate": 1e-05}
{"step": 13120, "dynamics_loss_avg": 0.06470889672636986}
{"step": 13120, "action_loss_avg": 0.006628830684348941}
{"step": 13130, "loss": 0.0609, "learning_rate": 1e-05}
{"step": 13130, "dynamics_loss_avg": 0.048374610207974914}
{"step": 13130, "action_loss_avg": 0.006240933132357895}
{"step": 13140, "loss": 0.0459, "learning_rate": 1e-05}
{"step": 13140, "dynamics_loss_avg": 0.04515186343342066}
{"step": 13140, "action_loss_avg": 0.007365607644896954}
{"step": 13150, "loss": 0.067, "learning_rate": 1e-05}
{"step": 13150, "dynamics_loss_avg": 0.054196385107934474}
{"step": 13150, "action_loss_avg": 0.007640158291906118}
{"step": 13160, "loss": 0.0529, "learning_rate": 1e-05}
{"step": 13160, "dynamics_loss_avg": 0.0482065673917532}
{"step": 13160, "action_loss_avg": 0.005077166319824755}
{"step": 13170, "loss": 0.0755, "learning_rate": 1e-05}
{"step": 13170, "dynamics_loss_avg": 0.07241702452301979}
{"step": 13170, "action_loss_avg": 0.008607255015522241}
{"step": 13180, "loss": 0.0882, "learning_rate": 1e-05}
{"step": 13180, "dynamics_loss_avg": 0.07498965561389923}
{"step": 13180, "action_loss_avg": 0.00917989290319383}
{"step": 13190, "loss": 0.067, "learning_rate": 1e-05}
{"step": 13190, "dynamics_loss_avg": 0.05912703480571509}
{"step": 13190, "action_loss_avg": 0.006850800546817482}
{"step": 13200, "loss": 0.0612, "learning_rate": 1e-05}
{"step": 13200, "dynamics_loss_avg": 0.05335055012255907}
{"step": 13200, "action_loss_avg": 0.006513238628394901}
{"step": 13210, "loss": 0.0665, "learning_rate": 1e-05}
{"step": 13210, "dynamics_loss_avg": 0.05835138931870461}
{"step": 13210, "action_loss_avg": 0.007629966968670488}
{"step": 13220, "loss": 0.0701, "learning_rate": 1e-05}
{"step": 13220, "dynamics_loss_avg": 0.0626819035038352}
{"step": 13220, "action_loss_avg": 0.007131344568915665}
{"step": 13230, "loss": 0.0703, "learning_rate": 1e-05}
{"step": 13230, "dynamics_loss_avg": 0.06739578247070313}
{"step": 13230, "action_loss_avg": 0.007774304016493261}
{"step": 13240, "loss": 0.0474, "learning_rate": 1e-05}
{"step": 13240, "dynamics_loss_avg": 0.03924181945621967}
{"step": 13240, "action_loss_avg": 0.004384222277440131}
{"step": 13250, "loss": 0.0718, "learning_rate": 1e-05}
{"step": 13250, "dynamics_loss_avg": 0.06955150663852691}
{"step": 13250, "action_loss_avg": 0.009177414583973587}
{"step": 13260, "loss": 0.0706, "learning_rate": 1e-05}
{"step": 13260, "dynamics_loss_avg": 0.053312179446220395}
{"step": 13260, "action_loss_avg": 0.008942161104641855}
{"step": 13270, "loss": 0.0605, "learning_rate": 1e-05}
{"step": 13270, "dynamics_loss_avg": 0.05140843894332647}
{"step": 13270, "action_loss_avg": 0.009240366658195854}
{"step": 13280, "loss": 0.0562, "learning_rate": 1e-05}
{"step": 13280, "dynamics_loss_avg": 0.049365826323628424}
{"step": 13280, "action_loss_avg": 0.0066749553196132185}
{"step": 13290, "loss": 0.0499, "learning_rate": 1e-05}
{"step": 13290, "dynamics_loss_avg": 0.05044747292995453}
{"step": 13290, "action_loss_avg": 0.00652175882132724}
{"step": 13300, "loss": 0.0723, "learning_rate": 1e-05}
{"step": 13300, "dynamics_loss_avg": 0.061938327923417094}
{"step": 13300, "action_loss_avg": 0.008122915728017687}
{"step": 13310, "loss": 0.0682, "learning_rate": 1e-05}
{"step": 13310, "dynamics_loss_avg": 0.05892911422997713}
{"step": 13310, "action_loss_avg": 0.007037797686643898}
{"step": 13320, "loss": 0.0609, "learning_rate": 1e-05}
{"step": 13320, "dynamics_loss_avg": 0.057464790716767314}
{"step": 13320, "action_loss_avg": 0.0066978704999201}
{"step": 13330, "loss": 0.0671, "learning_rate": 1e-05}
{"step": 13330, "dynamics_loss_avg": 0.05937865059822798}
{"step": 13330, "action_loss_avg": 0.009762325114570558}
{"step": 13340, "loss": 0.0614, "learning_rate": 1e-05}
{"step": 13340, "dynamics_loss_avg": 0.05264871120452881}
{"step": 13340, "action_loss_avg": 0.007158511783927679}
{"step": 13350, "loss": 0.0607, "learning_rate": 1e-05}
{"step": 13350, "dynamics_loss_avg": 0.05614528451114893}
{"step": 13350, "action_loss_avg": 0.0072486544726416465}
{"step": 13360, "loss": 0.0799, "learning_rate": 1e-05}
{"step": 13360, "dynamics_loss_avg": 0.06589749082922935}
{"step": 13360, "action_loss_avg": 0.010686474572867154}
{"step": 13370, "loss": 0.068, "learning_rate": 1e-05}
{"step": 13370, "dynamics_loss_avg": 0.05866897124797106}
{"step": 13370, "action_loss_avg": 0.008723800559528172}
{"step": 13380, "loss": 0.0498, "learning_rate": 1e-05}
{"step": 13380, "dynamics_loss_avg": 0.04141966942697763}
{"step": 13380, "action_loss_avg": 0.004609315516427159}
{"step": 13390, "loss": 0.0516, "learning_rate": 1e-05}
{"step": 13390, "dynamics_loss_avg": 0.04878794886171818}
{"step": 13390, "action_loss_avg": 0.00583913178415969}
{"step": 13400, "loss": 0.0622, "learning_rate": 1e-05}
{"step": 13400, "dynamics_loss_avg": 0.0586225088685751}
{"step": 13400, "action_loss_avg": 0.008513306197710336}
{"step": 13410, "loss": 0.0604, "learning_rate": 1e-05}
{"step": 13410, "dynamics_loss_avg": 0.049187590926885606}
{"step": 13410, "action_loss_avg": 0.00448011226253584}
{"step": 13420, "loss": 0.0552, "learning_rate": 1e-05}
{"step": 13420, "dynamics_loss_avg": 0.04831613264977932}
{"step": 13420, "action_loss_avg": 0.00588302641408518}
{"step": 13430, "loss": 0.0511, "learning_rate": 1e-05}
{"step": 13430, "dynamics_loss_avg": 0.04802335929125547}
{"step": 13430, "action_loss_avg": 0.00504419319331646}
{"step": 13440, "loss": 0.0744, "learning_rate": 1e-05}
{"step": 13440, "dynamics_loss_avg": 0.06662240289151669}
{"step": 13440, "action_loss_avg": 0.010226265201345086}
{"step": 13450, "loss": 0.0697, "learning_rate": 1e-05}
{"step": 13450, "dynamics_loss_avg": 0.06106631364673376}
{"step": 13450, "action_loss_avg": 0.006985744368284941}
{"step": 13460, "loss": 0.0666, "learning_rate": 1e-05}
{"step": 13460, "dynamics_loss_avg": 0.058104560151696204}
{"step": 13460, "action_loss_avg": 0.007620589155703783}
{"step": 13470, "loss": 0.0537, "learning_rate": 1e-05}
{"step": 13470, "dynamics_loss_avg": 0.049727586656808855}
{"step": 13470, "action_loss_avg": 0.0065441280021332204}
{"step": 13480, "loss": 0.071, "learning_rate": 1e-05}
{"step": 13480, "dynamics_loss_avg": 0.05982260201126337}
{"step": 13480, "action_loss_avg": 0.009598830109462142}
{"step": 13490, "loss": 0.0751, "learning_rate": 1e-05}
{"step": 13490, "dynamics_loss_avg": 0.07009266391396522}
{"step": 13490, "action_loss_avg": 0.007815409149043263}
{"step": 13500, "loss": 0.0633, "learning_rate": 1e-05}
{"step": 13500, "dynamics_loss_avg": 0.05205837171524763}
{"step": 13500, "action_loss_avg": 0.005790960066951812}
{"step": 13510, "loss": 0.0567, "learning_rate": 1e-05}
{"step": 13510, "dynamics_loss_avg": 0.04774860460311174}
{"step": 13510, "action_loss_avg": 0.0075524861458688974}
{"step": 13520, "loss": 0.0682, "learning_rate": 1e-05}
{"step": 13520, "dynamics_loss_avg": 0.06526126619428396}
{"step": 13520, "action_loss_avg": 0.009732118615647777}
{"step": 13530, "loss": 0.068, "learning_rate": 1e-05}
{"step": 13530, "dynamics_loss_avg": 0.05784764029085636}
{"step": 13530, "action_loss_avg": 0.007624449394643307}
{"step": 13540, "loss": 0.0594, "learning_rate": 1e-05}
{"step": 13540, "dynamics_loss_avg": 0.052215521782636644}
{"step": 13540, "action_loss_avg": 0.008465504716150462}
{"step": 13550, "loss": 0.0627, "learning_rate": 1e-05}
{"step": 13550, "dynamics_loss_avg": 0.05413620099425316}
{"step": 13550, "action_loss_avg": 0.007771775382570923}
{"step": 13560, "loss": 0.0592, "learning_rate": 1e-05}
{"step": 13560, "dynamics_loss_avg": 0.05260828342288733}
{"step": 13560, "action_loss_avg": 0.006406333576887846}
{"step": 13570, "loss": 0.0623, "learning_rate": 1e-05}
{"step": 13570, "dynamics_loss_avg": 0.05343005135655403}
{"step": 13570, "action_loss_avg": 0.0057705304818227885}
{"step": 13580, "loss": 0.0599, "learning_rate": 1e-05}
{"step": 13580, "dynamics_loss_avg": 0.05190397799015045}
{"step": 13580, "action_loss_avg": 0.007662325247656554}
{"step": 13590, "loss": 0.0569, "learning_rate": 1e-05}
{"step": 13590, "dynamics_loss_avg": 0.054492123425006866}
{"step": 13590, "action_loss_avg": 0.005849951994605362}
{"step": 13600, "loss": 0.0853, "learning_rate": 1e-05}
{"step": 13600, "dynamics_loss_avg": 0.07541160192340612}
{"step": 13600, "action_loss_avg": 0.010602960200048982}
{"step": 13610, "loss": 0.0645, "learning_rate": 1e-05}
{"step": 13610, "dynamics_loss_avg": 0.05224221255630255}
{"step": 13610, "action_loss_avg": 0.0064050598535686735}
{"step": 13620, "loss": 0.0631, "learning_rate": 1e-05}
{"step": 13620, "dynamics_loss_avg": 0.05880378466099501}
{"step": 13620, "action_loss_avg": 0.0077086323872208595}
{"step": 13630, "loss": 0.0528, "learning_rate": 1e-05}
{"step": 13630, "dynamics_loss_avg": 0.043901503831148145}
{"step": 13630, "action_loss_avg": 0.005475264694541693}
{"step": 13640, "loss": 0.069, "learning_rate": 1e-05}
{"step": 13640, "dynamics_loss_avg": 0.06568687148392201}
{"step": 13640, "action_loss_avg": 0.007877622335217892}
{"step": 13650, "loss": 0.0661, "learning_rate": 1e-05}
{"step": 13650, "dynamics_loss_avg": 0.05600669048726559}
{"step": 13650, "action_loss_avg": 0.006859837821684778}
{"step": 13660, "loss": 0.0477, "learning_rate": 1e-05}
{"step": 13660, "dynamics_loss_avg": 0.045624487474560736}
{"step": 13660, "action_loss_avg": 0.005976036516949534}
{"step": 13670, "loss": 0.0665, "learning_rate": 1e-05}
{"step": 13670, "dynamics_loss_avg": 0.05742759183049202}
{"step": 13670, "action_loss_avg": 0.0069218732882291075}
{"step": 13680, "loss": 0.0606, "learning_rate": 1e-05}
{"step": 13680, "dynamics_loss_avg": 0.05541248433291912}
{"step": 13680, "action_loss_avg": 0.008487764932215213}
{"step": 13690, "loss": 0.0791, "learning_rate": 1e-05}
{"step": 13690, "dynamics_loss_avg": 0.06976619604974985}
{"step": 13690, "action_loss_avg": 0.008176473318599164}
{"step": 13700, "loss": 0.0606, "learning_rate": 1e-05}
{"step": 13700, "dynamics_loss_avg": 0.057589429803192614}
{"step": 13700, "action_loss_avg": 0.007652366440743208}
{"step": 13710, "loss": 0.054, "learning_rate": 1e-05}
{"step": 13710, "dynamics_loss_avg": 0.04689689073711634}
{"step": 13710, "action_loss_avg": 0.005818476108834148}
{"step": 13720, "loss": 0.0669, "learning_rate": 1e-05}
{"step": 13720, "dynamics_loss_avg": 0.05808775760233402}
{"step": 13720, "action_loss_avg": 0.0065647543407976626}
{"step": 13730, "loss": 0.0755, "learning_rate": 1e-05}
{"step": 13730, "dynamics_loss_avg": 0.061319997534155846}
{"step": 13730, "action_loss_avg": 0.009504902898333967}
{"step": 13740, "loss": 0.0615, "learning_rate": 1e-05}
{"step": 13740, "dynamics_loss_avg": 0.055538121797144416}
{"step": 13740, "action_loss_avg": 0.007585107209160924}
{"step": 13750, "loss": 0.0719, "learning_rate": 1e-05}
{"step": 13750, "dynamics_loss_avg": 0.06807681545615196}
{"step": 13750, "action_loss_avg": 0.009467345010489226}
{"step": 13760, "loss": 0.0628, "learning_rate": 1e-05}
{"step": 13760, "dynamics_loss_avg": 0.05407025907188654}
{"step": 13760, "action_loss_avg": 0.005831548199057579}
{"step": 13770, "loss": 0.0768, "learning_rate": 1e-05}
{"step": 13770, "dynamics_loss_avg": 0.06523536797612906}
{"step": 13770, "action_loss_avg": 0.00970953218638897}
{"step": 13780, "loss": 0.063, "learning_rate": 1e-05}
{"step": 13780, "dynamics_loss_avg": 0.05897023305296898}
{"step": 13780, "action_loss_avg": 0.010337269771844149}
{"step": 13790, "loss": 0.0755, "learning_rate": 1e-05}
{"step": 13790, "dynamics_loss_avg": 0.05789553858339787}
{"step": 13790, "action_loss_avg": 0.007564540370367467}
{"step": 13800, "loss": 0.0734, "learning_rate": 1e-05}
{"step": 13800, "dynamics_loss_avg": 0.06566395349800587}
{"step": 13800, "action_loss_avg": 0.011476444290019571}
{"step": 13810, "loss": 0.06, "learning_rate": 1e-05}
{"step": 13810, "dynamics_loss_avg": 0.058280695043504235}
{"step": 13810, "action_loss_avg": 0.008148907567374408}
{"step": 13820, "loss": 0.0784, "learning_rate": 1e-05}
{"step": 13820, "dynamics_loss_avg": 0.05965173095464706}
{"step": 13820, "action_loss_avg": 0.008809353597462178}
{"step": 13830, "loss": 0.0555, "learning_rate": 1e-05}
{"step": 13830, "dynamics_loss_avg": 0.051563454978168013}
{"step": 13830, "action_loss_avg": 0.0065176607575267555}
{"step": 13840, "loss": 0.0587, "learning_rate": 1e-05}
{"step": 13840, "dynamics_loss_avg": 0.05467911101877689}
{"step": 13840, "action_loss_avg": 0.007314118673093617}
{"step": 13850, "loss": 0.0776, "learning_rate": 1e-05}
{"step": 13850, "dynamics_loss_avg": 0.0704154098406434}
{"step": 13850, "action_loss_avg": 0.009032101533375681}
{"step": 13860, "loss": 0.0738, "learning_rate": 1e-05}
{"step": 13860, "dynamics_loss_avg": 0.06490526590496301}
{"step": 13860, "action_loss_avg": 0.006935309059917927}
{"step": 13870, "loss": 0.0739, "learning_rate": 1e-05}
{"step": 13870, "dynamics_loss_avg": 0.06363723687827587}
{"step": 13870, "action_loss_avg": 0.006481827609241009}
{"step": 13880, "loss": 0.0664, "learning_rate": 1e-05}
{"step": 13880, "dynamics_loss_avg": 0.06790307015180588}
{"step": 13880, "action_loss_avg": 0.009656789619475603}
{"step": 13890, "loss": 0.082, "learning_rate": 1e-05}
{"step": 13890, "dynamics_loss_avg": 0.06625334229320287}
{"step": 13890, "action_loss_avg": 0.007866058847866952}
{"step": 13900, "loss": 0.0843, "learning_rate": 1e-05}
{"step": 13900, "dynamics_loss_avg": 0.0721916738897562}
{"step": 13900, "action_loss_avg": 0.008315718104131519}
{"step": 13910, "loss": 0.0479, "learning_rate": 1e-05}
{"step": 13910, "dynamics_loss_avg": 0.04539826102554798}
{"step": 13910, "action_loss_avg": 0.0049297184683382515}
{"step": 13920, "loss": 0.0774, "learning_rate": 1e-05}
{"step": 13920, "dynamics_loss_avg": 0.06511751059442758}
{"step": 13920, "action_loss_avg": 0.009044344490393996}
{"step": 13930, "loss": 0.0699, "learning_rate": 1e-05}
{"step": 13930, "dynamics_loss_avg": 0.06407997459173202}
{"step": 13930, "action_loss_avg": 0.006458584824576974}
{"step": 13940, "loss": 0.0554, "learning_rate": 1e-05}
{"step": 13940, "dynamics_loss_avg": 0.04932236969470978}
{"step": 13940, "action_loss_avg": 0.00684354871045798}
{"step": 13950, "loss": 0.0584, "learning_rate": 1e-05}
{"step": 13950, "dynamics_loss_avg": 0.05697936899960041}
{"step": 13950, "action_loss_avg": 0.007195375999435783}
{"step": 13960, "loss": 0.0646, "learning_rate": 1e-05}
{"step": 13960, "dynamics_loss_avg": 0.05488881133496761}
{"step": 13960, "action_loss_avg": 0.006794818863272667}
{"step": 13970, "loss": 0.0595, "learning_rate": 1e-05}
{"step": 13970, "dynamics_loss_avg": 0.050155071169137956}
{"step": 13970, "action_loss_avg": 0.006138121313415468}
{"step": 13980, "loss": 0.0572, "learning_rate": 1e-05}
{"step": 13980, "dynamics_loss_avg": 0.056883110851049426}
{"step": 13980, "action_loss_avg": 0.006560442736372352}
{"step": 13990, "loss": 0.0823, "learning_rate": 1e-05}
{"step": 13990, "dynamics_loss_avg": 0.06831398643553258}
{"step": 13990, "action_loss_avg": 0.008972615376114846}
{"step": 14000, "loss": 0.0654, "learning_rate": 1e-05}
{"step": 14000, "dynamics_loss_avg": 0.05855939388275146}
{"step": 14000, "action_loss_avg": 0.0074906687717884776}
{"step": 14010, "loss": 0.0761, "learning_rate": 1e-05}
{"step": 14010, "dynamics_loss_avg": 0.06750009059906006}
{"step": 14010, "action_loss_avg": 0.009222737490199506}
{"step": 14020, "loss": 0.0701, "learning_rate": 1e-05}
{"step": 14020, "dynamics_loss_avg": 0.06434971503913403}
{"step": 14020, "action_loss_avg": 0.006566811329685151}
{"step": 14030, "loss": 0.0764, "learning_rate": 1e-05}
{"step": 14030, "dynamics_loss_avg": 0.06718310881406069}
{"step": 14030, "action_loss_avg": 0.007895364821888507}
{"step": 14040, "loss": 0.0485, "learning_rate": 1e-05}
{"step": 14040, "dynamics_loss_avg": 0.0461041247472167}
{"step": 14040, "action_loss_avg": 0.006970747699961066}
{"step": 14050, "loss": 0.0689, "learning_rate": 1e-05}
{"step": 14050, "dynamics_loss_avg": 0.053323529474437234}
{"step": 14050, "action_loss_avg": 0.00795822071377188}
{"step": 14060, "loss": 0.062, "learning_rate": 1e-05}
{"step": 14060, "dynamics_loss_avg": 0.05805689338594675}
{"step": 14060, "action_loss_avg": 0.009273428982123733}
{"step": 14070, "loss": 0.0656, "learning_rate": 1e-05}
{"step": 14070, "dynamics_loss_avg": 0.05680065415799618}
{"step": 14070, "action_loss_avg": 0.008347591059282422}
{"step": 14080, "loss": 0.0672, "learning_rate": 1e-05}
{"step": 14080, "dynamics_loss_avg": 0.056501269713044165}
{"step": 14080, "action_loss_avg": 0.007913420093245804}
{"step": 14090, "loss": 0.0674, "learning_rate": 1e-05}
{"step": 14090, "dynamics_loss_avg": 0.05687385052442551}
{"step": 14090, "action_loss_avg": 0.008006467623636127}
{"step": 14100, "loss": 0.0565, "learning_rate": 1e-05}
{"step": 14100, "dynamics_loss_avg": 0.052361696399748324}
{"step": 14100, "action_loss_avg": 0.005621552839875222}
{"step": 14110, "loss": 0.0578, "learning_rate": 1e-05}
{"step": 14110, "dynamics_loss_avg": 0.05138506386429072}
{"step": 14110, "action_loss_avg": 0.006638110749190673}
{"step": 14120, "loss": 0.0682, "learning_rate": 1e-05}
{"step": 14120, "dynamics_loss_avg": 0.060104367509484294}
{"step": 14120, "action_loss_avg": 0.008725726278498769}
{"step": 14130, "loss": 0.0537, "learning_rate": 1e-05}
{"step": 14130, "dynamics_loss_avg": 0.05081505216658115}
{"step": 14130, "action_loss_avg": 0.004706024448387325}
{"step": 14140, "loss": 0.0815, "learning_rate": 1e-05}
{"step": 14140, "dynamics_loss_avg": 0.0717071533203125}
{"step": 14140, "action_loss_avg": 0.009976161550730467}
{"step": 14150, "loss": 0.0671, "learning_rate": 1e-05}
{"step": 14150, "dynamics_loss_avg": 0.060954540595412256}
{"step": 14150, "action_loss_avg": 0.010911301383748651}
{"step": 14160, "loss": 0.0594, "learning_rate": 1e-05}
{"step": 14160, "dynamics_loss_avg": 0.04552200585603714}
{"step": 14160, "action_loss_avg": 0.005142315686680376}
{"step": 14170, "loss": 0.0513, "learning_rate": 1e-05}
{"step": 14170, "dynamics_loss_avg": 0.045704581588506696}
{"step": 14170, "action_loss_avg": 0.005010526976548135}
{"step": 14180, "loss": 0.0617, "learning_rate": 1e-05}
{"step": 14180, "dynamics_loss_avg": 0.059159682132303715}
{"step": 14180, "action_loss_avg": 0.007528574741445482}
{"step": 14190, "loss": 0.0586, "learning_rate": 1e-05}
{"step": 14190, "dynamics_loss_avg": 0.04911974761635065}
{"step": 14190, "action_loss_avg": 0.0059014720842242244}
{"step": 14200, "loss": 0.0588, "learning_rate": 1e-05}
{"step": 14200, "dynamics_loss_avg": 0.0570441858842969}
{"step": 14200, "action_loss_avg": 0.007245987839996815}
{"step": 14210, "loss": 0.0762, "learning_rate": 1e-05}
{"step": 14210, "dynamics_loss_avg": 0.06290588416159153}
{"step": 14210, "action_loss_avg": 0.008730873512104154}
{"step": 14220, "loss": 0.0754, "learning_rate": 1e-05}
{"step": 14220, "dynamics_loss_avg": 0.06401004139333963}
{"step": 14220, "action_loss_avg": 0.008692856994457543}
{"step": 14230, "loss": 0.0537, "learning_rate": 1e-05}
{"step": 14230, "dynamics_loss_avg": 0.04989960826933384}
{"step": 14230, "action_loss_avg": 0.0076127864187583326}
{"step": 14240, "loss": 0.0654, "learning_rate": 1e-05}
{"step": 14240, "dynamics_loss_avg": 0.059521767497062686}
{"step": 14240, "action_loss_avg": 0.006300995638594031}
{"step": 14250, "loss": 0.0633, "learning_rate": 1e-05}
{"step": 14250, "dynamics_loss_avg": 0.05376146184280515}
{"step": 14250, "action_loss_avg": 0.008063632517587394}
{"step": 14260, "loss": 0.0686, "learning_rate": 1e-05}
{"step": 14260, "dynamics_loss_avg": 0.05889336206018925}
{"step": 14260, "action_loss_avg": 0.008781165140680969}
{"step": 14270, "loss": 0.065, "learning_rate": 1e-05}
{"step": 14270, "dynamics_loss_avg": 0.07042822651565075}
{"step": 14270, "action_loss_avg": 0.008858978073112667}
{"step": 14280, "loss": 0.0973, "learning_rate": 1e-05}
{"step": 14280, "dynamics_loss_avg": 0.07416062746196986}
{"step": 14280, "action_loss_avg": 0.0095379248727113}
{"step": 14290, "loss": 0.0481, "learning_rate": 1e-05}
{"step": 14290, "dynamics_loss_avg": 0.048715687915682794}
{"step": 14290, "action_loss_avg": 0.005475230095908046}
{"step": 14300, "loss": 0.0626, "learning_rate": 1e-05}
{"step": 14300, "dynamics_loss_avg": 0.05060199089348316}
{"step": 14300, "action_loss_avg": 0.007451104233041406}
{"step": 14310, "loss": 0.0639, "learning_rate": 1e-05}
{"step": 14310, "dynamics_loss_avg": 0.05402205251157284}
{"step": 14310, "action_loss_avg": 0.007430473016574979}
{"step": 14320, "loss": 0.0478, "learning_rate": 1e-05}
{"step": 14320, "dynamics_loss_avg": 0.04632788375020027}
{"step": 14320, "action_loss_avg": 0.005052106897346675}
{"step": 14330, "loss": 0.0569, "learning_rate": 1e-05}
{"step": 14330, "dynamics_loss_avg": 0.04702792149037123}
{"step": 14330, "action_loss_avg": 0.005900076800025999}
{"step": 14340, "loss": 0.0592, "learning_rate": 1e-05}
{"step": 14340, "dynamics_loss_avg": 0.05360476225614548}
{"step": 14340, "action_loss_avg": 0.006123605836182833}
{"step": 14350, "loss": 0.0628, "learning_rate": 1e-05}
{"step": 14350, "dynamics_loss_avg": 0.056100411154329774}
{"step": 14350, "action_loss_avg": 0.007418826292268932}
{"step": 14360, "loss": 0.047, "learning_rate": 1e-05}
{"step": 14360, "dynamics_loss_avg": 0.046280468441545965}
{"step": 14360, "action_loss_avg": 0.0064309667330235245}
{"step": 14370, "loss": 0.0687, "learning_rate": 1e-05}
{"step": 14370, "dynamics_loss_avg": 0.05734190978109836}
{"step": 14370, "action_loss_avg": 0.008567188610322773}
{"step": 14380, "loss": 0.0702, "learning_rate": 1e-05}
{"step": 14380, "dynamics_loss_avg": 0.0634176829829812}
{"step": 14380, "action_loss_avg": 0.006810144300106913}
{"step": 14390, "loss": 0.0641, "learning_rate": 1e-05}
{"step": 14390, "dynamics_loss_avg": 0.05377388559281826}
{"step": 14390, "action_loss_avg": 0.005720708100125193}
{"step": 14400, "loss": 0.0551, "learning_rate": 1e-05}
{"step": 14400, "dynamics_loss_avg": 0.04847479127347469}
{"step": 14400, "action_loss_avg": 0.006061895145103335}
{"step": 14410, "loss": 0.0569, "learning_rate": 1e-05}
{"step": 14410, "dynamics_loss_avg": 0.05238884408026934}
{"step": 14410, "action_loss_avg": 0.005623883556108922}
{"step": 14420, "loss": 0.0661, "learning_rate": 1e-05}
{"step": 14420, "dynamics_loss_avg": 0.06055255346000195}
{"step": 14420, "action_loss_avg": 0.008056305302307009}
{"step": 14430, "loss": 0.0565, "learning_rate": 1e-05}
{"step": 14430, "dynamics_loss_avg": 0.054469450004398824}
{"step": 14430, "action_loss_avg": 0.0060177361010573804}
{"step": 14440, "loss": 0.0571, "learning_rate": 1e-05}
{"step": 14440, "dynamics_loss_avg": 0.050396572798490524}
{"step": 14440, "action_loss_avg": 0.005277466052211821}
{"step": 14450, "loss": 0.0768, "learning_rate": 1e-05}
{"step": 14450, "dynamics_loss_avg": 0.06620760355144739}
{"step": 14450, "action_loss_avg": 0.00870571241248399}
{"step": 14460, "loss": 0.0676, "learning_rate": 1e-05}
{"step": 14460, "dynamics_loss_avg": 0.06077877841889858}
{"step": 14460, "action_loss_avg": 0.007583477860316634}
{"step": 14470, "loss": 0.0459, "learning_rate": 1e-05}
{"step": 14470, "dynamics_loss_avg": 0.04013978932052851}
{"step": 14470, "action_loss_avg": 0.004923504043836147}
{"step": 14480, "loss": 0.0708, "learning_rate": 1e-05}
{"step": 14480, "dynamics_loss_avg": 0.058881590515375136}
{"step": 14480, "action_loss_avg": 0.008747685607522726}
{"step": 14490, "loss": 0.0728, "learning_rate": 1e-05}
{"step": 14490, "dynamics_loss_avg": 0.06416546031832696}
{"step": 14490, "action_loss_avg": 0.008666148758493364}
{"step": 14500, "loss": 0.0501, "learning_rate": 1e-05}
{"step": 14500, "dynamics_loss_avg": 0.04831451363861561}
{"step": 14500, "action_loss_avg": 0.005673034279607236}
{"step": 14510, "loss": 0.0628, "learning_rate": 1e-05}
{"step": 14510, "dynamics_loss_avg": 0.05092886369675398}
{"step": 14510, "action_loss_avg": 0.008481648331508041}
{"step": 14520, "loss": 0.0699, "learning_rate": 1e-05}
{"step": 14520, "dynamics_loss_avg": 0.06655518598854542}
{"step": 14520, "action_loss_avg": 0.010722970846109093}
{"step": 14530, "loss": 0.0726, "learning_rate": 1e-05}
{"step": 14530, "dynamics_loss_avg": 0.056418031454086304}
{"step": 14530, "action_loss_avg": 0.00951266842894256}
{"step": 14540, "loss": 0.0561, "learning_rate": 1e-05}
{"step": 14540, "dynamics_loss_avg": 0.05182918161153793}
{"step": 14540, "action_loss_avg": 0.008209105324931442}
{"step": 14550, "loss": 0.0618, "learning_rate": 1e-05}
{"step": 14550, "dynamics_loss_avg": 0.051611901447176936}
{"step": 14550, "action_loss_avg": 0.007432133029215038}
{"step": 14560, "loss": 0.0609, "learning_rate": 1e-05}
{"step": 14560, "dynamics_loss_avg": 0.055052966251969336}
{"step": 14560, "action_loss_avg": 0.00764179506804794}
{"step": 14570, "loss": 0.0655, "learning_rate": 1e-05}
{"step": 14570, "dynamics_loss_avg": 0.05791613757610321}
{"step": 14570, "action_loss_avg": 0.009031845058780163}
{"step": 14580, "loss": 0.0705, "learning_rate": 1e-05}
{"step": 14580, "dynamics_loss_avg": 0.0601924017071724}
{"step": 14580, "action_loss_avg": 0.007553044753149152}
{"step": 14590, "loss": 0.0696, "learning_rate": 1e-05}
{"step": 14590, "dynamics_loss_avg": 0.06082397401332855}
{"step": 14590, "action_loss_avg": 0.006396203814074397}
{"step": 14600, "loss": 0.0551, "learning_rate": 1e-05}
{"step": 14600, "dynamics_loss_avg": 0.05162136536091566}
{"step": 14600, "action_loss_avg": 0.005431759334169328}
{"step": 14610, "loss": 0.0552, "learning_rate": 1e-05}
{"step": 14610, "dynamics_loss_avg": 0.047423635795712474}
{"step": 14610, "action_loss_avg": 0.0053305378649383785}
{"step": 14620, "loss": 0.0645, "learning_rate": 1e-05}
{"step": 14620, "dynamics_loss_avg": 0.05629484765231609}
{"step": 14620, "action_loss_avg": 0.007511760666966438}
{"step": 14630, "loss": 0.0551, "learning_rate": 1e-05}
{"step": 14630, "dynamics_loss_avg": 0.04904317483305931}
{"step": 14630, "action_loss_avg": 0.006289462663698941}
{"step": 14640, "loss": 0.0529, "learning_rate": 1e-05}
{"step": 14640, "dynamics_loss_avg": 0.047388223186135295}
{"step": 14640, "action_loss_avg": 0.005438057845458389}
{"step": 14650, "loss": 0.0543, "learning_rate": 1e-05}
{"step": 14650, "dynamics_loss_avg": 0.04737152475863695}
{"step": 14650, "action_loss_avg": 0.005434449855238199}
{"step": 14660, "loss": 0.0633, "learning_rate": 1e-05}
{"step": 14660, "dynamics_loss_avg": 0.05823062993586063}
{"step": 14660, "action_loss_avg": 0.008237126260064542}
{"step": 14670, "loss": 0.0478, "learning_rate": 1e-05}
{"step": 14670, "dynamics_loss_avg": 0.04550761342979968}
{"step": 14670, "action_loss_avg": 0.005418927659047767}
{"step": 14680, "loss": 0.0662, "learning_rate": 1e-05}
{"step": 14680, "dynamics_loss_avg": 0.056149017065763474}
{"step": 14680, "action_loss_avg": 0.006698869680985808}
{"step": 14690, "loss": 0.0634, "learning_rate": 1e-05}
{"step": 14690, "dynamics_loss_avg": 0.05647587925195694}
{"step": 14690, "action_loss_avg": 0.008715340658091009}
{"step": 14700, "loss": 0.0733, "learning_rate": 1e-05}
{"step": 14700, "dynamics_loss_avg": 0.0630003210157156}
{"step": 14700, "action_loss_avg": 0.007564344303682446}
{"step": 14710, "loss": 0.0629, "learning_rate": 1e-05}
{"step": 14710, "dynamics_loss_avg": 0.058391038421541454}
{"step": 14710, "action_loss_avg": 0.007227649888955056}
{"step": 14720, "loss": 0.0696, "learning_rate": 1e-05}
{"step": 14720, "dynamics_loss_avg": 0.06132359653711319}
{"step": 14720, "action_loss_avg": 0.007901356182992458}
{"step": 14730, "loss": 0.0617, "learning_rate": 1e-05}
{"step": 14730, "dynamics_loss_avg": 0.053772860765457155}
{"step": 14730, "action_loss_avg": 0.006420726189389825}
{"step": 14740, "loss": 0.0498, "learning_rate": 1e-05}
{"step": 14740, "dynamics_loss_avg": 0.04656901452690363}
{"step": 14740, "action_loss_avg": 0.005023315583821386}
{"step": 14750, "loss": 0.0661, "learning_rate": 1e-05}
{"step": 14750, "dynamics_loss_avg": 0.05907311309129}
{"step": 14750, "action_loss_avg": 0.008296755026094615}
{"step": 14760, "loss": 0.0833, "learning_rate": 1e-05}
{"step": 14760, "dynamics_loss_avg": 0.06692906673997641}
{"step": 14760, "action_loss_avg": 0.011022764001972973}
{"step": 14770, "loss": 0.0487, "learning_rate": 1e-05}
{"step": 14770, "dynamics_loss_avg": 0.0480433726683259}
{"step": 14770, "action_loss_avg": 0.004689248511567712}
{"step": 14780, "loss": 0.0541, "learning_rate": 1e-05}
{"step": 14780, "dynamics_loss_avg": 0.04855602364987135}
{"step": 14780, "action_loss_avg": 0.005252412054687738}
{"step": 14790, "loss": 0.0446, "learning_rate": 1e-05}
{"step": 14790, "dynamics_loss_avg": 0.03733373917639256}
{"step": 14790, "action_loss_avg": 0.004480076278559864}
{"step": 14800, "loss": 0.041, "learning_rate": 1e-05}
{"step": 14800, "dynamics_loss_avg": 0.03876754306256771}
{"step": 14800, "action_loss_avg": 0.004583697929047048}
{"step": 14810, "loss": 0.0636, "learning_rate": 1e-05}
{"step": 14810, "dynamics_loss_avg": 0.05776250902563333}
{"step": 14810, "action_loss_avg": 0.006501452525844798}
{"step": 14820, "loss": 0.0602, "learning_rate": 1e-05}
{"step": 14820, "dynamics_loss_avg": 0.05360101126134396}
{"step": 14820, "action_loss_avg": 0.00534848147071898}
{"step": 14830, "loss": 0.0525, "learning_rate": 1e-05}
{"step": 14830, "dynamics_loss_avg": 0.05337386215105653}
{"step": 14830, "action_loss_avg": 0.005205456586554647}
{"step": 14840, "loss": 0.0552, "learning_rate": 1e-05}
{"step": 14840, "dynamics_loss_avg": 0.04702960997819901}
{"step": 14840, "action_loss_avg": 0.004807562846690416}
{"step": 14850, "loss": 0.0601, "learning_rate": 1e-05}
{"step": 14850, "dynamics_loss_avg": 0.05008528381586075}
{"step": 14850, "action_loss_avg": 0.006595124234445393}
{"step": 14860, "loss": 0.0602, "learning_rate": 1e-05}
{"step": 14860, "dynamics_loss_avg": 0.05366103360429406}
{"step": 14860, "action_loss_avg": 0.007053417706629261}
{"step": 14870, "loss": 0.0515, "learning_rate": 1e-05}
{"step": 14870, "dynamics_loss_avg": 0.04726300463080406}
{"step": 14870, "action_loss_avg": 0.005814726417884231}
{"step": 14880, "loss": 0.0678, "learning_rate": 1e-05}
{"step": 14880, "dynamics_loss_avg": 0.05855861641466618}
{"step": 14880, "action_loss_avg": 0.008306835335679353}
{"step": 14890, "loss": 0.0537, "learning_rate": 1e-05}
{"step": 14890, "dynamics_loss_avg": 0.05250636022537947}
{"step": 14890, "action_loss_avg": 0.0068662874167785045}
{"step": 14900, "loss": 0.0701, "learning_rate": 1e-05}
{"step": 14900, "dynamics_loss_avg": 0.054970862343907356}
{"step": 14900, "action_loss_avg": 0.006588115799240768}
{"step": 14910, "loss": 0.0462, "learning_rate": 1e-05}
{"step": 14910, "dynamics_loss_avg": 0.04666897170245647}
{"step": 14910, "action_loss_avg": 0.004923098371364176}
{"step": 14920, "loss": 0.0571, "learning_rate": 1e-05}
{"step": 14920, "dynamics_loss_avg": 0.05396074242889881}
{"step": 14920, "action_loss_avg": 0.00641749199712649}
{"step": 14930, "loss": 0.0675, "learning_rate": 1e-05}
{"step": 14930, "dynamics_loss_avg": 0.054956112056970596}
{"step": 14930, "action_loss_avg": 0.008771605836227537}
{"step": 14940, "loss": 0.0731, "learning_rate": 1e-05}
{"step": 14940, "dynamics_loss_avg": 0.06783895138651133}
{"step": 14940, "action_loss_avg": 0.009277523623313754}
{"step": 14950, "loss": 0.0711, "learning_rate": 1e-05}
{"step": 14950, "dynamics_loss_avg": 0.05904489923268556}
{"step": 14950, "action_loss_avg": 0.00868268650956452}
{"step": 14960, "loss": 0.0819, "learning_rate": 1e-05}
{"step": 14960, "dynamics_loss_avg": 0.07088255956768989}
{"step": 14960, "action_loss_avg": 0.010399318835698067}
{"step": 14970, "loss": 0.0703, "learning_rate": 1e-05}
{"step": 14970, "dynamics_loss_avg": 0.05804577749222517}
{"step": 14970, "action_loss_avg": 0.007073700870387256}
{"step": 14980, "loss": 0.063, "learning_rate": 1e-05}
{"step": 14980, "dynamics_loss_avg": 0.06008395254611969}
{"step": 14980, "action_loss_avg": 0.008051873021759092}
{"step": 14990, "loss": 0.0914, "learning_rate": 1e-05}
{"step": 14990, "dynamics_loss_avg": 0.07578160502016544}
{"step": 14990, "action_loss_avg": 0.012400460615754127}
{"step": 15000, "loss": 0.0657, "learning_rate": 1e-05}
{"step": 15000, "dynamics_loss_avg": 0.05894103012979031}
{"step": 15000, "action_loss_avg": 0.009058604249730706}
{"step": 15010, "loss": 0.0592, "learning_rate": 1e-05}
{"step": 15010, "dynamics_loss_avg": 0.053621497191488746}
{"step": 15010, "action_loss_avg": 0.009247682429850102}
{"step": 15020, "loss": 0.0619, "learning_rate": 1e-05}
{"step": 15020, "dynamics_loss_avg": 0.04593341378495097}
{"step": 15020, "action_loss_avg": 0.008225815091282129}
{"step": 15030, "loss": 0.0767, "learning_rate": 1e-05}
{"step": 15030, "dynamics_loss_avg": 0.07045216653496027}
{"step": 15030, "action_loss_avg": 0.013396164472214877}
{"step": 15040, "loss": 0.07, "learning_rate": 1e-05}
{"step": 15040, "dynamics_loss_avg": 0.05714189782738686}
{"step": 15040, "action_loss_avg": 0.009877849603071809}
{"step": 15050, "loss": 0.0537, "learning_rate": 1e-05}
{"step": 15050, "dynamics_loss_avg": 0.04479120448231697}
{"step": 15050, "action_loss_avg": 0.005829707335215062}
{"step": 15060, "loss": 0.0541, "learning_rate": 1e-05}
{"step": 15060, "dynamics_loss_avg": 0.051154385507106784}
{"step": 15060, "action_loss_avg": 0.008378857420757413}
{"step": 15070, "loss": 0.0855, "learning_rate": 1e-05}
{"step": 15070, "dynamics_loss_avg": 0.06967993341386318}
{"step": 15070, "action_loss_avg": 0.017281597189139575}
{"step": 15080, "loss": 0.0687, "learning_rate": 1e-05}
{"step": 15080, "dynamics_loss_avg": 0.05398009549826384}
{"step": 15080, "action_loss_avg": 0.00867302876431495}
{"step": 15090, "loss": 0.0632, "learning_rate": 1e-05}
{"step": 15090, "dynamics_loss_avg": 0.05496967751532793}
{"step": 15090, "action_loss_avg": 0.008663390786387027}
{"step": 15100, "loss": 0.0565, "learning_rate": 1e-05}
{"step": 15100, "dynamics_loss_avg": 0.0487182205542922}
{"step": 15100, "action_loss_avg": 0.00686756162904203}
{"step": 15110, "loss": 0.0644, "learning_rate": 1e-05}
{"step": 15110, "dynamics_loss_avg": 0.05275706928223371}
{"step": 15110, "action_loss_avg": 0.009728316310793161}
{"step": 15120, "loss": 0.0552, "learning_rate": 1e-05}
{"step": 15120, "dynamics_loss_avg": 0.053631798923015596}
{"step": 15120, "action_loss_avg": 0.009806671843398363}
{"step": 15130, "loss": 0.0696, "learning_rate": 1e-05}
{"step": 15130, "dynamics_loss_avg": 0.057338247634470464}
{"step": 15130, "action_loss_avg": 0.006951088085770607}
{"step": 15140, "loss": 0.0565, "learning_rate": 1e-05}
{"step": 15140, "dynamics_loss_avg": 0.04789523370563984}
{"step": 15140, "action_loss_avg": 0.0077116345637477934}
{"step": 15150, "loss": 0.0756, "learning_rate": 1e-05}
{"step": 15150, "dynamics_loss_avg": 0.06546230725944042}
{"step": 15150, "action_loss_avg": 0.011391194630414247}
{"step": 15160, "loss": 0.0731, "learning_rate": 1e-05}
{"step": 15160, "dynamics_loss_avg": 0.06286787455901503}
{"step": 15160, "action_loss_avg": 0.01052292394451797}
{"step": 15170, "loss": 0.0543, "learning_rate": 1e-05}
{"step": 15170, "dynamics_loss_avg": 0.04608154697343707}
{"step": 15170, "action_loss_avg": 0.006487122317776084}
{"step": 15180, "loss": 0.0421, "learning_rate": 1e-05}
{"step": 15180, "dynamics_loss_avg": 0.0346259206533432}
{"step": 15180, "action_loss_avg": 0.005338529171422124}
{"step": 15190, "loss": 0.0465, "learning_rate": 1e-05}
{"step": 15190, "dynamics_loss_avg": 0.045818698778748515}
{"step": 15190, "action_loss_avg": 0.0058940171264112}
{"step": 15200, "loss": 0.0602, "learning_rate": 1e-05}
{"step": 15200, "dynamics_loss_avg": 0.05086830798536539}
{"step": 15200, "action_loss_avg": 0.008416688977740705}
{"step": 15210, "loss": 0.0707, "learning_rate": 1e-05}
{"step": 15210, "dynamics_loss_avg": 0.059616444259881975}
{"step": 15210, "action_loss_avg": 0.009637093544006348}
{"step": 15220, "loss": 0.0579, "learning_rate": 1e-05}
{"step": 15220, "dynamics_loss_avg": 0.05087581053376198}
{"step": 15220, "action_loss_avg": 0.0063221438671462234}
{"step": 15230, "loss": 0.0701, "learning_rate": 1e-05}
{"step": 15230, "dynamics_loss_avg": 0.062445553578436376}
{"step": 15230, "action_loss_avg": 0.008788228128105402}
{"step": 15240, "loss": 0.069, "learning_rate": 1e-05}
{"step": 15240, "dynamics_loss_avg": 0.05951152518391609}
{"step": 15240, "action_loss_avg": 0.008995413687080145}
{"step": 15250, "loss": 0.054, "learning_rate": 1e-05}
{"step": 15250, "dynamics_loss_avg": 0.04767227955162525}
{"step": 15250, "action_loss_avg": 0.007311788690276444}
{"step": 15260, "loss": 0.0597, "learning_rate": 1e-05}
{"step": 15260, "dynamics_loss_avg": 0.053280357457697394}
{"step": 15260, "action_loss_avg": 0.008754466520622372}
{"step": 15270, "loss": 0.0569, "learning_rate": 1e-05}
{"step": 15270, "dynamics_loss_avg": 0.04497104156762362}
{"step": 15270, "action_loss_avg": 0.009621129313018173}
{"step": 15280, "loss": 0.0669, "learning_rate": 1e-05}
{"step": 15280, "dynamics_loss_avg": 0.0628344502300024}
{"step": 15280, "action_loss_avg": 0.00913855736143887}
{"step": 15290, "loss": 0.0671, "learning_rate": 1e-05}
{"step": 15290, "dynamics_loss_avg": 0.05437921490520239}
{"step": 15290, "action_loss_avg": 0.006379633909091353}
{"step": 15300, "loss": 0.0465, "learning_rate": 1e-05}
{"step": 15300, "dynamics_loss_avg": 0.04555051140487194}
{"step": 15300, "action_loss_avg": 0.005379875004291534}
{"step": 15310, "loss": 0.0461, "learning_rate": 1e-05}
{"step": 15310, "dynamics_loss_avg": 0.04312491538003087}
{"step": 15310, "action_loss_avg": 0.00753904776647687}
{"step": 15320, "loss": 0.0706, "learning_rate": 1e-05}
{"step": 15320, "dynamics_loss_avg": 0.05654968414455652}
{"step": 15320, "action_loss_avg": 0.00943494790699333}
{"step": 15330, "loss": 0.0812, "learning_rate": 1e-05}
{"step": 15330, "dynamics_loss_avg": 0.06720820106565953}
{"step": 15330, "action_loss_avg": 0.009932435769587755}
{"step": 15340, "loss": 0.0682, "learning_rate": 1e-05}
{"step": 15340, "dynamics_loss_avg": 0.06062564887106418}
{"step": 15340, "action_loss_avg": 0.009100663056597114}
{"step": 15350, "loss": 0.0686, "learning_rate": 1e-05}
{"step": 15350, "dynamics_loss_avg": 0.062008231319487093}
{"step": 15350, "action_loss_avg": 0.00790092897368595}
{"step": 15360, "loss": 0.0465, "learning_rate": 1e-05}
{"step": 15360, "dynamics_loss_avg": 0.03954527620226145}
{"step": 15360, "action_loss_avg": 0.004202889348380268}
{"step": 15370, "loss": 0.0625, "learning_rate": 1e-05}
{"step": 15370, "dynamics_loss_avg": 0.05453127464279532}
{"step": 15370, "action_loss_avg": 0.007448611198924482}
{"step": 15380, "loss": 0.0628, "learning_rate": 1e-05}
{"step": 15380, "dynamics_loss_avg": 0.0528687996789813}
{"step": 15380, "action_loss_avg": 0.007820913125760854}
{"step": 15390, "loss": 0.0636, "learning_rate": 1e-05}
{"step": 15390, "dynamics_loss_avg": 0.06136165540665388}
{"step": 15390, "action_loss_avg": 0.008615688886493444}
{"step": 15400, "loss": 0.0548, "learning_rate": 1e-05}
{"step": 15400, "dynamics_loss_avg": 0.04481961242854595}
{"step": 15400, "action_loss_avg": 0.006850264233071357}
{"step": 15410, "loss": 0.0551, "learning_rate": 1e-05}
{"step": 15410, "dynamics_loss_avg": 0.0495373573154211}
{"step": 15410, "action_loss_avg": 0.005737158795818686}
{"step": 15420, "loss": 0.0573, "learning_rate": 1e-05}
{"step": 15420, "dynamics_loss_avg": 0.05092835333198309}
{"step": 15420, "action_loss_avg": 0.005623131990432739}
{"step": 15430, "loss": 0.0684, "learning_rate": 1e-05}
{"step": 15430, "dynamics_loss_avg": 0.06526880748569966}
{"step": 15430, "action_loss_avg": 0.010192987928166985}
{"step": 15440, "loss": 0.0697, "learning_rate": 1e-05}
{"step": 15440, "dynamics_loss_avg": 0.059073792025446895}
{"step": 15440, "action_loss_avg": 0.00609813800547272}
{"step": 15450, "loss": 0.073, "learning_rate": 1e-05}
{"step": 15450, "dynamics_loss_avg": 0.06253068931400776}
{"step": 15450, "action_loss_avg": 0.009523493191227316}
{"step": 15460, "loss": 0.0588, "learning_rate": 1e-05}
{"step": 15460, "dynamics_loss_avg": 0.04852876290678978}
{"step": 15460, "action_loss_avg": 0.006933084828779102}
{"step": 15470, "loss": 0.0692, "learning_rate": 1e-05}
{"step": 15470, "dynamics_loss_avg": 0.06305187698453665}
{"step": 15470, "action_loss_avg": 0.008587060030549765}
{"step": 15480, "loss": 0.0593, "learning_rate": 1e-05}
{"step": 15480, "dynamics_loss_avg": 0.06247395593672991}
{"step": 15480, "action_loss_avg": 0.0074636000324971976}
{"step": 15490, "loss": 0.069, "learning_rate": 1e-05}
{"step": 15490, "dynamics_loss_avg": 0.056837166845798495}
{"step": 15490, "action_loss_avg": 0.00643036097753793}
{"step": 15500, "loss": 0.0576, "learning_rate": 1e-05}
{"step": 15500, "dynamics_loss_avg": 0.04553852919489145}
{"step": 15500, "action_loss_avg": 0.004931749508250505}
{"step": 15510, "loss": 0.0608, "learning_rate": 1e-05}
{"step": 15510, "dynamics_loss_avg": 0.05692025404423475}
{"step": 15510, "action_loss_avg": 0.008288061060011388}
{"step": 15520, "loss": 0.0631, "learning_rate": 1e-05}
{"step": 15520, "dynamics_loss_avg": 0.048463355377316476}
{"step": 15520, "action_loss_avg": 0.01016447793226689}
{"step": 15530, "loss": 0.0702, "learning_rate": 1e-05}
{"step": 15530, "dynamics_loss_avg": 0.06280098091810941}
{"step": 15530, "action_loss_avg": 0.008628075616434217}
{"step": 15540, "loss": 0.0646, "learning_rate": 1e-05}
{"step": 15540, "dynamics_loss_avg": 0.06099271811544895}
{"step": 15540, "action_loss_avg": 0.008382002171128989}
{"step": 15550, "loss": 0.066, "learning_rate": 1e-05}
{"step": 15550, "dynamics_loss_avg": 0.054177777096629146}
{"step": 15550, "action_loss_avg": 0.008308081352151931}
{"step": 15560, "loss": 0.0511, "learning_rate": 1e-05}
{"step": 15560, "dynamics_loss_avg": 0.04412240581586957}
{"step": 15560, "action_loss_avg": 0.005779827025253326}
{"step": 15570, "loss": 0.0659, "learning_rate": 1e-05}
{"step": 15570, "dynamics_loss_avg": 0.058784068748354915}
{"step": 15570, "action_loss_avg": 0.008492013497743756}
{"step": 15580, "loss": 0.0601, "learning_rate": 1e-05}
{"step": 15580, "dynamics_loss_avg": 0.05218730848282575}
{"step": 15580, "action_loss_avg": 0.006930402643047273}
{"step": 15590, "loss": 0.0617, "learning_rate": 1e-05}
{"step": 15590, "dynamics_loss_avg": 0.06020852215588093}
{"step": 15590, "action_loss_avg": 0.007024909439496696}
{"step": 15600, "loss": 0.0691, "learning_rate": 1e-05}
{"step": 15600, "dynamics_loss_avg": 0.05603010356426239}
{"step": 15600, "action_loss_avg": 0.008715743001084774}
{"step": 15610, "loss": 0.0633, "learning_rate": 1e-05}
{"step": 15610, "dynamics_loss_avg": 0.06194948516786099}
{"step": 15610, "action_loss_avg": 0.007326798094436526}
{"step": 15620, "loss": 0.0677, "learning_rate": 1e-05}
{"step": 15620, "dynamics_loss_avg": 0.055747007951140404}
{"step": 15620, "action_loss_avg": 0.0078516052570194}
{"step": 15630, "loss": 0.0729, "learning_rate": 1e-05}
{"step": 15630, "dynamics_loss_avg": 0.0635846134275198}
{"step": 15630, "action_loss_avg": 0.009959601820446551}
{"step": 15640, "loss": 0.0584, "learning_rate": 1e-05}
{"step": 15640, "dynamics_loss_avg": 0.046568705886602405}
{"step": 15640, "action_loss_avg": 0.007542017474770546}
{"step": 15650, "loss": 0.0661, "learning_rate": 1e-05}
{"step": 15650, "dynamics_loss_avg": 0.058227797783911225}
{"step": 15650, "action_loss_avg": 0.00854521170258522}
{"step": 15660, "loss": 0.0485, "learning_rate": 1e-05}
{"step": 15660, "dynamics_loss_avg": 0.04117172807455063}
{"step": 15660, "action_loss_avg": 0.006305294460617006}
{"step": 15670, "loss": 0.0578, "learning_rate": 1e-05}
{"step": 15670, "dynamics_loss_avg": 0.049596007168293}
{"step": 15670, "action_loss_avg": 0.007977719185873866}
{"step": 15680, "loss": 0.0599, "learning_rate": 1e-05}
{"step": 15680, "dynamics_loss_avg": 0.05213593207299709}
{"step": 15680, "action_loss_avg": 0.007960910513065755}
{"step": 15690, "loss": 0.0392, "learning_rate": 1e-05}
{"step": 15690, "dynamics_loss_avg": 0.03537561511620879}
{"step": 15690, "action_loss_avg": 0.004158487753011286}
{"step": 15700, "loss": 0.0589, "learning_rate": 1e-05}
{"step": 15700, "dynamics_loss_avg": 0.0537619836628437}
{"step": 15700, "action_loss_avg": 0.008418137859553098}
{"step": 15710, "loss": 0.0545, "learning_rate": 1e-05}
{"step": 15710, "dynamics_loss_avg": 0.048879236169159415}
{"step": 15710, "action_loss_avg": 0.005566409835591912}
{"step": 15720, "loss": 0.0613, "learning_rate": 1e-05}
{"step": 15720, "dynamics_loss_avg": 0.05198064371943474}
{"step": 15720, "action_loss_avg": 0.007033121166750788}
{"step": 15730, "loss": 0.0655, "learning_rate": 1e-05}
{"step": 15730, "dynamics_loss_avg": 0.05743605233728886}
{"step": 15730, "action_loss_avg": 0.009777145716361702}
{"step": 15740, "loss": 0.0774, "learning_rate": 1e-05}
{"step": 15740, "dynamics_loss_avg": 0.06679279748350382}
{"step": 15740, "action_loss_avg": 0.009198404010385275}
{"step": 15750, "loss": 0.049, "learning_rate": 1e-05}
{"step": 15750, "dynamics_loss_avg": 0.041754201613366605}
{"step": 15750, "action_loss_avg": 0.006883227871730924}
{"step": 15760, "loss": 0.0572, "learning_rate": 1e-05}
{"step": 15760, "dynamics_loss_avg": 0.049978071451187135}
{"step": 15760, "action_loss_avg": 0.006447669374756515}
{"step": 15770, "loss": 0.0713, "learning_rate": 1e-05}
{"step": 15770, "dynamics_loss_avg": 0.06653008759021758}
{"step": 15770, "action_loss_avg": 0.010959906131029129}
{"step": 15780, "loss": 0.0664, "learning_rate": 1e-05}
{"step": 15780, "dynamics_loss_avg": 0.05056588454172015}
{"step": 15780, "action_loss_avg": 0.006669100397266448}
{"step": 15790, "loss": 0.0504, "learning_rate": 1e-05}
{"step": 15790, "dynamics_loss_avg": 0.04946814887225628}
{"step": 15790, "action_loss_avg": 0.005677260598167777}
{"step": 15800, "loss": 0.0625, "learning_rate": 1e-05}
{"step": 15800, "dynamics_loss_avg": 0.05769082643091679}
{"step": 15800, "action_loss_avg": 0.00771327530965209}
{"step": 15810, "loss": 0.0657, "learning_rate": 1e-05}
{"step": 15810, "dynamics_loss_avg": 0.0549273032695055}
{"step": 15810, "action_loss_avg": 0.006330667203292251}
{"step": 15820, "loss": 0.0562, "learning_rate": 1e-05}
{"step": 15820, "dynamics_loss_avg": 0.04737854115664959}
{"step": 15820, "action_loss_avg": 0.0069981310050934555}
{"step": 15830, "loss": 0.0782, "learning_rate": 1e-05}
{"step": 15830, "dynamics_loss_avg": 0.06932523921132087}
{"step": 15830, "action_loss_avg": 0.010545052704401314}
{"step": 15840, "loss": 0.0614, "learning_rate": 1e-05}
{"step": 15840, "dynamics_loss_avg": 0.0571563521400094}
{"step": 15840, "action_loss_avg": 0.007017273572273552}
{"step": 15850, "loss": 0.0604, "learning_rate": 1e-05}
{"step": 15850, "dynamics_loss_avg": 0.053091739676892756}
{"step": 15850, "action_loss_avg": 0.008394762920215727}
{"step": 15860, "loss": 0.069, "learning_rate": 1e-05}
{"step": 15860, "dynamics_loss_avg": 0.05679243057966232}
{"step": 15860, "action_loss_avg": 0.010040988423861563}
{"step": 15870, "loss": 0.0712, "learning_rate": 1e-05}
{"step": 15870, "dynamics_loss_avg": 0.061218945868313314}
{"step": 15870, "action_loss_avg": 0.0076624209526926276}
{"step": 15880, "loss": 0.0566, "learning_rate": 1e-05}
{"step": 15880, "dynamics_loss_avg": 0.05315524749457836}
{"step": 15880, "action_loss_avg": 0.00698144193738699}
{"step": 15890, "loss": 0.0622, "learning_rate": 1e-05}
{"step": 15890, "dynamics_loss_avg": 0.05270132385194302}
{"step": 15890, "action_loss_avg": 0.007343041140120477}
{"step": 15900, "loss": 0.0567, "learning_rate": 1e-05}
{"step": 15900, "dynamics_loss_avg": 0.04872992765158415}
{"step": 15900, "action_loss_avg": 0.006423467677086592}
{"step": 15910, "loss": 0.0546, "learning_rate": 1e-05}
{"step": 15910, "dynamics_loss_avg": 0.050131565891206264}
{"step": 15910, "action_loss_avg": 0.008092528930865229}
{"step": 15920, "loss": 0.0569, "learning_rate": 1e-05}
{"step": 15920, "dynamics_loss_avg": 0.046617540344595906}
{"step": 15920, "action_loss_avg": 0.00636341639328748}
{"step": 15930, "loss": 0.06, "learning_rate": 1e-05}
{"step": 15930, "dynamics_loss_avg": 0.059218593128025535}
{"step": 15930, "action_loss_avg": 0.007948754332028329}
{"step": 15940, "loss": 0.0528, "learning_rate": 1e-05}
{"step": 15940, "dynamics_loss_avg": 0.04038671776652336}
{"step": 15940, "action_loss_avg": 0.005524366372264921}
{"step": 15950, "loss": 0.0587, "learning_rate": 1e-05}
{"step": 15950, "dynamics_loss_avg": 0.05381610011681914}
{"step": 15950, "action_loss_avg": 0.007152102631516754}
{"step": 15960, "loss": 0.0563, "learning_rate": 1e-05}
{"step": 15960, "dynamics_loss_avg": 0.05122501906007528}
{"step": 15960, "action_loss_avg": 0.00661345170228742}
{"step": 15970, "loss": 0.0543, "learning_rate": 1e-05}
{"step": 15970, "dynamics_loss_avg": 0.04813610725104809}
{"step": 15970, "action_loss_avg": 0.005364691070280969}
{"step": 15980, "loss": 0.0556, "learning_rate": 1e-05}
{"step": 15980, "dynamics_loss_avg": 0.051563076116144656}
{"step": 15980, "action_loss_avg": 0.006262505881022662}
{"step": 15990, "loss": 0.0736, "learning_rate": 1e-05}
{"step": 15990, "dynamics_loss_avg": 0.06243513002991676}
{"step": 15990, "action_loss_avg": 0.00896844504168257}
{"step": 16000, "loss": 0.0619, "learning_rate": 1e-05}
{"step": 16000, "dynamics_loss_avg": 0.05141676906496286}
{"step": 16000, "action_loss_avg": 0.007387003838084638}
{"step": 16010, "loss": 0.0701, "learning_rate": 1e-05}
{"step": 16010, "dynamics_loss_avg": 0.0717781014740467}
{"step": 16010, "action_loss_avg": 0.009702760959044099}
{"step": 16020, "loss": 0.0781, "learning_rate": 1e-05}
{"step": 16020, "dynamics_loss_avg": 0.05965086128562689}
{"step": 16020, "action_loss_avg": 0.006230924522969872}
{"step": 16030, "loss": 0.0496, "learning_rate": 1e-05}
{"step": 16030, "dynamics_loss_avg": 0.04690781328827143}
{"step": 16030, "action_loss_avg": 0.005720063461922109}
{"step": 16040, "loss": 0.0704, "learning_rate": 1e-05}
{"step": 16040, "dynamics_loss_avg": 0.06738989911973477}
{"step": 16040, "action_loss_avg": 0.009971944964490831}
{"step": 16050, "loss": 0.0685, "learning_rate": 1e-05}
{"step": 16050, "dynamics_loss_avg": 0.056949305534362796}
{"step": 16050, "action_loss_avg": 0.008817951381206512}
{"step": 16060, "loss": 0.0871, "learning_rate": 1e-05}
{"step": 16060, "dynamics_loss_avg": 0.07217588108032942}
{"step": 16060, "action_loss_avg": 0.00717895213747397}
{"step": 16070, "loss": 0.0539, "learning_rate": 1e-05}
{"step": 16070, "dynamics_loss_avg": 0.05671958103775978}
{"step": 16070, "action_loss_avg": 0.0056162959546782075}
{"step": 16080, "loss": 0.067, "learning_rate": 1e-05}
{"step": 16080, "dynamics_loss_avg": 0.05839763041585684}
{"step": 16080, "action_loss_avg": 0.007846434647217394}
{"step": 16090, "loss": 0.0673, "learning_rate": 1e-05}
{"step": 16090, "dynamics_loss_avg": 0.05554605219513178}
{"step": 16090, "action_loss_avg": 0.008907217113301159}
{"step": 16100, "loss": 0.0732, "learning_rate": 1e-05}
{"step": 16100, "dynamics_loss_avg": 0.06622926779091358}
{"step": 16100, "action_loss_avg": 0.009801185759715735}
{"step": 16110, "loss": 0.0682, "learning_rate": 1e-05}
{"step": 16110, "dynamics_loss_avg": 0.06276954710483551}
{"step": 16110, "action_loss_avg": 0.007457206677645445}
{"step": 16120, "loss": 0.0586, "learning_rate": 1e-05}
{"step": 16120, "dynamics_loss_avg": 0.04457848761230707}
{"step": 16120, "action_loss_avg": 0.0054004306206479665}
{"step": 16130, "loss": 0.0631, "learning_rate": 1e-05}
{"step": 16130, "dynamics_loss_avg": 0.05849075093865395}
{"step": 16130, "action_loss_avg": 0.0075279532466083765}
{"step": 16140, "loss": 0.0627, "learning_rate": 1e-05}
{"step": 16140, "dynamics_loss_avg": 0.0611370524391532}
{"step": 16140, "action_loss_avg": 0.00811098339036107}
{"step": 16150, "loss": 0.0691, "learning_rate": 1e-05}
{"step": 16150, "dynamics_loss_avg": 0.05200228877365589}
{"step": 16150, "action_loss_avg": 0.009099694225005806}
{"step": 16160, "loss": 0.059, "learning_rate": 1e-05}
{"step": 16160, "dynamics_loss_avg": 0.05500415116548538}
{"step": 16160, "action_loss_avg": 0.005831143748946488}
{"step": 16170, "loss": 0.0557, "learning_rate": 1e-05}
{"step": 16170, "dynamics_loss_avg": 0.04996808934956789}
{"step": 16170, "action_loss_avg": 0.006194401974789798}
{"step": 16180, "loss": 0.0594, "learning_rate": 1e-05}
{"step": 16180, "dynamics_loss_avg": 0.05052513293921947}
{"step": 16180, "action_loss_avg": 0.006729578087106347}
{"step": 16190, "loss": 0.0655, "learning_rate": 1e-05}
{"step": 16190, "dynamics_loss_avg": 0.05751091036945581}
{"step": 16190, "action_loss_avg": 0.007068974059075117}
{"step": 16200, "loss": 0.0574, "learning_rate": 1e-05}
{"step": 16200, "dynamics_loss_avg": 0.04863460026681423}
{"step": 16200, "action_loss_avg": 0.008463734108954669}
{"step": 16210, "loss": 0.0465, "learning_rate": 1e-05}
{"step": 16210, "dynamics_loss_avg": 0.048284895904362204}
{"step": 16210, "action_loss_avg": 0.005752514163032174}
{"step": 16220, "loss": 0.0684, "learning_rate": 1e-05}
{"step": 16220, "dynamics_loss_avg": 0.06329848766326904}
{"step": 16220, "action_loss_avg": 0.007899284083396196}
{"step": 16230, "loss": 0.0677, "learning_rate": 1e-05}
{"step": 16230, "dynamics_loss_avg": 0.05479388236999512}
{"step": 16230, "action_loss_avg": 0.006368475896306336}
{"step": 16240, "loss": 0.056, "learning_rate": 1e-05}
{"step": 16240, "dynamics_loss_avg": 0.0499729061499238}
{"step": 16240, "action_loss_avg": 0.006966012774500996}
{"step": 16250, "loss": 0.0813, "learning_rate": 1e-05}
{"step": 16250, "dynamics_loss_avg": 0.06940657505765557}
{"step": 16250, "action_loss_avg": 0.010313617123756558}
{"step": 16260, "loss": 0.0628, "learning_rate": 1e-05}
{"step": 16260, "dynamics_loss_avg": 0.05389710795134306}
{"step": 16260, "action_loss_avg": 0.006960705388337374}
{"step": 16270, "loss": 0.0561, "learning_rate": 1e-05}
{"step": 16270, "dynamics_loss_avg": 0.052153496723622086}
{"step": 16270, "action_loss_avg": 0.005637715896591544}
{"step": 16280, "loss": 0.0637, "learning_rate": 1e-05}
{"step": 16280, "dynamics_loss_avg": 0.05259674247354269}
{"step": 16280, "action_loss_avg": 0.007797381584532559}
{"step": 16290, "loss": 0.06, "learning_rate": 1e-05}
{"step": 16290, "dynamics_loss_avg": 0.056323380768299104}
{"step": 16290, "action_loss_avg": 0.0076181198935955765}
{"step": 16300, "loss": 0.0615, "learning_rate": 1e-05}
{"step": 16300, "dynamics_loss_avg": 0.05313318893313408}
{"step": 16300, "action_loss_avg": 0.005028453515842557}
{"step": 16310, "loss": 0.0563, "learning_rate": 1e-05}
{"step": 16310, "dynamics_loss_avg": 0.04977750238031149}
{"step": 16310, "action_loss_avg": 0.007838620035909117}
{"step": 16320, "loss": 0.0528, "learning_rate": 1e-05}
{"step": 16320, "dynamics_loss_avg": 0.046646959520876406}
{"step": 16320, "action_loss_avg": 0.007073142821900547}
{"step": 16330, "loss": 0.0745, "learning_rate": 1e-05}
{"step": 16330, "dynamics_loss_avg": 0.06498380620032548}
{"step": 16330, "action_loss_avg": 0.007411759113892913}
{"step": 16340, "loss": 0.0673, "learning_rate": 1e-05}
{"step": 16340, "dynamics_loss_avg": 0.06606418788433074}
{"step": 16340, "action_loss_avg": 0.007643967680633068}
{"step": 16350, "loss": 0.0553, "learning_rate": 1e-05}
{"step": 16350, "dynamics_loss_avg": 0.04587250333279371}
{"step": 16350, "action_loss_avg": 0.007302110153250396}
{"step": 16360, "loss": 0.0557, "learning_rate": 1e-05}
{"step": 16360, "dynamics_loss_avg": 0.04721880927681923}
{"step": 16360, "action_loss_avg": 0.005539607023820281}
{"step": 16370, "loss": 0.0657, "learning_rate": 1e-05}
{"step": 16370, "dynamics_loss_avg": 0.060663672350347045}
{"step": 16370, "action_loss_avg": 0.007353840791620314}
{"step": 16380, "loss": 0.0529, "learning_rate": 1e-05}
{"step": 16380, "dynamics_loss_avg": 0.041844668611884114}
{"step": 16380, "action_loss_avg": 0.005622033739928156}
{"step": 16390, "loss": 0.061, "learning_rate": 1e-05}
{"step": 16390, "dynamics_loss_avg": 0.056903870031237605}
{"step": 16390, "action_loss_avg": 0.007582237618044019}
{"step": 16400, "loss": 0.0573, "learning_rate": 1e-05}
{"step": 16400, "dynamics_loss_avg": 0.05128373708575964}
{"step": 16400, "action_loss_avg": 0.006857803009916097}
{"step": 16410, "loss": 0.0534, "learning_rate": 1e-05}
{"step": 16410, "dynamics_loss_avg": 0.046062207967042926}
{"step": 16410, "action_loss_avg": 0.004437781847082078}
{"step": 16420, "loss": 0.0499, "learning_rate": 1e-05}
{"step": 16420, "dynamics_loss_avg": 0.04580908138304949}
{"step": 16420, "action_loss_avg": 0.004701707093045115}
{"step": 16430, "loss": 0.0566, "learning_rate": 1e-05}
{"step": 16430, "dynamics_loss_avg": 0.058117246814072133}
{"step": 16430, "action_loss_avg": 0.007331349956803024}
{"step": 16440, "loss": 0.0708, "learning_rate": 1e-05}
{"step": 16440, "dynamics_loss_avg": 0.05784930847585201}
{"step": 16440, "action_loss_avg": 0.00614745948696509}
{"step": 16450, "loss": 0.0597, "learning_rate": 1e-05}
{"step": 16450, "dynamics_loss_avg": 0.05108711887151003}
{"step": 16450, "action_loss_avg": 0.005062685278244316}
{"step": 16460, "loss": 0.0596, "learning_rate": 1e-05}
{"step": 16460, "dynamics_loss_avg": 0.05527047384530306}
{"step": 16460, "action_loss_avg": 0.0068598776240833105}
{"step": 16470, "loss": 0.0527, "learning_rate": 1e-05}
{"step": 16470, "dynamics_loss_avg": 0.0455431405454874}
{"step": 16470, "action_loss_avg": 0.006140336918178946}
{"step": 16480, "loss": 0.0626, "learning_rate": 1e-05}
{"step": 16480, "dynamics_loss_avg": 0.05778681579977274}
{"step": 16480, "action_loss_avg": 0.006716978922486305}
{"step": 16490, "loss": 0.0651, "learning_rate": 1e-05}
{"step": 16490, "dynamics_loss_avg": 0.055823277309536935}
{"step": 16490, "action_loss_avg": 0.007276987144723535}
{"step": 16500, "loss": 0.0522, "learning_rate": 1e-05}
{"step": 16500, "dynamics_loss_avg": 0.04454451855272055}
{"step": 16500, "action_loss_avg": 0.006025619944557548}
{"step": 16510, "loss": 0.0678, "learning_rate": 1e-05}
{"step": 16510, "dynamics_loss_avg": 0.06091731451451778}
{"step": 16510, "action_loss_avg": 0.00818979712203145}
{"step": 16520, "loss": 0.0529, "learning_rate": 1e-05}
{"step": 16520, "dynamics_loss_avg": 0.048594079725444314}
{"step": 16520, "action_loss_avg": 0.0055415764567442235}
{"step": 16530, "loss": 0.0636, "learning_rate": 1e-05}
{"step": 16530, "dynamics_loss_avg": 0.056062296219170096}
{"step": 16530, "action_loss_avg": 0.007969913887791336}
{"step": 16540, "loss": 0.086, "learning_rate": 1e-05}
{"step": 16540, "dynamics_loss_avg": 0.07736830618232489}
{"step": 16540, "action_loss_avg": 0.011675431043840945}
{"step": 16550, "loss": 0.0635, "learning_rate": 1e-05}
{"step": 16550, "dynamics_loss_avg": 0.05330050885677338}
{"step": 16550, "action_loss_avg": 0.006291083968244493}
{"step": 16560, "loss": 0.0676, "learning_rate": 1e-05}
{"step": 16560, "dynamics_loss_avg": 0.059362147189676764}
{"step": 16560, "action_loss_avg": 0.007887380302418024}
{"step": 16570, "loss": 0.0551, "learning_rate": 1e-05}
{"step": 16570, "dynamics_loss_avg": 0.050034426525235175}
{"step": 16570, "action_loss_avg": 0.0071834246162325146}
{"step": 16580, "loss": 0.0505, "learning_rate": 1e-05}
{"step": 16580, "dynamics_loss_avg": 0.04652285967022181}
{"step": 16580, "action_loss_avg": 0.00553787323879078}
{"step": 16590, "loss": 0.0661, "learning_rate": 1e-05}
{"step": 16590, "dynamics_loss_avg": 0.057256138511002065}
{"step": 16590, "action_loss_avg": 0.005985202151350677}
{"step": 16600, "loss": 0.0573, "learning_rate": 1e-05}
{"step": 16600, "dynamics_loss_avg": 0.05104893045499921}
{"step": 16600, "action_loss_avg": 0.006757951536565087}
{"step": 16610, "loss": 0.0557, "learning_rate": 1e-05}
{"step": 16610, "dynamics_loss_avg": 0.04779489804059267}
{"step": 16610, "action_loss_avg": 0.005603779968805611}
{"step": 16620, "loss": 0.0519, "learning_rate": 1e-05}
{"step": 16620, "dynamics_loss_avg": 0.0474936954677105}
{"step": 16620, "action_loss_avg": 0.005998197675216943}
{"step": 16630, "loss": 0.0472, "learning_rate": 1e-05}
{"step": 16630, "dynamics_loss_avg": 0.0429855840280652}
{"step": 16630, "action_loss_avg": 0.005147912609390915}
{"step": 16640, "loss": 0.0728, "learning_rate": 1e-05}
{"step": 16640, "dynamics_loss_avg": 0.06631815154105425}
{"step": 16640, "action_loss_avg": 0.007861044444143771}
{"step": 16650, "loss": 0.061, "learning_rate": 1e-05}
{"step": 16650, "dynamics_loss_avg": 0.05245963167399168}
{"step": 16650, "action_loss_avg": 0.0064169169287197295}
{"step": 16660, "loss": 0.067, "learning_rate": 1e-05}
{"step": 16660, "dynamics_loss_avg": 0.06089330725371837}
{"step": 16660, "action_loss_avg": 0.005901751574128866}
{"step": 16670, "loss": 0.0636, "learning_rate": 1e-05}
{"step": 16670, "dynamics_loss_avg": 0.05763517022132873}
{"step": 16670, "action_loss_avg": 0.007017078995704651}
{"step": 16680, "loss": 0.0645, "learning_rate": 1e-05}
{"step": 16680, "dynamics_loss_avg": 0.05509230792522431}
{"step": 16680, "action_loss_avg": 0.007465772400610149}
{"step": 16690, "loss": 0.0555, "learning_rate": 1e-05}
{"step": 16690, "dynamics_loss_avg": 0.05607317369431257}
{"step": 16690, "action_loss_avg": 0.006700972153339535}
{"step": 16700, "loss": 0.0646, "learning_rate": 1e-05}
{"step": 16700, "dynamics_loss_avg": 0.053705517761409284}
{"step": 16700, "action_loss_avg": 0.00593709961976856}
{"step": 16710, "loss": 0.053, "learning_rate": 1e-05}
{"step": 16710, "dynamics_loss_avg": 0.04466673508286476}
{"step": 16710, "action_loss_avg": 0.005826652119867504}
{"step": 16720, "loss": 0.0662, "learning_rate": 1e-05}
{"step": 16720, "dynamics_loss_avg": 0.06057907193899155}
{"step": 16720, "action_loss_avg": 0.006145516596734524}
{"step": 16730, "loss": 0.0625, "learning_rate": 1e-05}
{"step": 16730, "dynamics_loss_avg": 0.056102003902196884}
{"step": 16730, "action_loss_avg": 0.008827257354278117}
{"step": 16740, "loss": 0.0578, "learning_rate": 1e-05}
{"step": 16740, "dynamics_loss_avg": 0.05068935323506594}
{"step": 16740, "action_loss_avg": 0.007412097114138305}
{"step": 16750, "loss": 0.0499, "learning_rate": 1e-05}
{"step": 16750, "dynamics_loss_avg": 0.045789674110710624}
{"step": 16750, "action_loss_avg": 0.006121513806283474}
{"step": 16760, "loss": 0.062, "learning_rate": 1e-05}
{"step": 16760, "dynamics_loss_avg": 0.05459336377680302}
{"step": 16760, "action_loss_avg": 0.005832824134267866}
{"step": 16770, "loss": 0.0737, "learning_rate": 1e-05}
{"step": 16770, "dynamics_loss_avg": 0.06271252166479827}
{"step": 16770, "action_loss_avg": 0.009789271280169487}
{"step": 16780, "loss": 0.0539, "learning_rate": 1e-05}
{"step": 16780, "dynamics_loss_avg": 0.05103644505143166}
{"step": 16780, "action_loss_avg": 0.005869690258987248}
{"step": 16790, "loss": 0.0675, "learning_rate": 1e-05}
{"step": 16790, "dynamics_loss_avg": 0.05384945496916771}
{"step": 16790, "action_loss_avg": 0.009095814730972051}
{"step": 16800, "loss": 0.0522, "learning_rate": 1e-05}
{"step": 16800, "dynamics_loss_avg": 0.045798512548208235}
{"step": 16800, "action_loss_avg": 0.005527409282512963}
{"step": 16810, "loss": 0.0612, "learning_rate": 1e-05}
{"step": 16810, "dynamics_loss_avg": 0.058172987587749955}
{"step": 16810, "action_loss_avg": 0.007152598351240158}
{"step": 16820, "loss": 0.0555, "learning_rate": 1e-05}
{"step": 16820, "dynamics_loss_avg": 0.04404920507222414}
{"step": 16820, "action_loss_avg": 0.00595573412720114}
{"step": 16830, "loss": 0.061, "learning_rate": 1e-05}
{"step": 16830, "dynamics_loss_avg": 0.05498638860881329}
{"step": 16830, "action_loss_avg": 0.00654718023724854}
{"step": 16840, "loss": 0.0663, "learning_rate": 1e-05}
{"step": 16840, "dynamics_loss_avg": 0.06170953176915646}
{"step": 16840, "action_loss_avg": 0.008624239009805024}
{"step": 16850, "loss": 0.0571, "learning_rate": 1e-05}
{"step": 16850, "dynamics_loss_avg": 0.051973081286996604}
{"step": 16850, "action_loss_avg": 0.007123690517619252}
{"step": 16860, "loss": 0.0508, "learning_rate": 1e-05}
{"step": 16860, "dynamics_loss_avg": 0.042713087797164914}
{"step": 16860, "action_loss_avg": 0.004321478516794741}
{"step": 16870, "loss": 0.0543, "learning_rate": 1e-05}
{"step": 16870, "dynamics_loss_avg": 0.04754965454339981}
{"step": 16870, "action_loss_avg": 0.006003241869620979}
{"step": 16880, "loss": 0.056, "learning_rate": 1e-05}
{"step": 16880, "dynamics_loss_avg": 0.0546520845964551}
{"step": 16880, "action_loss_avg": 0.007028297847136855}
{"step": 16890, "loss": 0.0589, "learning_rate": 1e-05}
{"step": 16890, "dynamics_loss_avg": 0.04749102853238583}
{"step": 16890, "action_loss_avg": 0.006158207473345101}
{"step": 16900, "loss": 0.0608, "learning_rate": 1e-05}
{"step": 16900, "dynamics_loss_avg": 0.05707852346822619}
{"step": 16900, "action_loss_avg": 0.006541909312363714}
{"step": 16910, "loss": 0.0741, "learning_rate": 1e-05}
{"step": 16910, "dynamics_loss_avg": 0.0642453171312809}
{"step": 16910, "action_loss_avg": 0.009837294858880342}
{"step": 16920, "loss": 0.0742, "learning_rate": 1e-05}
{"step": 16920, "dynamics_loss_avg": 0.063633949495852}
{"step": 16920, "action_loss_avg": 0.009822536935098469}
{"step": 16930, "loss": 0.0679, "learning_rate": 1e-05}
{"step": 16930, "dynamics_loss_avg": 0.05802580919116736}
{"step": 16930, "action_loss_avg": 0.006670446030329913}
{"step": 16940, "loss": 0.0804, "learning_rate": 1e-05}
{"step": 16940, "dynamics_loss_avg": 0.07149860467761755}
{"step": 16940, "action_loss_avg": 0.007997590827289968}
{"step": 16950, "loss": 0.0624, "learning_rate": 1e-05}
{"step": 16950, "dynamics_loss_avg": 0.05572748649865389}
{"step": 16950, "action_loss_avg": 0.0076060697436332704}
{"step": 16960, "loss": 0.0611, "learning_rate": 1e-05}
{"step": 16960, "dynamics_loss_avg": 0.06156924515962601}
{"step": 16960, "action_loss_avg": 0.007359704491682351}
{"step": 16970, "loss": 0.0608, "learning_rate": 1e-05}
{"step": 16970, "dynamics_loss_avg": 0.05016189888119697}
{"step": 16970, "action_loss_avg": 0.007194693572819233}
{"step": 16980, "loss": 0.0687, "learning_rate": 1e-05}
{"step": 16980, "dynamics_loss_avg": 0.060347037576138976}
{"step": 16980, "action_loss_avg": 0.006698667514137923}
{"step": 16990, "loss": 0.0584, "learning_rate": 1e-05}
{"step": 16990, "dynamics_loss_avg": 0.04976275768131018}
{"step": 16990, "action_loss_avg": 0.005287918006069958}
{"step": 17000, "loss": 0.0831, "learning_rate": 1e-05}
{"step": 17000, "dynamics_loss_avg": 0.08140199594199657}
{"step": 17000, "action_loss_avg": 0.009648923436179757}
{"step": 17010, "loss": 0.0827, "learning_rate": 1e-05}
{"step": 17010, "dynamics_loss_avg": 0.06481392178684472}
{"step": 17010, "action_loss_avg": 0.009826666209846735}
{"step": 17020, "loss": 0.0742, "learning_rate": 1e-05}
{"step": 17020, "dynamics_loss_avg": 0.07079453207552433}
{"step": 17020, "action_loss_avg": 0.009101480874232949}
{"step": 17030, "loss": 0.0631, "learning_rate": 1e-05}
{"step": 17030, "dynamics_loss_avg": 0.05958500150591135}
{"step": 17030, "action_loss_avg": 0.009469294198788702}
{"step": 17040, "loss": 0.0637, "learning_rate": 1e-05}
{"step": 17040, "dynamics_loss_avg": 0.04766669236123562}
{"step": 17040, "action_loss_avg": 0.005556982487905771}
{"step": 17050, "loss": 0.067, "learning_rate": 1e-05}
{"step": 17050, "dynamics_loss_avg": 0.06055549494922161}
{"step": 17050, "action_loss_avg": 0.007337454543448985}
{"step": 17060, "loss": 0.0623, "learning_rate": 1e-05}
{"step": 17060, "dynamics_loss_avg": 0.055671573616564274}
{"step": 17060, "action_loss_avg": 0.007602247036993503}
{"step": 17070, "loss": 0.0647, "learning_rate": 1e-05}
{"step": 17070, "dynamics_loss_avg": 0.05580399315804243}
{"step": 17070, "action_loss_avg": 0.005777103092987091}
{"step": 17080, "loss": 0.0697, "learning_rate": 1e-05}
{"step": 17080, "dynamics_loss_avg": 0.06402148120105267}
{"step": 17080, "action_loss_avg": 0.007154773897491395}
{"step": 17090, "loss": 0.0597, "learning_rate": 1e-05}
{"step": 17090, "dynamics_loss_avg": 0.052367056161165236}
{"step": 17090, "action_loss_avg": 0.006901201768778264}
{"step": 17100, "loss": 0.0572, "learning_rate": 1e-05}
{"step": 17100, "dynamics_loss_avg": 0.048584737442433835}
{"step": 17100, "action_loss_avg": 0.006929949950426817}
{"step": 17110, "loss": 0.0533, "learning_rate": 1e-05}
{"step": 17110, "dynamics_loss_avg": 0.05007568057626486}
{"step": 17110, "action_loss_avg": 0.0070399862946942445}
{"step": 17120, "loss": 0.0605, "learning_rate": 1e-05}
{"step": 17120, "dynamics_loss_avg": 0.054786070622503756}
{"step": 17120, "action_loss_avg": 0.006620552809908986}
{"step": 17130, "loss": 0.0632, "learning_rate": 1e-05}
{"step": 17130, "dynamics_loss_avg": 0.052190444432199}
{"step": 17130, "action_loss_avg": 0.007525046868249774}
{"step": 17140, "loss": 0.058, "learning_rate": 1e-05}
{"step": 17140, "dynamics_loss_avg": 0.05255811610259116}
{"step": 17140, "action_loss_avg": 0.006693149509374052}
{"step": 17150, "loss": 0.0638, "learning_rate": 1e-05}
{"step": 17150, "dynamics_loss_avg": 0.060613111779093745}
{"step": 17150, "action_loss_avg": 0.008810977777466178}
{"step": 17160, "loss": 0.0752, "learning_rate": 1e-05}
{"step": 17160, "dynamics_loss_avg": 0.0587849635630846}
{"step": 17160, "action_loss_avg": 0.008677196293137967}
{"step": 17170, "loss": 0.0575, "learning_rate": 1e-05}
{"step": 17170, "dynamics_loss_avg": 0.05376209001988173}
{"step": 17170, "action_loss_avg": 0.0069011036772280935}
{"step": 17180, "loss": 0.0642, "learning_rate": 1e-05}
{"step": 17180, "dynamics_loss_avg": 0.05872237626463175}
{"step": 17180, "action_loss_avg": 0.005799782718531788}
{"step": 17190, "loss": 0.0506, "learning_rate": 1e-05}
{"step": 17190, "dynamics_loss_avg": 0.046474283561110497}
{"step": 17190, "action_loss_avg": 0.005767782393377274}
{"step": 17200, "loss": 0.0772, "learning_rate": 1e-05}
{"step": 17200, "dynamics_loss_avg": 0.07042775563895702}
{"step": 17200, "action_loss_avg": 0.007213346706703305}
{"step": 17210, "loss": 0.0803, "learning_rate": 1e-05}
{"step": 17210, "dynamics_loss_avg": 0.06859823875129223}
{"step": 17210, "action_loss_avg": 0.0076539185363799335}
{"step": 17220, "loss": 0.082, "learning_rate": 1e-05}
{"step": 17220, "dynamics_loss_avg": 0.07237728834152221}
{"step": 17220, "action_loss_avg": 0.01141577959060669}
{"step": 17230, "loss": 0.0571, "learning_rate": 1e-05}
{"step": 17230, "dynamics_loss_avg": 0.051613268069922925}
{"step": 17230, "action_loss_avg": 0.005344954819884151}
{"step": 17240, "loss": 0.0652, "learning_rate": 1e-05}
{"step": 17240, "dynamics_loss_avg": 0.06322942860424519}
{"step": 17240, "action_loss_avg": 0.009109463053755462}
{"step": 17250, "loss": 0.0663, "learning_rate": 1e-05}
{"step": 17250, "dynamics_loss_avg": 0.052901233360171315}
{"step": 17250, "action_loss_avg": 0.0046846976387314495}
{"step": 17260, "loss": 0.0727, "learning_rate": 1e-05}
{"step": 17260, "dynamics_loss_avg": 0.0668411610648036}
{"step": 17260, "action_loss_avg": 0.010211060079745949}
{"step": 17270, "loss": 0.0573, "learning_rate": 1e-05}
{"step": 17270, "dynamics_loss_avg": 0.05331577956676483}
{"step": 17270, "action_loss_avg": 0.006565751414746046}
{"step": 17280, "loss": 0.0863, "learning_rate": 1e-05}
{"step": 17280, "dynamics_loss_avg": 0.07634860575199127}
{"step": 17280, "action_loss_avg": 0.009953700285404921}
{"step": 17290, "loss": 0.0612, "learning_rate": 1e-05}
{"step": 17290, "dynamics_loss_avg": 0.0485270569100976}
{"step": 17290, "action_loss_avg": 0.005577080184593797}
{"step": 17300, "loss": 0.0571, "learning_rate": 1e-05}
{"step": 17300, "dynamics_loss_avg": 0.05343838185071945}
{"step": 17300, "action_loss_avg": 0.005379115021787584}
{"step": 17310, "loss": 0.0529, "learning_rate": 1e-05}
{"step": 17310, "dynamics_loss_avg": 0.049604779481887816}
{"step": 17310, "action_loss_avg": 0.00648725291248411}
{"step": 17320, "loss": 0.073, "learning_rate": 1e-05}
{"step": 17320, "dynamics_loss_avg": 0.06454147025942802}
{"step": 17320, "action_loss_avg": 0.008636952913366257}
{"step": 17330, "loss": 0.0669, "learning_rate": 1e-05}
{"step": 17330, "dynamics_loss_avg": 0.05853283945471048}
{"step": 17330, "action_loss_avg": 0.006893410929478705}
{"step": 17340, "loss": 0.0622, "learning_rate": 1e-05}
{"step": 17340, "dynamics_loss_avg": 0.05373159721493721}
{"step": 17340, "action_loss_avg": 0.006250936980359256}
{"step": 17350, "loss": 0.0491, "learning_rate": 1e-05}
{"step": 17350, "dynamics_loss_avg": 0.04288924615830183}
{"step": 17350, "action_loss_avg": 0.004664916358888149}
{"step": 17360, "loss": 0.0577, "learning_rate": 1e-05}
{"step": 17360, "dynamics_loss_avg": 0.053397082909941676}
{"step": 17360, "action_loss_avg": 0.006276413938030601}
{"step": 17370, "loss": 0.0533, "learning_rate": 1e-05}
{"step": 17370, "dynamics_loss_avg": 0.053191110119223596}
{"step": 17370, "action_loss_avg": 0.005829702550545335}
{"step": 17380, "loss": 0.0655, "learning_rate": 1e-05}
{"step": 17380, "dynamics_loss_avg": 0.0515330633148551}
{"step": 17380, "action_loss_avg": 0.008149612043052912}
{"step": 17390, "loss": 0.0661, "learning_rate": 1e-05}
{"step": 17390, "dynamics_loss_avg": 0.06356833660975099}
{"step": 17390, "action_loss_avg": 0.008366634126286954}
{"step": 17400, "loss": 0.0543, "learning_rate": 1e-05}
{"step": 17400, "dynamics_loss_avg": 0.04047118220478296}
{"step": 17400, "action_loss_avg": 0.005223744246177375}
{"step": 17410, "loss": 0.0766, "learning_rate": 1e-05}
{"step": 17410, "dynamics_loss_avg": 0.06817924845963716}
{"step": 17410, "action_loss_avg": 0.007932622719090432}
{"step": 17420, "loss": 0.0884, "learning_rate": 1e-05}
{"step": 17420, "dynamics_loss_avg": 0.07739691976457834}
{"step": 17420, "action_loss_avg": 0.010843066941015422}
{"step": 17430, "loss": 0.0581, "learning_rate": 1e-05}
{"step": 17430, "dynamics_loss_avg": 0.05896155945956707}
{"step": 17430, "action_loss_avg": 0.005322405300103128}
{"step": 17440, "loss": 0.074, "learning_rate": 1e-05}
{"step": 17440, "dynamics_loss_avg": 0.0620901906862855}
{"step": 17440, "action_loss_avg": 0.008047021413221955}
{"step": 17450, "loss": 0.0499, "learning_rate": 1e-05}
{"step": 17450, "dynamics_loss_avg": 0.04875445105135441}
{"step": 17450, "action_loss_avg": 0.004030740540474653}
{"step": 17460, "loss": 0.0743, "learning_rate": 1e-05}
{"step": 17460, "dynamics_loss_avg": 0.06417166423052549}
{"step": 17460, "action_loss_avg": 0.006734399497509003}
{"step": 17470, "loss": 0.0614, "learning_rate": 1e-05}
{"step": 17470, "dynamics_loss_avg": 0.05655103735625744}
{"step": 17470, "action_loss_avg": 0.00705723853316158}
{"step": 17480, "loss": 0.0572, "learning_rate": 1e-05}
{"step": 17480, "dynamics_loss_avg": 0.0527075532823801}
{"step": 17480, "action_loss_avg": 0.006050954828970135}
{"step": 17490, "loss": 0.0594, "learning_rate": 1e-05}
{"step": 17490, "dynamics_loss_avg": 0.047143211122602224}
{"step": 17490, "action_loss_avg": 0.006765138334594667}
{"step": 17500, "loss": 0.0535, "learning_rate": 1e-05}
{"step": 17500, "dynamics_loss_avg": 0.05254535712301731}
{"step": 17500, "action_loss_avg": 0.006373455096036196}
{"step": 17510, "loss": 0.0642, "learning_rate": 1e-05}
{"step": 17510, "dynamics_loss_avg": 0.05481460206210613}
{"step": 17510, "action_loss_avg": 0.007635411177761853}
{"step": 17520, "loss": 0.0524, "learning_rate": 1e-05}
{"step": 17520, "dynamics_loss_avg": 0.050456498935818675}
{"step": 17520, "action_loss_avg": 0.006268381734844297}
{"step": 17530, "loss": 0.0679, "learning_rate": 1e-05}
{"step": 17530, "dynamics_loss_avg": 0.0542677229270339}
{"step": 17530, "action_loss_avg": 0.006761189526878297}
{"step": 17540, "loss": 0.0468, "learning_rate": 1e-05}
{"step": 17540, "dynamics_loss_avg": 0.04258902836591005}
{"step": 17540, "action_loss_avg": 0.0056335028726607565}
{"step": 17550, "loss": 0.0503, "learning_rate": 1e-05}
{"step": 17550, "dynamics_loss_avg": 0.04492178149521351}
{"step": 17550, "action_loss_avg": 0.004867982992436737}
{"step": 17560, "loss": 0.0635, "learning_rate": 1e-05}
{"step": 17560, "dynamics_loss_avg": 0.06292346660047769}
{"step": 17560, "action_loss_avg": 0.007672527362592519}
{"step": 17570, "loss": 0.0756, "learning_rate": 1e-05}
{"step": 17570, "dynamics_loss_avg": 0.06806452739983797}
{"step": 17570, "action_loss_avg": 0.008925928547978402}
{"step": 17580, "loss": 0.0749, "learning_rate": 1e-05}
{"step": 17580, "dynamics_loss_avg": 0.059110558778047564}
{"step": 17580, "action_loss_avg": 0.006637514871545136}
{"step": 17590, "loss": 0.0569, "learning_rate": 1e-05}
{"step": 17590, "dynamics_loss_avg": 0.05186610575765371}
{"step": 17590, "action_loss_avg": 0.0058278801618143914}
{"step": 17600, "loss": 0.0569, "learning_rate": 1e-05}
{"step": 17600, "dynamics_loss_avg": 0.05366972535848617}
{"step": 17600, "action_loss_avg": 0.006324432557448745}
{"step": 17610, "loss": 0.0532, "learning_rate": 1e-05}
{"step": 17610, "dynamics_loss_avg": 0.04895994830876589}
{"step": 17610, "action_loss_avg": 0.005284629703965038}
{"step": 17620, "loss": 0.0723, "learning_rate": 1e-05}
{"step": 17620, "dynamics_loss_avg": 0.06263361014425754}
{"step": 17620, "action_loss_avg": 0.007534947851672769}
{"step": 17630, "loss": 0.0569, "learning_rate": 1e-05}
{"step": 17630, "dynamics_loss_avg": 0.052662986330688}
{"step": 17630, "action_loss_avg": 0.005603782017715275}
{"step": 17640, "loss": 0.0682, "learning_rate": 1e-05}
{"step": 17640, "dynamics_loss_avg": 0.05679293368011713}
{"step": 17640, "action_loss_avg": 0.007056395756080747}
{"step": 17650, "loss": 0.0724, "learning_rate": 1e-05}
{"step": 17650, "dynamics_loss_avg": 0.07051872126758099}
{"step": 17650, "action_loss_avg": 0.00730848666280508}
{"step": 17660, "loss": 0.0714, "learning_rate": 1e-05}
{"step": 17660, "dynamics_loss_avg": 0.059872161410748956}
{"step": 17660, "action_loss_avg": 0.007163659506477416}
{"step": 17670, "loss": 0.061, "learning_rate": 1e-05}
{"step": 17670, "dynamics_loss_avg": 0.05843634819611907}
{"step": 17670, "action_loss_avg": 0.006811014551203698}
{"step": 17680, "loss": 0.0581, "learning_rate": 1e-05}
{"step": 17680, "dynamics_loss_avg": 0.05153397414833307}
{"step": 17680, "action_loss_avg": 0.006480715924408287}
{"step": 17690, "loss": 0.0478, "learning_rate": 1e-05}
{"step": 17690, "dynamics_loss_avg": 0.037556810304522514}
{"step": 17690, "action_loss_avg": 0.004153269855305552}
{"step": 17700, "loss": 0.0514, "learning_rate": 1e-05}
{"step": 17700, "dynamics_loss_avg": 0.04789717346429825}
{"step": 17700, "action_loss_avg": 0.005369073757901788}
{"step": 17710, "loss": 0.0579, "learning_rate": 1e-05}
{"step": 17710, "dynamics_loss_avg": 0.054619443416595456}
{"step": 17710, "action_loss_avg": 0.006419938779436052}
{"step": 17720, "loss": 0.0535, "learning_rate": 1e-05}
{"step": 17720, "dynamics_loss_avg": 0.04368378408253193}
{"step": 17720, "action_loss_avg": 0.0042746385675854984}
{"step": 17730, "loss": 0.0596, "learning_rate": 1e-05}
{"step": 17730, "dynamics_loss_avg": 0.05321809165179729}
{"step": 17730, "action_loss_avg": 0.008377246838063002}
{"step": 17740, "loss": 0.0521, "learning_rate": 1e-05}
{"step": 17740, "dynamics_loss_avg": 0.052132022194564344}
{"step": 17740, "action_loss_avg": 0.006052128737792373}
{"step": 17750, "loss": 0.0875, "learning_rate": 1e-05}
{"step": 17750, "dynamics_loss_avg": 0.07634703405201435}
{"step": 17750, "action_loss_avg": 0.00911276212427765}
{"step": 17760, "loss": 0.0683, "learning_rate": 1e-05}
{"step": 17760, "dynamics_loss_avg": 0.056351514905691145}
{"step": 17760, "action_loss_avg": 0.006669022573623807}
{"step": 17770, "loss": 0.0555, "learning_rate": 1e-05}
{"step": 17770, "dynamics_loss_avg": 0.05230111451819539}
{"step": 17770, "action_loss_avg": 0.007968537067063153}
{"step": 17780, "loss": 0.063, "learning_rate": 1e-05}
{"step": 17780, "dynamics_loss_avg": 0.0538899059407413}
{"step": 17780, "action_loss_avg": 0.005268890433944762}
{"step": 17790, "loss": 0.0424, "learning_rate": 1e-05}
{"step": 17790, "dynamics_loss_avg": 0.04311159998178482}
{"step": 17790, "action_loss_avg": 0.0038580505060963333}
{"step": 17800, "loss": 0.0622, "learning_rate": 1e-05}
{"step": 17800, "dynamics_loss_avg": 0.05368848014622927}
{"step": 17800, "action_loss_avg": 0.0057698852731846275}
{"step": 17810, "loss": 0.0558, "learning_rate": 1e-05}
{"step": 17810, "dynamics_loss_avg": 0.05635298769921064}
{"step": 17810, "action_loss_avg": 0.005724845110671594}
{"step": 17820, "loss": 0.079, "learning_rate": 1e-05}
{"step": 17820, "dynamics_loss_avg": 0.06516670845448971}
{"step": 17820, "action_loss_avg": 0.007895458769053221}
{"step": 17830, "loss": 0.0579, "learning_rate": 1e-05}
{"step": 17830, "dynamics_loss_avg": 0.05237738490104675}
{"step": 17830, "action_loss_avg": 0.007562096195761115}
{"step": 17840, "loss": 0.0635, "learning_rate": 1e-05}
{"step": 17840, "dynamics_loss_avg": 0.05416972674429417}
{"step": 17840, "action_loss_avg": 0.006023526866920292}
{"step": 17850, "loss": 0.0757, "learning_rate": 1e-05}
{"step": 17850, "dynamics_loss_avg": 0.06702056750655175}
{"step": 17850, "action_loss_avg": 0.007022279710508883}
{"step": 17860, "loss": 0.0578, "learning_rate": 1e-05}
{"step": 17860, "dynamics_loss_avg": 0.050409177877008916}
{"step": 17860, "action_loss_avg": 0.006934247410390526}
{"step": 17870, "loss": 0.0672, "learning_rate": 1e-05}
{"step": 17870, "dynamics_loss_avg": 0.06644363570958375}
{"step": 17870, "action_loss_avg": 0.0077119907829910515}
{"step": 17880, "loss": 0.0627, "learning_rate": 1e-05}
{"step": 17880, "dynamics_loss_avg": 0.05558780021965504}
{"step": 17880, "action_loss_avg": 0.005583720421418548}
{"step": 17890, "loss": 0.0724, "learning_rate": 1e-05}
{"step": 17890, "dynamics_loss_avg": 0.06399406995624304}
{"step": 17890, "action_loss_avg": 0.007766081765294075}
{"step": 17900, "loss": 0.0622, "learning_rate": 1e-05}
{"step": 17900, "dynamics_loss_avg": 0.06011543460190296}
{"step": 17900, "action_loss_avg": 0.006878153490833938}
{"step": 17910, "loss": 0.0685, "learning_rate": 1e-05}
{"step": 17910, "dynamics_loss_avg": 0.05347755830734968}
{"step": 17910, "action_loss_avg": 0.005800424120388925}
{"step": 17920, "loss": 0.0721, "learning_rate": 1e-05}
{"step": 17920, "dynamics_loss_avg": 0.06780891343951226}
{"step": 17920, "action_loss_avg": 0.010040980135090648}
{"step": 17930, "loss": 0.046, "learning_rate": 1e-05}
{"step": 17930, "dynamics_loss_avg": 0.040445287339389326}
{"step": 17930, "action_loss_avg": 0.004879426653496921}
{"step": 17940, "loss": 0.0576, "learning_rate": 1e-05}
{"step": 17940, "dynamics_loss_avg": 0.04742201743647456}
{"step": 17940, "action_loss_avg": 0.006857285808655434}
{"step": 17950, "loss": 0.0489, "learning_rate": 1e-05}
{"step": 17950, "dynamics_loss_avg": 0.047899135015904905}
{"step": 17950, "action_loss_avg": 0.006000267318449914}
{"step": 17960, "loss": 0.0791, "learning_rate": 1e-05}
{"step": 17960, "dynamics_loss_avg": 0.06729152649641038}
{"step": 17960, "action_loss_avg": 0.00877434597350657}
{"step": 17970, "loss": 0.0658, "learning_rate": 1e-05}
{"step": 17970, "dynamics_loss_avg": 0.057826668582856657}
{"step": 17970, "action_loss_avg": 0.007731660921126604}
{"step": 17980, "loss": 0.0644, "learning_rate": 1e-05}
{"step": 17980, "dynamics_loss_avg": 0.056734966672956945}
{"step": 17980, "action_loss_avg": 0.0057507965480908755}
{"step": 17990, "loss": 0.0553, "learning_rate": 1e-05}
{"step": 17990, "dynamics_loss_avg": 0.04872352834790945}
{"step": 17990, "action_loss_avg": 0.004779899574350566}
{"step": 18000, "loss": 0.0563, "learning_rate": 1e-05}
{"step": 18000, "dynamics_loss_avg": 0.05960814654827118}
{"step": 18000, "action_loss_avg": 0.00939991557970643}
{"step": 18010, "loss": 0.0718, "learning_rate": 1e-05}
{"step": 18010, "dynamics_loss_avg": 0.05156713109463453}
{"step": 18010, "action_loss_avg": 0.010465849144384264}
{"step": 18020, "loss": 0.0555, "learning_rate": 1e-05}
{"step": 18020, "dynamics_loss_avg": 0.046002712659537794}
{"step": 18020, "action_loss_avg": 0.008641445823013783}
{"step": 18030, "loss": 0.0646, "learning_rate": 1e-05}
{"step": 18030, "dynamics_loss_avg": 0.057124117575585845}
{"step": 18030, "action_loss_avg": 0.009558760561048985}
{"step": 18040, "loss": 0.0669, "learning_rate": 1e-05}
{"step": 18040, "dynamics_loss_avg": 0.055952754244208334}
{"step": 18040, "action_loss_avg": 0.008682744018733502}
{"step": 18050, "loss": 0.0513, "learning_rate": 1e-05}
{"step": 18050, "dynamics_loss_avg": 0.04464910142123699}
{"step": 18050, "action_loss_avg": 0.009386748936958612}
{"step": 18060, "loss": 0.0521, "learning_rate": 1e-05}
{"step": 18060, "dynamics_loss_avg": 0.04150378508493304}
{"step": 18060, "action_loss_avg": 0.008236527396366}
{"step": 18070, "loss": 0.0585, "learning_rate": 1e-05}
{"step": 18070, "dynamics_loss_avg": 0.04648443069308996}
{"step": 18070, "action_loss_avg": 0.01103203217498958}
{"step": 18080, "loss": 0.0809, "learning_rate": 1e-05}
{"step": 18080, "dynamics_loss_avg": 0.06961126178503037}
{"step": 18080, "action_loss_avg": 0.014671651530079544}
{"step": 18090, "loss": 0.071, "learning_rate": 1e-05}
{"step": 18090, "dynamics_loss_avg": 0.053405980579555035}
{"step": 18090, "action_loss_avg": 0.012865761015564203}
{"step": 18100, "loss": 0.0664, "learning_rate": 1e-05}
{"step": 18100, "dynamics_loss_avg": 0.058092514611780645}
{"step": 18100, "action_loss_avg": 0.01096786477137357}
{"step": 18110, "loss": 0.0658, "learning_rate": 1e-05}
{"step": 18110, "dynamics_loss_avg": 0.05397389475256205}
{"step": 18110, "action_loss_avg": 0.009487550426274537}
{"step": 18120, "loss": 0.0759, "learning_rate": 1e-05}
{"step": 18120, "dynamics_loss_avg": 0.06741673843935132}
{"step": 18120, "action_loss_avg": 0.014348170859739185}
{"step": 18130, "loss": 0.0637, "learning_rate": 1e-05}
{"step": 18130, "dynamics_loss_avg": 0.048765840195119384}
{"step": 18130, "action_loss_avg": 0.010214072023518383}
{"step": 18140, "loss": 0.0713, "learning_rate": 1e-05}
{"step": 18140, "dynamics_loss_avg": 0.06216522343456745}
{"step": 18140, "action_loss_avg": 0.010029552155174315}
{"step": 18150, "loss": 0.0685, "learning_rate": 1e-05}
{"step": 18150, "dynamics_loss_avg": 0.05999354459345341}
{"step": 18150, "action_loss_avg": 0.01451512067578733}
{"step": 18160, "loss": 0.0577, "learning_rate": 1e-05}
{"step": 18160, "dynamics_loss_avg": 0.04664606600999832}
{"step": 18160, "action_loss_avg": 0.008627733017783612}
{"step": 18170, "loss": 0.0621, "learning_rate": 1e-05}
{"step": 18170, "dynamics_loss_avg": 0.0505774324759841}
{"step": 18170, "action_loss_avg": 0.008061509276740254}
{"step": 18180, "loss": 0.0663, "learning_rate": 1e-05}
{"step": 18180, "dynamics_loss_avg": 0.054653209447860715}
{"step": 18180, "action_loss_avg": 0.009327889489941298}
{"step": 18190, "loss": 0.051, "learning_rate": 1e-05}
{"step": 18190, "dynamics_loss_avg": 0.04697425803169608}
{"step": 18190, "action_loss_avg": 0.010875748586840928}
{"step": 18200, "loss": 0.0813, "learning_rate": 1e-05}
{"step": 18200, "dynamics_loss_avg": 0.06400282848626375}
{"step": 18200, "action_loss_avg": 0.010956057999283075}
{"step": 18210, "loss": 0.0637, "learning_rate": 1e-05}
{"step": 18210, "dynamics_loss_avg": 0.05660352595150471}
{"step": 18210, "action_loss_avg": 0.008860974851995707}
{"step": 18220, "loss": 0.0563, "learning_rate": 1e-05}
{"step": 18220, "dynamics_loss_avg": 0.04784888345748186}
{"step": 18220, "action_loss_avg": 0.0066751097911037505}
{"step": 18230, "loss": 0.0623, "learning_rate": 1e-05}
{"step": 18230, "dynamics_loss_avg": 0.053414597548544406}
{"step": 18230, "action_loss_avg": 0.007781674771104008}
{"step": 18240, "loss": 0.0514, "learning_rate": 1e-05}
{"step": 18240, "dynamics_loss_avg": 0.05236416161060333}
{"step": 18240, "action_loss_avg": 0.007501278491690755}
{"step": 18250, "loss": 0.0619, "learning_rate": 1e-05}
{"step": 18250, "dynamics_loss_avg": 0.051115952990949155}
{"step": 18250, "action_loss_avg": 0.008414413663558662}
{"step": 18260, "loss": 0.0556, "learning_rate": 1e-05}
{"step": 18260, "dynamics_loss_avg": 0.04627414792776108}
{"step": 18260, "action_loss_avg": 0.008825248572975397}
{"step": 18270, "loss": 0.0757, "learning_rate": 1e-05}
{"step": 18270, "dynamics_loss_avg": 0.06485770158469677}
{"step": 18270, "action_loss_avg": 0.0139120452105999}
{"step": 18280, "loss": 0.0653, "learning_rate": 1e-05}
{"step": 18280, "dynamics_loss_avg": 0.05546565186232329}
{"step": 18280, "action_loss_avg": 0.007207623054273427}
{"step": 18290, "loss": 0.0669, "learning_rate": 1e-05}
{"step": 18290, "dynamics_loss_avg": 0.05764134004712105}
{"step": 18290, "action_loss_avg": 0.009406044241040945}
{"step": 18300, "loss": 0.0678, "learning_rate": 1e-05}
{"step": 18300, "dynamics_loss_avg": 0.05750154294073582}
{"step": 18300, "action_loss_avg": 0.007377148524392396}
{"step": 18310, "loss": 0.0624, "learning_rate": 1e-05}
{"step": 18310, "dynamics_loss_avg": 0.055097569897770884}
{"step": 18310, "action_loss_avg": 0.008658134401775897}
{"step": 18320, "loss": 0.0859, "learning_rate": 1e-05}
{"step": 18320, "dynamics_loss_avg": 0.07355886902660132}
{"step": 18320, "action_loss_avg": 0.009985424799378962}
{"step": 18330, "loss": 0.067, "learning_rate": 1e-05}
{"step": 18330, "dynamics_loss_avg": 0.06518178656697274}
{"step": 18330, "action_loss_avg": 0.009977480117231607}
{"step": 18340, "loss": 0.08, "learning_rate": 1e-05}
{"step": 18340, "dynamics_loss_avg": 0.06667485050857067}
{"step": 18340, "action_loss_avg": 0.012976239761337638}
{"step": 18350, "loss": 0.0626, "learning_rate": 1e-05}
{"step": 18350, "dynamics_loss_avg": 0.05086446944624186}
{"step": 18350, "action_loss_avg": 0.008237228950019927}
{"step": 18360, "loss": 0.0565, "learning_rate": 1e-05}
{"step": 18360, "dynamics_loss_avg": 0.043813216127455236}
{"step": 18360, "action_loss_avg": 0.005942667671479285}
{"step": 18370, "loss": 0.058, "learning_rate": 1e-05}
{"step": 18370, "dynamics_loss_avg": 0.0555860249325633}
{"step": 18370, "action_loss_avg": 0.007125843968242407}
{"step": 18380, "loss": 0.0569, "learning_rate": 1e-05}
{"step": 18380, "dynamics_loss_avg": 0.048451508209109304}
{"step": 18380, "action_loss_avg": 0.007128298305906356}
{"step": 18390, "loss": 0.0603, "learning_rate": 1e-05}
{"step": 18390, "dynamics_loss_avg": 0.05334401959553361}
{"step": 18390, "action_loss_avg": 0.007876446889713406}
{"step": 18400, "loss": 0.0659, "learning_rate": 1e-05}
{"step": 18400, "dynamics_loss_avg": 0.06247686892747879}
{"step": 18400, "action_loss_avg": 0.00935711667407304}
{"step": 18410, "loss": 0.0564, "learning_rate": 1e-05}
{"step": 18410, "dynamics_loss_avg": 0.04171811724081635}
{"step": 18410, "action_loss_avg": 0.00646368587622419}
{"step": 18420, "loss": 0.0653, "learning_rate": 1e-05}
{"step": 18420, "dynamics_loss_avg": 0.059095315635204315}
{"step": 18420, "action_loss_avg": 0.007438961416482925}
{"step": 18430, "loss": 0.0655, "learning_rate": 1e-05}
{"step": 18430, "dynamics_loss_avg": 0.06273077912628651}
{"step": 18430, "action_loss_avg": 0.010045121749863028}
{"step": 18440, "loss": 0.0669, "learning_rate": 1e-05}
{"step": 18440, "dynamics_loss_avg": 0.05365505665540695}
{"step": 18440, "action_loss_avg": 0.009064975194633007}
{"step": 18450, "loss": 0.0614, "learning_rate": 1e-05}
{"step": 18450, "dynamics_loss_avg": 0.05806705616414547}
{"step": 18450, "action_loss_avg": 0.009525599633343517}
{"step": 18460, "loss": 0.0812, "learning_rate": 1e-05}
{"step": 18460, "dynamics_loss_avg": 0.05760294534265995}
{"step": 18460, "action_loss_avg": 0.011292298696935177}
{"step": 18470, "loss": 0.0675, "learning_rate": 1e-05}
{"step": 18470, "dynamics_loss_avg": 0.05630544368177652}
{"step": 18470, "action_loss_avg": 0.011401062598451972}
{"step": 18480, "loss": 0.0752, "learning_rate": 1e-05}
{"step": 18480, "dynamics_loss_avg": 0.06896825134754181}
{"step": 18480, "action_loss_avg": 0.01113652833737433}
{"step": 18490, "loss": 0.0579, "learning_rate": 1e-05}
{"step": 18490, "dynamics_loss_avg": 0.046630514599382875}
{"step": 18490, "action_loss_avg": 0.006759127357508987}
{"step": 18500, "loss": 0.0565, "learning_rate": 1e-05}
{"step": 18500, "dynamics_loss_avg": 0.05203962260857224}
{"step": 18500, "action_loss_avg": 0.008194393455050885}
{"step": 18510, "loss": 0.0574, "learning_rate": 1e-05}
{"step": 18510, "dynamics_loss_avg": 0.04990284964442253}
{"step": 18510, "action_loss_avg": 0.00673582199960947}
{"step": 18520, "loss": 0.0536, "learning_rate": 1e-05}
{"step": 18520, "dynamics_loss_avg": 0.04365994930267334}
{"step": 18520, "action_loss_avg": 0.007106393878348172}
{"step": 18530, "loss": 0.0642, "learning_rate": 1e-05}
{"step": 18530, "dynamics_loss_avg": 0.05820388495922089}
{"step": 18530, "action_loss_avg": 0.008808327186852694}
{"step": 18540, "loss": 0.0478, "learning_rate": 1e-05}
{"step": 18540, "dynamics_loss_avg": 0.04842870710417628}
{"step": 18540, "action_loss_avg": 0.00798988749156706}
{"step": 18550, "loss": 0.0653, "learning_rate": 1e-05}
{"step": 18550, "dynamics_loss_avg": 0.04656455256044865}
{"step": 18550, "action_loss_avg": 0.007435631938278675}
{"step": 18560, "loss": 0.0683, "learning_rate": 1e-05}
{"step": 18560, "dynamics_loss_avg": 0.05971235111355781}
{"step": 18560, "action_loss_avg": 0.012272768176626415}
{"step": 18570, "loss": 0.0695, "learning_rate": 1e-05}
{"step": 18570, "dynamics_loss_avg": 0.05633057346567512}
{"step": 18570, "action_loss_avg": 0.008108165126759558}
{"step": 18580, "loss": 0.0457, "learning_rate": 1e-05}
{"step": 18580, "dynamics_loss_avg": 0.04622126426547766}
{"step": 18580, "action_loss_avg": 0.005295203975401818}
{"step": 18590, "loss": 0.0748, "learning_rate": 1e-05}
{"step": 18590, "dynamics_loss_avg": 0.06051985509693623}
{"step": 18590, "action_loss_avg": 0.010776507621631026}
{"step": 18600, "loss": 0.0591, "learning_rate": 1e-05}
{"step": 18600, "dynamics_loss_avg": 0.055526625365018845}
{"step": 18600, "action_loss_avg": 0.009237812319770455}
{"step": 18610, "loss": 0.081, "learning_rate": 1e-05}
{"step": 18610, "dynamics_loss_avg": 0.06327667124569417}
{"step": 18610, "action_loss_avg": 0.012283325009047986}
{"step": 18620, "loss": 0.0573, "learning_rate": 1e-05}
{"step": 18620, "dynamics_loss_avg": 0.05008042436093092}
{"step": 18620, "action_loss_avg": 0.009103656536899507}
{"step": 18630, "loss": 0.0661, "learning_rate": 1e-05}
{"step": 18630, "dynamics_loss_avg": 0.05371282696723938}
{"step": 18630, "action_loss_avg": 0.008936705812811852}
{"step": 18640, "loss": 0.059, "learning_rate": 1e-05}
{"step": 18640, "dynamics_loss_avg": 0.05761330332607031}
{"step": 18640, "action_loss_avg": 0.008591814432293177}
{"step": 18650, "loss": 0.0807, "learning_rate": 1e-05}
{"step": 18650, "dynamics_loss_avg": 0.06330985650420189}
{"step": 18650, "action_loss_avg": 0.015706623531877996}
{"step": 18660, "loss": 0.07, "learning_rate": 1e-05}
{"step": 18660, "dynamics_loss_avg": 0.05744220893830061}
{"step": 18660, "action_loss_avg": 0.008422284014523029}
{"step": 18670, "loss": 0.0534, "learning_rate": 1e-05}
{"step": 18670, "dynamics_loss_avg": 0.051642170362174514}
{"step": 18670, "action_loss_avg": 0.00943714592140168}
{"step": 18680, "loss": 0.061, "learning_rate": 1e-05}
{"step": 18680, "dynamics_loss_avg": 0.051970289275050166}
{"step": 18680, "action_loss_avg": 0.008035707473754882}
{"step": 18690, "loss": 0.0593, "learning_rate": 1e-05}
{"step": 18690, "dynamics_loss_avg": 0.04940241500735283}
{"step": 18690, "action_loss_avg": 0.007602395873982459}
{"step": 18700, "loss": 0.069, "learning_rate": 1e-05}
{"step": 18700, "dynamics_loss_avg": 0.056648983433842656}
{"step": 18700, "action_loss_avg": 0.009029583679512143}
{"step": 18710, "loss": 0.0607, "learning_rate": 1e-05}
{"step": 18710, "dynamics_loss_avg": 0.053032280690968034}
{"step": 18710, "action_loss_avg": 0.006235465232748538}
{"step": 18720, "loss": 0.0528, "learning_rate": 1e-05}
{"step": 18720, "dynamics_loss_avg": 0.055639248434454204}
{"step": 18720, "action_loss_avg": 0.005430119927041233}
{"step": 18730, "loss": 0.0651, "learning_rate": 1e-05}
{"step": 18730, "dynamics_loss_avg": 0.049359765090048316}
{"step": 18730, "action_loss_avg": 0.00693159990478307}
{"step": 18740, "loss": 0.0571, "learning_rate": 1e-05}
{"step": 18740, "dynamics_loss_avg": 0.05239988341927528}
{"step": 18740, "action_loss_avg": 0.007310394267551601}
{"step": 18750, "loss": 0.0629, "learning_rate": 1e-05}
{"step": 18750, "dynamics_loss_avg": 0.055195832438766954}
{"step": 18750, "action_loss_avg": 0.007744654023554176}
{"step": 18760, "loss": 0.0582, "learning_rate": 1e-05}
{"step": 18760, "dynamics_loss_avg": 0.05308215543627739}
{"step": 18760, "action_loss_avg": 0.008554511319380254}
{"step": 18770, "loss": 0.0843, "learning_rate": 1e-05}
{"step": 18770, "dynamics_loss_avg": 0.07052158452570438}
{"step": 18770, "action_loss_avg": 0.012755450303666293}
{"step": 18780, "loss": 0.0542, "learning_rate": 1e-05}
{"step": 18780, "dynamics_loss_avg": 0.04536104467697442}
{"step": 18780, "action_loss_avg": 0.0074760219431482255}
{"step": 18790, "loss": 0.0546, "learning_rate": 1e-05}
{"step": 18790, "dynamics_loss_avg": 0.0466469407081604}
{"step": 18790, "action_loss_avg": 0.005919326434377581}
{"step": 18800, "loss": 0.0558, "learning_rate": 1e-05}
{"step": 18800, "dynamics_loss_avg": 0.04949358385056257}
{"step": 18800, "action_loss_avg": 0.005940331867896021}
{"step": 18810, "loss": 0.0723, "learning_rate": 1e-05}
{"step": 18810, "dynamics_loss_avg": 0.06403475292026997}
{"step": 18810, "action_loss_avg": 0.009044753527268768}
{"step": 18820, "loss": 0.0598, "learning_rate": 1e-05}
{"step": 18820, "dynamics_loss_avg": 0.05144582167267799}
{"step": 18820, "action_loss_avg": 0.0071699652587994935}
{"step": 18830, "loss": 0.0578, "learning_rate": 1e-05}
{"step": 18830, "dynamics_loss_avg": 0.048210224881768224}
{"step": 18830, "action_loss_avg": 0.008794064796529711}
{"step": 18840, "loss": 0.0646, "learning_rate": 1e-05}
{"step": 18840, "dynamics_loss_avg": 0.05445356387645006}
{"step": 18840, "action_loss_avg": 0.009804339986294508}
{"step": 18850, "loss": 0.0469, "learning_rate": 1e-05}
{"step": 18850, "dynamics_loss_avg": 0.039574124943464996}
{"step": 18850, "action_loss_avg": 0.008114184881560505}
{"step": 18860, "loss": 0.0387, "learning_rate": 1e-05}
{"step": 18860, "dynamics_loss_avg": 0.03320023436099291}
{"step": 18860, "action_loss_avg": 0.0049613064038567245}
{"step": 18870, "loss": 0.0661, "learning_rate": 1e-05}
{"step": 18870, "dynamics_loss_avg": 0.05955532807856798}
{"step": 18870, "action_loss_avg": 0.01103369880001992}
{"step": 18880, "loss": 0.0556, "learning_rate": 1e-05}
{"step": 18880, "dynamics_loss_avg": 0.04623440708965063}
{"step": 18880, "action_loss_avg": 0.00561836005654186}
{"step": 18890, "loss": 0.0638, "learning_rate": 1e-05}
{"step": 18890, "dynamics_loss_avg": 0.05818251650780439}
{"step": 18890, "action_loss_avg": 0.006988315924536437}
{"step": 18900, "loss": 0.0663, "learning_rate": 1e-05}
{"step": 18900, "dynamics_loss_avg": 0.055928238481283185}
{"step": 18900, "action_loss_avg": 0.00732168722897768}
{"step": 18910, "loss": 0.0621, "learning_rate": 1e-05}
{"step": 18910, "dynamics_loss_avg": 0.05963444635272026}
{"step": 18910, "action_loss_avg": 0.00967821681406349}
{"step": 18920, "loss": 0.058, "learning_rate": 1e-05}
{"step": 18920, "dynamics_loss_avg": 0.05563501063734293}
{"step": 18920, "action_loss_avg": 0.00672402058262378}
{"step": 18930, "loss": 0.073, "learning_rate": 1e-05}
{"step": 18930, "dynamics_loss_avg": 0.053376142866909504}
{"step": 18930, "action_loss_avg": 0.009441052004694939}
{"step": 18940, "loss": 0.0529, "learning_rate": 1e-05}
{"step": 18940, "dynamics_loss_avg": 0.049092472763732076}
{"step": 18940, "action_loss_avg": 0.0075914143526460975}
{"step": 18950, "loss": 0.054, "learning_rate": 1e-05}
{"step": 18950, "dynamics_loss_avg": 0.04731006734073162}
{"step": 18950, "action_loss_avg": 0.005595537670888007}
{"step": 18960, "loss": 0.0592, "learning_rate": 1e-05}
{"step": 18960, "dynamics_loss_avg": 0.05443634558469057}
{"step": 18960, "action_loss_avg": 0.007549610373098403}
{"step": 18970, "loss": 0.0608, "learning_rate": 1e-05}
{"step": 18970, "dynamics_loss_avg": 0.04737369157373905}
{"step": 18970, "action_loss_avg": 0.007272489019669592}
{"step": 18980, "loss": 0.0575, "learning_rate": 1e-05}
{"step": 18980, "dynamics_loss_avg": 0.057230615988373756}
{"step": 18980, "action_loss_avg": 0.007232385594397784}
{"step": 18990, "loss": 0.0502, "learning_rate": 1e-05}
{"step": 18990, "dynamics_loss_avg": 0.03929139096289873}
{"step": 18990, "action_loss_avg": 0.004931006609695032}
{"step": 19000, "loss": 0.0454, "learning_rate": 1e-05}
{"step": 19000, "dynamics_loss_avg": 0.041907825693488124}
{"step": 19000, "action_loss_avg": 0.005610989243723452}
{"step": 19010, "loss": 0.0745, "learning_rate": 1e-05}
{"step": 19010, "dynamics_loss_avg": 0.06663775406777858}
{"step": 19010, "action_loss_avg": 0.010928758594673127}
{"step": 19020, "loss": 0.0662, "learning_rate": 1e-05}
{"step": 19020, "dynamics_loss_avg": 0.05538500547409057}
{"step": 19020, "action_loss_avg": 0.006112225051037967}
{"step": 19030, "loss": 0.0611, "learning_rate": 1e-05}
{"step": 19030, "dynamics_loss_avg": 0.05389365656301379}
{"step": 19030, "action_loss_avg": 0.00936904245754704}
{"step": 19040, "loss": 0.0672, "learning_rate": 1e-05}
{"step": 19040, "dynamics_loss_avg": 0.057589917071163656}
{"step": 19040, "action_loss_avg": 0.005994255188852549}
{"step": 19050, "loss": 0.0749, "learning_rate": 1e-05}
{"step": 19050, "dynamics_loss_avg": 0.07593790143728256}
{"step": 19050, "action_loss_avg": 0.009073770744726062}
{"step": 19060, "loss": 0.0759, "learning_rate": 1e-05}
{"step": 19060, "dynamics_loss_avg": 0.05997497346252203}
{"step": 19060, "action_loss_avg": 0.006580296589527279}
{"step": 19070, "loss": 0.0663, "learning_rate": 1e-05}
{"step": 19070, "dynamics_loss_avg": 0.06175114084035158}
{"step": 19070, "action_loss_avg": 0.0083184449467808}
{"step": 19080, "loss": 0.0571, "learning_rate": 1e-05}
{"step": 19080, "dynamics_loss_avg": 0.04904253724962473}
{"step": 19080, "action_loss_avg": 0.007037076784763485}
{"step": 19090, "loss": 0.0772, "learning_rate": 1e-05}
{"step": 19090, "dynamics_loss_avg": 0.06782484725117684}
{"step": 19090, "action_loss_avg": 0.008270867029204964}
{"step": 19100, "loss": 0.0663, "learning_rate": 1e-05}
{"step": 19100, "dynamics_loss_avg": 0.06382782049477101}
{"step": 19100, "action_loss_avg": 0.007235502498224378}
{"step": 19110, "loss": 0.0863, "learning_rate": 1e-05}
{"step": 19110, "dynamics_loss_avg": 0.07426044829189778}
{"step": 19110, "action_loss_avg": 0.011031583114527167}
{"step": 19120, "loss": 0.0617, "learning_rate": 1e-05}
{"step": 19120, "dynamics_loss_avg": 0.052341210283339025}
{"step": 19120, "action_loss_avg": 0.006636216747574508}
{"step": 19130, "loss": 0.0778, "learning_rate": 1e-05}
{"step": 19130, "dynamics_loss_avg": 0.06767781693488359}
{"step": 19130, "action_loss_avg": 0.006797176948748529}
{"step": 19140, "loss": 0.0526, "learning_rate": 1e-05}
{"step": 19140, "dynamics_loss_avg": 0.04729246515780687}
{"step": 19140, "action_loss_avg": 0.005282024736516178}
{"step": 19150, "loss": 0.0512, "learning_rate": 1e-05}
{"step": 19150, "dynamics_loss_avg": 0.047915426827967164}
{"step": 19150, "action_loss_avg": 0.006448726821690798}
{"step": 19160, "loss": 0.0643, "learning_rate": 1e-05}
{"step": 19160, "dynamics_loss_avg": 0.06001141462475061}
{"step": 19160, "action_loss_avg": 0.00741311782039702}
{"step": 19170, "loss": 0.0726, "learning_rate": 1e-05}
{"step": 19170, "dynamics_loss_avg": 0.06504270248115063}
{"step": 19170, "action_loss_avg": 0.007776431948877871}
{"step": 19180, "loss": 0.0735, "learning_rate": 1e-05}
{"step": 19180, "dynamics_loss_avg": 0.06399994306266307}
{"step": 19180, "action_loss_avg": 0.007776530040428042}
{"step": 19190, "loss": 0.044, "learning_rate": 1e-05}
{"step": 19190, "dynamics_loss_avg": 0.039608131349086764}
{"step": 19190, "action_loss_avg": 0.004404283117037266}
{"step": 19200, "loss": 0.0649, "learning_rate": 1e-05}
{"step": 19200, "dynamics_loss_avg": 0.05478376094251871}
{"step": 19200, "action_loss_avg": 0.005876126140356064}
{"step": 19210, "loss": 0.0539, "learning_rate": 1e-05}
{"step": 19210, "dynamics_loss_avg": 0.049391722120344636}
{"step": 19210, "action_loss_avg": 0.0053913884330540895}
{"step": 19220, "loss": 0.0582, "learning_rate": 1e-05}
{"step": 19220, "dynamics_loss_avg": 0.050389119796454905}
{"step": 19220, "action_loss_avg": 0.006162727158516646}
{"step": 19230, "loss": 0.0608, "learning_rate": 1e-05}
{"step": 19230, "dynamics_loss_avg": 0.05522062536329031}
{"step": 19230, "action_loss_avg": 0.00656951303826645}
{"step": 19240, "loss": 0.0499, "learning_rate": 1e-05}
{"step": 19240, "dynamics_loss_avg": 0.04544783271849155}
{"step": 19240, "action_loss_avg": 0.0058408842538483444}
{"step": 19250, "loss": 0.0422, "learning_rate": 1e-05}
{"step": 19250, "dynamics_loss_avg": 0.037886359915137294}
{"step": 19250, "action_loss_avg": 0.0036124961450695993}
{"step": 19260, "loss": 0.0437, "learning_rate": 1e-05}
{"step": 19260, "dynamics_loss_avg": 0.04806007072329521}
{"step": 19260, "action_loss_avg": 0.005112786253448576}
{"step": 19270, "loss": 0.0575, "learning_rate": 1e-05}
{"step": 19270, "dynamics_loss_avg": 0.05040062367916107}
{"step": 19270, "action_loss_avg": 0.00612306222319603}
{"step": 19280, "loss": 0.0573, "learning_rate": 1e-05}
{"step": 19280, "dynamics_loss_avg": 0.04354754090309143}
{"step": 19280, "action_loss_avg": 0.005317490291781723}
{"step": 19290, "loss": 0.0505, "learning_rate": 1e-05}
{"step": 19290, "dynamics_loss_avg": 0.052017856016755105}
{"step": 19290, "action_loss_avg": 0.004769365349784493}
{"step": 19300, "loss": 0.0731, "learning_rate": 1e-05}
{"step": 19300, "dynamics_loss_avg": 0.06296798028051853}
{"step": 19300, "action_loss_avg": 0.00769906872883439}
{"step": 19310, "loss": 0.0733, "learning_rate": 1e-05}
{"step": 19310, "dynamics_loss_avg": 0.06262869201600552}
{"step": 19310, "action_loss_avg": 0.0068397146416828035}
{"step": 19320, "loss": 0.0558, "learning_rate": 1e-05}
{"step": 19320, "dynamics_loss_avg": 0.05206209234893322}
{"step": 19320, "action_loss_avg": 0.0045440543442964556}
{"step": 19330, "loss": 0.0543, "learning_rate": 1e-05}
{"step": 19330, "dynamics_loss_avg": 0.045774086471647026}
{"step": 19330, "action_loss_avg": 0.005618020088877529}
{"step": 19340, "loss": 0.0466, "learning_rate": 1e-05}
{"step": 19340, "dynamics_loss_avg": 0.04534101597964764}
{"step": 19340, "action_loss_avg": 0.005408455338329077}
{"step": 19350, "loss": 0.0664, "learning_rate": 1e-05}
{"step": 19350, "dynamics_loss_avg": 0.058284064568579194}
{"step": 19350, "action_loss_avg": 0.005719173257239163}
{"step": 19360, "loss": 0.0582, "learning_rate": 1e-05}
{"step": 19360, "dynamics_loss_avg": 0.05180923910811543}
{"step": 19360, "action_loss_avg": 0.005463624210096896}
{"step": 19370, "loss": 0.061, "learning_rate": 1e-05}
{"step": 19370, "dynamics_loss_avg": 0.057760413736104965}
{"step": 19370, "action_loss_avg": 0.00808412090409547}
{"step": 19380, "loss": 0.0622, "learning_rate": 1e-05}
{"step": 19380, "dynamics_loss_avg": 0.050535543169826266}
{"step": 19380, "action_loss_avg": 0.006596559099853039}
{"step": 19390, "loss": 0.0545, "learning_rate": 1e-05}
{"step": 19390, "dynamics_loss_avg": 0.050701281800866124}
{"step": 19390, "action_loss_avg": 0.006181014818139374}
{"step": 19400, "loss": 0.0565, "learning_rate": 1e-05}
{"step": 19400, "dynamics_loss_avg": 0.050550188310444354}
{"step": 19400, "action_loss_avg": 0.0055902045452967284}
{"step": 19410, "loss": 0.0622, "learning_rate": 1e-05}
{"step": 19410, "dynamics_loss_avg": 0.05763031849637627}
{"step": 19410, "action_loss_avg": 0.006675566354533658}
{"step": 19420, "loss": 0.0564, "learning_rate": 1e-05}
{"step": 19420, "dynamics_loss_avg": 0.05405927244573831}
{"step": 19420, "action_loss_avg": 0.0063286247896030545}
{"step": 19430, "loss": 0.074, "learning_rate": 1e-05}
{"step": 19430, "dynamics_loss_avg": 0.05968859363347292}
{"step": 19430, "action_loss_avg": 0.00614389069378376}
{"step": 19440, "loss": 0.0582, "learning_rate": 1e-05}
{"step": 19440, "dynamics_loss_avg": 0.05808425843715668}
{"step": 19440, "action_loss_avg": 0.005908606527373195}
{"step": 19450, "loss": 0.0462, "learning_rate": 1e-05}
{"step": 19450, "dynamics_loss_avg": 0.037125824484974146}
{"step": 19450, "action_loss_avg": 0.003987629734911025}
{"step": 19460, "loss": 0.0719, "learning_rate": 1e-05}
{"step": 19460, "dynamics_loss_avg": 0.06783192120492458}
{"step": 19460, "action_loss_avg": 0.008395749586634338}
{"step": 19470, "loss": 0.0609, "learning_rate": 1e-05}
{"step": 19470, "dynamics_loss_avg": 0.0534167792648077}
{"step": 19470, "action_loss_avg": 0.005096117570064962}
{"step": 19480, "loss": 0.0659, "learning_rate": 1e-05}
{"step": 19480, "dynamics_loss_avg": 0.06148519366979599}
{"step": 19480, "action_loss_avg": 0.007683234545402229}
{"step": 19490, "loss": 0.0555, "learning_rate": 1e-05}
{"step": 19490, "dynamics_loss_avg": 0.05326757626608014}
{"step": 19490, "action_loss_avg": 0.005097727640531957}
{"step": 19500, "loss": 0.0643, "learning_rate": 1e-05}
{"step": 19500, "dynamics_loss_avg": 0.05559019707143307}
{"step": 19500, "action_loss_avg": 0.00490223771193996}
{"step": 19510, "loss": 0.0641, "learning_rate": 1e-05}
{"step": 19510, "dynamics_loss_avg": 0.06037454828619957}
{"step": 19510, "action_loss_avg": 0.007843414042145013}
{"step": 19520, "loss": 0.0564, "learning_rate": 1e-05}
{"step": 19520, "dynamics_loss_avg": 0.044725185818970205}
{"step": 19520, "action_loss_avg": 0.0037645438220351934}
{"step": 19530, "loss": 0.0745, "learning_rate": 1e-05}
{"step": 19530, "dynamics_loss_avg": 0.07038977667689324}
{"step": 19530, "action_loss_avg": 0.007258723792620003}
{"step": 19540, "loss": 0.0701, "learning_rate": 1e-05}
{"step": 19540, "dynamics_loss_avg": 0.058506864681839944}
{"step": 19540, "action_loss_avg": 0.006238724151626229}
{"step": 19550, "loss": 0.0573, "learning_rate": 1e-05}
{"step": 19550, "dynamics_loss_avg": 0.05855425074696541}
{"step": 19550, "action_loss_avg": 0.00659585886169225}
{"step": 19560, "loss": 0.0701, "learning_rate": 1e-05}
{"step": 19560, "dynamics_loss_avg": 0.05713026048615575}
{"step": 19560, "action_loss_avg": 0.005984221317339689}
{"step": 19570, "loss": 0.0581, "learning_rate": 1e-05}
{"step": 19570, "dynamics_loss_avg": 0.05504291485995054}
{"step": 19570, "action_loss_avg": 0.0064625863684341315}
{"step": 19580, "loss": 0.0757, "learning_rate": 1e-05}
{"step": 19580, "dynamics_loss_avg": 0.06951058395206929}
{"step": 19580, "action_loss_avg": 0.006103807711042464}
{"step": 19590, "loss": 0.0644, "learning_rate": 1e-05}
{"step": 19590, "dynamics_loss_avg": 0.05661038029938936}
{"step": 19590, "action_loss_avg": 0.007458959228824824}
{"step": 19600, "loss": 0.0555, "learning_rate": 1e-05}
{"step": 19600, "dynamics_loss_avg": 0.05472494270652532}
{"step": 19600, "action_loss_avg": 0.007612813147716224}
{"step": 19610, "loss": 0.075, "learning_rate": 1e-05}
{"step": 19610, "dynamics_loss_avg": 0.0635134655982256}
{"step": 19610, "action_loss_avg": 0.006598041066899896}
{"step": 19620, "loss": 0.0476, "learning_rate": 1e-05}
{"step": 19620, "dynamics_loss_avg": 0.04561823708936572}
{"step": 19620, "action_loss_avg": 0.005159281485248357}
{"step": 19630, "loss": 0.0843, "learning_rate": 1e-05}
{"step": 19630, "dynamics_loss_avg": 0.07076169215142727}
{"step": 19630, "action_loss_avg": 0.007509033638052642}
{"step": 19640, "loss": 0.0804, "learning_rate": 1e-05}
{"step": 19640, "dynamics_loss_avg": 0.0762038068845868}
{"step": 19640, "action_loss_avg": 0.008592436113394797}
{"step": 19650, "loss": 0.0713, "learning_rate": 1e-05}
{"step": 19650, "dynamics_loss_avg": 0.05912658609449863}
{"step": 19650, "action_loss_avg": 0.007438250887207687}
{"step": 19660, "loss": 0.0497, "learning_rate": 1e-05}
{"step": 19660, "dynamics_loss_avg": 0.04620526731014252}
{"step": 19660, "action_loss_avg": 0.0060183258261531595}
{"step": 19670, "loss": 0.0682, "learning_rate": 1e-05}
{"step": 19670, "dynamics_loss_avg": 0.0574025945737958}
{"step": 19670, "action_loss_avg": 0.0064404257689602675}
{"step": 19680, "loss": 0.0667, "learning_rate": 1e-05}
{"step": 19680, "dynamics_loss_avg": 0.06682192720472813}
{"step": 19680, "action_loss_avg": 0.007569676032289863}
{"step": 19690, "loss": 0.0718, "learning_rate": 1e-05}
{"step": 19690, "dynamics_loss_avg": 0.058721472322940824}
{"step": 19690, "action_loss_avg": 0.007856030354741961}
{"step": 19700, "loss": 0.0587, "learning_rate": 1e-05}
{"step": 19700, "dynamics_loss_avg": 0.05565945971757173}
{"step": 19700, "action_loss_avg": 0.006007410469464958}
{"step": 19710, "loss": 0.06, "learning_rate": 1e-05}
{"step": 19710, "dynamics_loss_avg": 0.04838133230805397}
{"step": 19710, "action_loss_avg": 0.006613183859735727}
{"step": 19720, "loss": 0.057, "learning_rate": 1e-05}
{"step": 19720, "dynamics_loss_avg": 0.05417847223579884}
{"step": 19720, "action_loss_avg": 0.007233875896781683}
{"step": 19730, "loss": 0.0673, "learning_rate": 1e-05}
{"step": 19730, "dynamics_loss_avg": 0.05807335376739502}
{"step": 19730, "action_loss_avg": 0.007173487520776689}
{"step": 19740, "loss": 0.0503, "learning_rate": 1e-05}
{"step": 19740, "dynamics_loss_avg": 0.045465904660522936}
{"step": 19740, "action_loss_avg": 0.006175387173425406}
{"step": 19750, "loss": 0.063, "learning_rate": 1e-05}
{"step": 19750, "dynamics_loss_avg": 0.05543552823364735}
{"step": 19750, "action_loss_avg": 0.006862503150478006}
{"step": 19760, "loss": 0.0638, "learning_rate": 1e-05}
{"step": 19760, "dynamics_loss_avg": 0.05488210376352072}
{"step": 19760, "action_loss_avg": 0.006979115842841566}
{"step": 19770, "loss": 0.0597, "learning_rate": 1e-05}
{"step": 19770, "dynamics_loss_avg": 0.057441108487546445}
{"step": 19770, "action_loss_avg": 0.005826911050826311}
{"step": 19780, "loss": 0.0663, "learning_rate": 1e-05}
{"step": 19780, "dynamics_loss_avg": 0.05906989574432373}
{"step": 19780, "action_loss_avg": 0.006793086300604045}
{"step": 19790, "loss": 0.0628, "learning_rate": 1e-05}
{"step": 19790, "dynamics_loss_avg": 0.056533248908817765}
{"step": 19790, "action_loss_avg": 0.005913308379240334}
{"step": 19800, "loss": 0.0709, "learning_rate": 1e-05}
{"step": 19800, "dynamics_loss_avg": 0.06409555952996016}
{"step": 19800, "action_loss_avg": 0.006995142309460789}
{"step": 19810, "loss": 0.0547, "learning_rate": 1e-05}
{"step": 19810, "dynamics_loss_avg": 0.047496641613543035}
{"step": 19810, "action_loss_avg": 0.0044348008232191205}
{"step": 19820, "loss": 0.0655, "learning_rate": 1e-05}
{"step": 19820, "dynamics_loss_avg": 0.05995897985994816}
{"step": 19820, "action_loss_avg": 0.006086431001313031}
{"step": 19830, "loss": 0.0611, "learning_rate": 1e-05}
{"step": 19830, "dynamics_loss_avg": 0.05551557019352913}
{"step": 19830, "action_loss_avg": 0.005561695899814367}
{"step": 19840, "loss": 0.056, "learning_rate": 1e-05}
{"step": 19840, "dynamics_loss_avg": 0.049300067871809}
{"step": 19840, "action_loss_avg": 0.005768560478463769}
{"step": 19850, "loss": 0.0653, "learning_rate": 1e-05}
{"step": 19850, "dynamics_loss_avg": 0.06183671988546848}
{"step": 19850, "action_loss_avg": 0.005377590516582131}
{"step": 19860, "loss": 0.0631, "learning_rate": 1e-05}
{"step": 19860, "dynamics_loss_avg": 0.05752781201153993}
{"step": 19860, "action_loss_avg": 0.0073010374559089545}
{"step": 19870, "loss": 0.0586, "learning_rate": 1e-05}
{"step": 19870, "dynamics_loss_avg": 0.04990321062505245}
{"step": 19870, "action_loss_avg": 0.005174371344037354}
{"step": 19880, "loss": 0.0456, "learning_rate": 1e-05}
{"step": 19880, "dynamics_loss_avg": 0.04748816527426243}
{"step": 19880, "action_loss_avg": 0.004086286597885192}
{"step": 19890, "loss": 0.0678, "learning_rate": 1e-05}
{"step": 19890, "dynamics_loss_avg": 0.060679486207664016}
{"step": 19890, "action_loss_avg": 0.005613178806379437}
{"step": 19900, "loss": 0.0665, "learning_rate": 1e-05}
{"step": 19900, "dynamics_loss_avg": 0.057788952998816964}
{"step": 19900, "action_loss_avg": 0.005383079522289336}
{"step": 19910, "loss": 0.0576, "learning_rate": 1e-05}
{"step": 19910, "dynamics_loss_avg": 0.05787777323275804}
{"step": 19910, "action_loss_avg": 0.007981119072064757}
{"step": 19920, "loss": 0.0596, "learning_rate": 1e-05}
{"step": 19920, "dynamics_loss_avg": 0.04886638596653938}
{"step": 19920, "action_loss_avg": 0.0048173199174925685}
{"step": 19930, "loss": 0.0704, "learning_rate": 1e-05}
{"step": 19930, "dynamics_loss_avg": 0.0616899037733674}
{"step": 19930, "action_loss_avg": 0.0062312059570103885}
{"step": 19940, "loss": 0.0565, "learning_rate": 1e-05}
{"step": 19940, "dynamics_loss_avg": 0.05000109560787678}
{"step": 19940, "action_loss_avg": 0.006109288637526333}
{"step": 19950, "loss": 0.0506, "learning_rate": 1e-05}
{"step": 19950, "dynamics_loss_avg": 0.048086545616388324}
{"step": 19950, "action_loss_avg": 0.003627922246232629}
{"step": 19960, "loss": 0.0699, "learning_rate": 1e-05}
{"step": 19960, "dynamics_loss_avg": 0.059906115382909776}
{"step": 19960, "action_loss_avg": 0.006839184835553169}
{"step": 19970, "loss": 0.0772, "learning_rate": 1e-05}
{"step": 19970, "dynamics_loss_avg": 0.07156510166823864}
{"step": 19970, "action_loss_avg": 0.008012305712327361}
{"step": 19980, "loss": 0.0493, "learning_rate": 1e-05}
{"step": 19980, "dynamics_loss_avg": 0.04831195566803217}
{"step": 19980, "action_loss_avg": 0.004750172805506736}
{"step": 19990, "loss": 0.0556, "learning_rate": 1e-05}
{"step": 19990, "dynamics_loss_avg": 0.047181186638772486}
{"step": 19990, "action_loss_avg": 0.004648121097125113}
{"step": 20000, "loss": 0.055, "learning_rate": 1e-05}