{"step": 20, "update": 20, "epoch": 0, "loss": 1.3567835539579391, "answer_loss": 1.0320700407028198, "evidence_loss": 0.6494270324707031, "lr": 4.285714285714286e-06, "elapsed": 3.3013126850128174}
{"step": 40, "update": 40, "epoch": 0, "loss": 1.9748505085706711, "answer_loss": 1.7563507467508317, "evidence_loss": 0.43699951171875, "lr": 8.36734693877551e-06, "elapsed": 6.868043661117554}
{"step": 60, "update": 60, "epoch": 0, "loss": 1.3413688749074937, "answer_loss": 1.2286506801843644, "evidence_loss": 0.2254364013671875, "lr": 1.2448979591836735e-05, "elapsed": 9.607038021087646}
{"step": 80, "update": 80, "epoch": 0, "loss": 1.4922975540161132, "answer_loss": 1.422514519095421, "evidence_loss": 0.1395660400390625, "lr": 1.653061224489796e-05, "elapsed": 13.180968761444092}
{"step": 100, "update": 100, "epoch": 0, "loss": 1.094244346022606, "answer_loss": 1.0559344828128814, "evidence_loss": 0.07661972045898438, "lr": 2.0612244897959186e-05, "elapsed": 15.791156530380249}
{"step": 120, "update": 120, "epoch": 0, "loss": 1.2618560403585435, "answer_loss": 1.194548949599266, "evidence_loss": 0.1346141815185547, "lr": 2.469387755102041e-05, "elapsed": 18.51565194129944}
{"step": 140, "update": 140, "epoch": 0, "loss": 1.02232828438282, "answer_loss": 0.9650807440280914, "evidence_loss": 0.11449508666992188, "lr": 2.8775510204081635e-05, "elapsed": 21.37414050102234}
{"step": 160, "update": 160, "epoch": 0, "loss": 1.275240108370781, "answer_loss": 1.2154094398021698, "evidence_loss": 0.11966133117675781, "lr": 3.285714285714286e-05, "elapsed": 24.48033380508423}
{"step": 180, "update": 180, "epoch": 0, "loss": 1.089935450255871, "answer_loss": 1.0689772173762322, "evidence_loss": 0.04191646575927734, "lr": 3.693877551020408e-05, "elapsed": 27.266798973083496}
{"step": 200, "update": 200, "epoch": 0, "loss": 0.948295396566391, "answer_loss": 0.9067766204476356, "evidence_loss": 0.08303756713867187, "lr": 4.102040816326531e-05, "elapsed": 29.958628177642822}
{"step": 220, "update": 220, "epoch": 0, "loss": 1.1358879297971725, "answer_loss": 1.0224766865372659, "evidence_loss": 0.22682247161865235, "lr": 4.510204081632654e-05, "elapsed": 32.51428508758545}
{"step": 240, "update": 240, "epoch": 0, "loss": 0.9656615138053894, "answer_loss": 0.9134130358695984, "evidence_loss": 0.10449695587158203, "lr": 4.918367346938776e-05, "elapsed": 35.67790341377258}
{"step": 260, "update": 260, "epoch": 0, "loss": 1.0415770769119264, "answer_loss": 1.0215750917792321, "evidence_loss": 0.04000396728515625, "lr": 4.999955791878334e-05, "elapsed": 38.32362365722656}
{"step": 280, "update": 280, "epoch": 0, "loss": 1.2852664023637772, "answer_loss": 1.2670815497636796, "evidence_loss": 0.036369705200195314, "lr": 4.999759314490294e-05, "elapsed": 41.42919659614563}
{"step": 300, "update": 300, "epoch": 0, "loss": 1.1822815239429474, "answer_loss": 1.1353857807815075, "evidence_loss": 0.09379148483276367, "lr": 4.9994056681627446e-05, "elapsed": 44.646432876586914}
{"step": 320, "update": 320, "epoch": 0, "loss": 1.0428152814507485, "answer_loss": 1.0005053296685218, "evidence_loss": 0.08461990356445312, "lr": 4.9988948751307094e-05, "elapsed": 47.3100311756134}
{"step": 340, "update": 340, "epoch": 0, "loss": 1.3341953605413437, "answer_loss": 1.2743666023015976, "evidence_loss": 0.11965751647949219, "lr": 4.9982269675096026e-05, "elapsed": 50.625234603881836}
{"step": 360, "update": 360, "epoch": 0, "loss": 1.0782460421323776, "answer_loss": 1.0259310454130173, "evidence_loss": 0.1046299934387207, "lr": 4.9974019872932e-05, "elapsed": 53.64594221115112}
{"step": 380, "update": 380, "epoch": 0, "loss": 0.9285326689481735, "answer_loss": 0.8851731985807418, "evidence_loss": 0.08671894073486328, "lr": 4.996419986351e-05, "elapsed": 56.367451429367065}
{"step": 400, "update": 400, "epoch": 0, "loss": 1.0346814647316933, "answer_loss": 0.9750412210822106, "evidence_loss": 0.11928048133850097, "lr": 4.995281026424966e-05, "elapsed": 59.38388657569885}
{"step": 420, "update": 420, "epoch": 0, "loss": 0.9596364155411721, "answer_loss": 0.9017710343003273, "evidence_loss": 0.11573076248168945, "lr": 4.993985179125642e-05, "elapsed": 62.00219178199768}
{"step": 440, "update": 440, "epoch": 0, "loss": 0.9170519351959229, "answer_loss": 0.8890876054763794, "evidence_loss": 0.05592865943908691, "lr": 4.992532525927651e-05, "elapsed": 64.66994595527649}
{"step": 460, "update": 460, "epoch": 0, "loss": 1.034809948503971, "answer_loss": 1.0041972503066063, "evidence_loss": 0.061225390434265135, "lr": 4.9909231581645705e-05, "elapsed": 67.71643042564392}
{"step": 480, "update": 480, "epoch": 0, "loss": 0.9608002424240112, "answer_loss": 0.9039052218198776, "evidence_loss": 0.11379003524780273, "lr": 4.989157177023192e-05, "elapsed": 71.08648324012756}
{"step": 500, "update": 500, "epoch": 0, "loss": 1.1294140234589576, "answer_loss": 1.0814143314957618, "evidence_loss": 0.0959993839263916, "lr": 4.987234693537157e-05, "elapsed": 74.57324123382568}
{"step": 520, "update": 520, "epoch": 0, "loss": 1.1099211633205415, "answer_loss": 1.0511309206485748, "evidence_loss": 0.1175804853439331, "lr": 4.985155828579981e-05, "elapsed": 78.19522142410278}
{"step": 540, "update": 540, "epoch": 0, "loss": 1.1056744769215583, "answer_loss": 1.078066848218441, "evidence_loss": 0.05521526336669922, "lr": 4.982920712857447e-05, "elapsed": 82.82644081115723}
{"step": 560, "update": 560, "epoch": 0, "loss": 1.0973353505134582, "answer_loss": 1.0565906777977943, "evidence_loss": 0.08148934841156005, "lr": 4.980529486899392e-05, "elapsed": 88.15726065635681}
{"step": 580, "update": 580, "epoch": 0, "loss": 0.9563029259443283, "answer_loss": 0.9237894505262375, "evidence_loss": 0.06502695083618164, "lr": 4.977982301050869e-05, "elapsed": 93.34120845794678}
{"step": 600, "update": 600, "epoch": 0, "loss": 1.5108945459127425, "answer_loss": 1.4375972479581833, "evidence_loss": 0.14659459590911866, "lr": 4.975279315462695e-05, "elapsed": 99.08789777755737}
{"step": 620, "update": 620, "epoch": 0, "loss": 1.0571136742830276, "answer_loss": 1.0186319231987, "evidence_loss": 0.07696349620819092, "lr": 4.972420700081385e-05, "elapsed": 104.14584589004517}
{"step": 640, "update": 640, "epoch": 0, "loss": 1.020379412174225, "answer_loss": 0.978457298874855, "evidence_loss": 0.08384422063827515, "lr": 4.96940663463846e-05, "elapsed": 109.47104620933533}
{"step": 660, "update": 660, "epoch": 0, "loss": 0.8242478966712952, "answer_loss": 0.8029852509498596, "evidence_loss": 0.042525291442871094, "lr": 4.966237308639152e-05, "elapsed": 113.23935627937317}
{"step": 680, "update": 680, "epoch": 0, "loss": 0.9330084085464477, "answer_loss": 0.8931152820587158, "evidence_loss": 0.07978625297546386, "lr": 4.962912921350489e-05, "elapsed": 117.44080519676208}
{"step": 700, "update": 700, "epoch": 0, "loss": 0.7152019187808036, "answer_loss": 0.6868955135345459, "evidence_loss": 0.056612813472747804, "lr": 4.959433681788763e-05, "elapsed": 121.9507966041565}
{"step": 720, "update": 720, "epoch": 0, "loss": 1.2111335024237633, "answer_loss": 1.1765501186251641, "evidence_loss": 0.06916677951812744, "lr": 4.9557998087063904e-05, "elapsed": 127.27609944343567}
{"step": 740, "update": 740, "epoch": 0, "loss": 0.8791930481791497, "answer_loss": 0.8390536978840828, "evidence_loss": 0.08027870655059814, "lr": 4.952011530578161e-05, "elapsed": 131.70183777809143}
{"step": 760, "update": 760, "epoch": 0, "loss": 1.1749279230833054, "answer_loss": 1.1591706842184066, "evidence_loss": 0.03151447772979736, "lr": 4.948069085586866e-05, "elapsed": 136.42595386505127}
{"step": 780, "update": 780, "epoch": 0, "loss": 0.8479745581746101, "answer_loss": 0.8160287991166115, "evidence_loss": 0.06389151811599732, "lr": 4.9439727216083296e-05, "elapsed": 140.45744800567627}
{"step": 800, "update": 800, "epoch": 0, "loss": 1.0442705512046815, "answer_loss": 1.0344684571027756, "evidence_loss": 0.019604188203811646, "lr": 4.939722696195821e-05, "elapsed": 143.49709844589233}
{"step": 820, "update": 820, "epoch": 0, "loss": 1.2414997018873692, "answer_loss": 1.2157082311809062, "evidence_loss": 0.05158294141292572, "lr": 4.93531927656386e-05, "elapsed": 147.65907645225525}
{"step": 840, "update": 840, "epoch": 0, "loss": 1.0830971717834472, "answer_loss": 1.0283007949590683, "evidence_loss": 0.10959276258945465, "lr": 4.930762739571419e-05, "elapsed": 151.50155568122864}
{"step": 860, "update": 860, "epoch": 0, "loss": 0.9871630057692528, "answer_loss": 0.957802914083004, "evidence_loss": 0.058720183372497556, "lr": 4.926053371704514e-05, "elapsed": 155.05095100402832}
{"step": 880, "update": 880, "epoch": 0, "loss": 0.9835785165429115, "answer_loss": 0.9321549534797668, "evidence_loss": 0.10284712314605712, "lr": 4.921191469058192e-05, "elapsed": 157.787602186203}
{"step": 900, "update": 900, "epoch": 0, "loss": 0.7163388878107071, "answer_loss": 0.6813049808144569, "evidence_loss": 0.07006781101226807, "lr": 4.916177337317916e-05, "elapsed": 160.51207160949707}
{"step": 920, "update": 920, "epoch": 0, "loss": 0.8710282064974308, "answer_loss": 0.8432010240852833, "evidence_loss": 0.05565436482429505, "lr": 4.911011291740345e-05, "elapsed": 163.0884826183319}
{"step": 940, "update": 940, "epoch": 0, "loss": 1.1173262849450112, "answer_loss": 1.0917138934135437, "evidence_loss": 0.051224780082702634, "lr": 4.9056936571335113e-05, "elapsed": 166.42264533042908}
{"step": 960, "update": 960, "epoch": 0, "loss": 1.1084259510040284, "answer_loss": 1.0681664541363716, "evidence_loss": 0.08051899671554566, "lr": 4.9002247678364e-05, "elapsed": 170.01062870025635}
{"step": 980, "update": 980, "epoch": 0, "loss": 0.7721354588866234, "answer_loss": 0.7591338858008385, "evidence_loss": 0.026003146171569826, "lr": 4.8946049676979275e-05, "elapsed": 173.14599204063416}
{"step": 1000, "update": 1000, "epoch": 0, "loss": 0.8338240474462509, "answer_loss": 0.8045813262462616, "evidence_loss": 0.05848543643951416, "lr": 4.888834610055321e-05, "elapsed": 176.17443323135376}
{"step": 1020, "update": 1020, "epoch": 0, "loss": 1.0128884121775628, "answer_loss": 1.0070943996310233, "evidence_loss": 0.011588025093078613, "lr": 4.882914057711907e-05, "elapsed": 179.29815316200256}
{"step": 1040, "update": 1040, "epoch": 0, "loss": 1.1245920553803443, "answer_loss": 1.0792480833828448, "evidence_loss": 0.09068794250488281, "lr": 4.876843682914296e-05, "elapsed": 182.32936549186707}
{"step": 1060, "update": 1060, "epoch": 0, "loss": 0.8976079314947129, "answer_loss": 0.8867160633206368, "evidence_loss": 0.021783730760216714, "lr": 4.870623867328981e-05, "elapsed": 185.74347591400146}
{"step": 1080, "update": 1080, "epoch": 0, "loss": 1.0585978493094443, "answer_loss": 1.0015773743391037, "evidence_loss": 0.11404094249010086, "lr": 4.864255002018337e-05, "elapsed": 189.02993059158325}
{"step": 1100, "update": 1100, "epoch": 0, "loss": 0.8034009471535682, "answer_loss": 0.7874487310647964, "evidence_loss": 0.03190443962812424, "lr": 4.8577374874160406e-05, "elapsed": 192.62657117843628}
{"step": 1120, "update": 1120, "epoch": 0, "loss": 0.8467437639832497, "answer_loss": 0.8006152972579003, "evidence_loss": 0.09225694565102457, "lr": 4.851071733301885e-05, "elapsed": 197.86661005020142}
{"step": 1140, "update": 1140, "epoch": 0, "loss": 0.8040991887450218, "answer_loss": 0.7618799969553948, "evidence_loss": 0.08443839251995086, "lr": 4.844258158776021e-05, "elapsed": 203.05003762245178}
{"step": 1160, "update": 1160, "epoch": 0, "loss": 0.9553192511200905, "answer_loss": 0.9351070031523705, "evidence_loss": 0.04042448103427887, "lr": 4.837297192232605e-05, "elapsed": 207.9381880760193}
{"step": 1180, "update": 1180, "epoch": 0, "loss": 0.7878419131040573, "answer_loss": 0.7809052512049675, "evidence_loss": 0.013873305916786195, "lr": 4.830189271332865e-05, "elapsed": 213.18175315856934}
{"step": 1200, "update": 1200, "epoch": 0, "loss": 0.8900321811437607, "answer_loss": 0.8584057688713074, "evidence_loss": 0.06325282156467438, "lr": 4.822934842977581e-05, "elapsed": 218.58396244049072}
{"step": 1220, "update": 1220, "epoch": 0, "loss": 1.212135423719883, "answer_loss": 1.2008482351899148, "evidence_loss": 0.022574374079704286, "lr": 4.8155343632789896e-05, "elapsed": 223.35613465309143}
{"step": 1240, "update": 1240, "epoch": 0, "loss": 0.8853374317288398, "answer_loss": 0.8486189708113671, "evidence_loss": 0.07343692481517791, "lr": 4.807988297532106e-05, "elapsed": 227.28313207626343}
{"step": 1260, "update": 1260, "epoch": 0, "loss": 1.0303647637367248, "answer_loss": 1.0069123327732086, "evidence_loss": 0.04690486043691635, "lr": 4.800297120185466e-05, "elapsed": 232.63037657737732}
{"step": 1280, "update": 1280, "epoch": 0, "loss": 0.6873986937105656, "answer_loss": 0.684522382169962, "evidence_loss": 0.005752619542181492, "lr": 4.7924613148113015e-05, "elapsed": 236.77408933639526}
{"step": 1300, "update": 1300, "epoch": 0, "loss": 0.7749374642968178, "answer_loss": 0.7478136047720909, "evidence_loss": 0.05424770945683122, "lr": 4.7844813740751314e-05, "elapsed": 241.18453001976013}
{"step": 1320, "update": 1320, "epoch": 0, "loss": 0.8216680824756623, "answer_loss": 0.8192998200654984, "evidence_loss": 0.004736517369747162, "lr": 4.7763577997047885e-05, "elapsed": 245.9323353767395}
{"step": 1340, "update": 1340, "epoch": 0, "loss": 0.9332792535424232, "answer_loss": 0.8813061818480492, "evidence_loss": 0.1039461394189857, "lr": 4.7680911024588726e-05, "elapsed": 251.1566984653473}
{"step": 1360, "update": 1360, "epoch": 0, "loss": 0.6959370456635952, "answer_loss": 0.6700806073844433, "evidence_loss": 0.051712886244058606, "lr": 4.75968180209464e-05, "elapsed": 255.27071690559387}
{"step": 1380, "update": 1380, "epoch": 0, "loss": 0.7389013335108757, "answer_loss": 0.7349477186799049, "evidence_loss": 0.007907231152057648, "lr": 4.751130427335318e-05, "elapsed": 260.1564643383026}
{"step": 1400, "update": 1400, "epoch": 0, "loss": 0.8160981617867946, "answer_loss": 0.8008318223059178, "evidence_loss": 0.03053269349038601, "lr": 4.7424375158368745e-05, "elapsed": 265.6861002445221}
{"step": 1420, "update": 1420, "epoch": 0, "loss": 0.9070755705237389, "answer_loss": 0.8823729544878006, "evidence_loss": 0.04940523654222488, "lr": 4.7336036141541984e-05, "elapsed": 269.0484972000122}
{"step": 1440, "update": 1440, "epoch": 0, "loss": 0.7264695335179567, "answer_loss": 0.7224486131221056, "evidence_loss": 0.008041837066411973, "lr": 4.724629277706746e-05, "elapsed": 271.64363050460815}
{"step": 1460, "update": 1460, "epoch": 0, "loss": 0.7934683427214623, "answer_loss": 0.779345054924488, "evidence_loss": 0.028246565349400045, "lr": 4.7155150707436167e-05, "elapsed": 274.77567315101624}
{"step": 1480, "update": 1480, "epoch": 0, "loss": 0.8151771113276481, "answer_loss": 0.7857730656862258, "evidence_loss": 0.05880808383226395, "lr": 4.706261566308079e-05, "elapsed": 279.2947826385498}
{"step": 1500, "update": 1500, "epoch": 0, "loss": 0.8989031314849854, "answer_loss": 0.8791620969772339, "evidence_loss": 0.03948206752538681, "lr": 4.6968693462015345e-05, "elapsed": 283.700763463974}
{"step": 1520, "update": 1520, "epoch": 0, "loss": 0.7544015161693096, "answer_loss": 0.7237444393336773, "evidence_loss": 0.06131416149437428, "lr": 4.6873390009469466e-05, "elapsed": 288.76561856269836}
{"step": 1540, "update": 1540, "epoch": 0, "loss": 0.8567038714885712, "answer_loss": 0.8012320697307587, "evidence_loss": 0.11094360053539276, "lr": 4.677671129751704e-05, "elapsed": 293.3757576942444}
{"step": 1560, "update": 1560, "epoch": 0, "loss": 0.6932935535907745, "answer_loss": 0.6691781833767891, "evidence_loss": 0.048230747878551486, "lr": 4.667866340469955e-05, "elapsed": 296.37028789520264}
{"step": 1580, "update": 1580, "epoch": 0, "loss": 0.8288455292582512, "answer_loss": 0.8251362860202789, "evidence_loss": 0.007418489083647728, "lr": 4.657925249564382e-05, "elapsed": 299.4186906814575}
{"step": 1600, "update": 1600, "epoch": 0, "loss": 0.7352773644030094, "answer_loss": 0.7268175348639488, "evidence_loss": 0.016919651255011558, "lr": 4.647848482067445e-05, "elapsed": 302.3407652378082}
{"step": 1620, "update": 1620, "epoch": 0, "loss": 0.8145399123430253, "answer_loss": 0.8054665610194206, "evidence_loss": 0.018146697990596296, "lr": 4.637636671542084e-05, "elapsed": 305.636883020401}
{"step": 1640, "update": 1640, "epoch": 0, "loss": 0.8293729573488235, "answer_loss": 0.8155027776956558, "evidence_loss": 0.02774035222828388, "lr": 4.627290460041886e-05, "elapsed": 309.5853934288025}
{"step": 1660, "update": 1660, "epoch": 0, "loss": 1.0061618715524674, "answer_loss": 0.9699374228715897, "evidence_loss": 0.07244889345020056, "lr": 4.6168104980707107e-05, "elapsed": 315.33257961273193}
{"step": 1680, "update": 1680, "epoch": 0, "loss": 0.7783963195979595, "answer_loss": 0.7572262518107891, "evidence_loss": 0.04234012849628925, "lr": 4.6061974445418004e-05, "elapsed": 320.5572648048401}
{"step": 1700, "update": 1700, "epoch": 0, "loss": 0.7463522896170616, "answer_loss": 0.7201527044177055, "evidence_loss": 0.052399171888828276, "lr": 4.595451966736344e-05, "elapsed": 324.9714140892029}
{"step": 1720, "update": 1720, "epoch": 0, "loss": 0.9971462398767471, "answer_loss": 0.9814351364970207, "evidence_loss": 0.031422202754765746, "lr": 4.584574740261526e-05, "elapsed": 329.25495171546936}
{"step": 1740, "update": 1740, "epoch": 0, "loss": 0.8190613202750683, "answer_loss": 0.7870725147426129, "evidence_loss": 0.06397761898115277, "lr": 4.5735664490080454e-05, "elapsed": 332.54172444343567}
{"step": 1760, "update": 1760, "epoch": 0, "loss": 0.859452971816063, "answer_loss": 0.8283202111721039, "evidence_loss": 0.062265527248382566, "lr": 4.562427785107123e-05, "elapsed": 335.57890152931213}
{"step": 1780, "update": 1780, "epoch": 0, "loss": 0.9736430689692497, "answer_loss": 0.9579227134585381, "evidence_loss": 0.031440716981887815, "lr": 4.55115944888698e-05, "elapsed": 338.6032021045685}
{"step": 1800, "update": 1800, "epoch": 0, "loss": 0.7532172918319702, "answer_loss": 0.7339795410633088, "evidence_loss": 0.03847550565842539, "lr": 4.539762148828805e-05, "elapsed": 341.1063063144684}
{"step": 1820, "update": 1820, "epoch": 0, "loss": 0.8602181300520897, "answer_loss": 0.8341966427862644, "evidence_loss": 0.05204295737203211, "lr": 4.528236601522213e-05, "elapsed": 344.4963128566742}
{"step": 1840, "update": 1840, "epoch": 0, "loss": 0.6784216985106468, "answer_loss": 0.6704482503235341, "evidence_loss": 0.015946905873715878, "lr": 4.516583531620189e-05, "elapsed": 347.46654868125916}
{"step": 1860, "update": 1860, "epoch": 0, "loss": 0.6113062173128128, "answer_loss": 0.5819062931463123, "evidence_loss": 0.058799855131655934, "lr": 4.504803671793524e-05, "elapsed": 350.77103757858276}
{"step": 1880, "update": 1880, "epoch": 0, "loss": 0.6917191341519355, "answer_loss": 0.6605160474777222, "evidence_loss": 0.06240618312731385, "lr": 4.492897762684756e-05, "elapsed": 353.6577868461609}
{"step": 1900, "update": 1900, "epoch": 0, "loss": 0.7950745686888695, "answer_loss": 0.7713288381695748, "evidence_loss": 0.047491461131721736, "lr": 4.4808665528615937e-05, "elapsed": 356.7290749549866}
{"step": 1920, "update": 1920, "epoch": 0, "loss": 0.6806660763919353, "answer_loss": 0.651135490834713, "evidence_loss": 0.05906117018312216, "lr": 4.46871079876986e-05, "elapsed": 359.18072509765625}
{"step": 1940, "update": 1940, "epoch": 0, "loss": 0.713649096339941, "answer_loss": 0.6939306043088436, "evidence_loss": 0.03943697884678841, "lr": 4.456431264685927e-05, "elapsed": 362.2490785121918}
{"step": 1960, "update": 1960, "epoch": 0, "loss": 0.8557775914669037, "answer_loss": 0.8422220662236214, "evidence_loss": 0.027111054211854935, "lr": 4.444028722668664e-05, "elapsed": 364.9754376411438}
{"step": 1980, "update": 1980, "epoch": 0, "loss": 0.6039236918091774, "answer_loss": 0.5767650052905082, "evidence_loss": 0.054317386075854304, "lr": 4.4315039525108946e-05, "elapsed": 367.4797945022583}
{"step": 2000, "update": 2000, "epoch": 0, "loss": 0.8110430106520653, "answer_loss": 0.7806810081005097, "evidence_loss": 0.060724010318517686, "lr": 4.4188577416903704e-05, "elapsed": 370.3419363498688}
{"step": 2020, "update": 2020, "epoch": 0, "loss": 0.883792670071125, "answer_loss": 0.8697478927671909, "evidence_loss": 0.028089552000164986, "lr": 4.406090885320258e-05, "elapsed": 373.7063457965851}
{"step": 2040, "update": 2040, "epoch": 0, "loss": 0.7002921745181083, "answer_loss": 0.6822358056902885, "evidence_loss": 0.03611273020505905, "lr": 4.393204186099146e-05, "elapsed": 376.305052280426}
{"step": 2060, "update": 2060, "epoch": 0, "loss": 0.9757172927260399, "answer_loss": 0.9643207967281342, "evidence_loss": 0.02279299106448889, "lr": 4.3801984542605804e-05, "elapsed": 380.025808095932}
{"step": 2080, "update": 2080, "epoch": 0, "loss": 0.8027254119515419, "answer_loss": 0.7699582189321518, "evidence_loss": 0.06553439013659954, "lr": 4.3670745075221186e-05, "elapsed": 382.7962682247162}
{"step": 2100, "update": 2100, "epoch": 0, "loss": 0.7983659401535987, "answer_loss": 0.7797496169805527, "evidence_loss": 0.03723265584558248, "lr": 4.353833171033918e-05, "elapsed": 386.0146315097809}
{"step": 2120, "update": 2120, "epoch": 0, "loss": 0.9359242126345635, "answer_loss": 0.9049474447965622, "evidence_loss": 0.06195353548973799, "lr": 4.340475277326853e-05, "elapsed": 389.10717129707336}
{"step": 2140, "update": 2140, "epoch": 0, "loss": 0.7515444561839104, "answer_loss": 0.7160077020525932, "evidence_loss": 0.07107350472360849, "lr": 4.327001666260178e-05, "elapsed": 391.95727944374084}
{"step": 2160, "update": 2160, "epoch": 0, "loss": 0.8305029302835465, "answer_loss": 0.8218559920787811, "evidence_loss": 0.017293896153569223, "lr": 4.3134131849687144e-05, "elapsed": 394.8796327114105}
{"step": 2180, "update": 2180, "epoch": 0, "loss": 0.8519500389695167, "answer_loss": 0.8172294184565544, "evidence_loss": 0.06944123730063438, "lr": 4.299710687809592e-05, "elapsed": 397.75836634635925}
{"step": 2200, "update": 2200, "epoch": 0, "loss": 0.9596194192767143, "answer_loss": 0.9583269864320755, "evidence_loss": 0.0025848720222711565, "lr": 4.2858950363085336e-05, "elapsed": 401.1441476345062}
{"step": 2220, "update": 2220, "epoch": 0, "loss": 0.8666046649217606, "answer_loss": 0.8579688727855682, "evidence_loss": 0.017271579802036287, "lr": 4.2719670991056834e-05, "elapsed": 404.9416103363037}
{"step": 2240, "update": 2240, "epoch": 0, "loss": 0.7045030578970909, "answer_loss": 0.7031855940818786, "evidence_loss": 0.002634926326572895, "lr": 4.257927751900998e-05, "elapsed": 408.4377934932709}
{"step": 2260, "update": 2260, "epoch": 0, "loss": 0.8756856396794319, "answer_loss": 0.8419637396931648, "evidence_loss": 0.06744380509480834, "lr": 4.2437778773991835e-05, "elapsed": 411.08339166641235}
{"step": 2280, "update": 2280, "epoch": 0, "loss": 0.7515983209013939, "answer_loss": 0.7298545613884926, "evidence_loss": 0.043487509805709125, "lr": 4.229518365254197e-05, "elapsed": 413.951443195343}
{"step": 2300, "update": 2300, "epoch": 0, "loss": 0.697590583562851, "answer_loss": 0.679603885114193, "evidence_loss": 0.03597339233383536, "lr": 4.215150112013315e-05, "elapsed": 416.7358937263489}
{"step": 2320, "update": 2320, "epoch": 0, "loss": 0.9291319429874421, "answer_loss": 0.9082880645990372, "evidence_loss": 0.04168774913996458, "lr": 4.20067402106076e-05, "elapsed": 419.5995044708252}
{"step": 2340, "update": 2340, "epoch": 0, "loss": 0.6734468765556813, "answer_loss": 0.6714145798236132, "evidence_loss": 0.004064594581723213, "lr": 4.186091002560902e-05, "elapsed": 422.5633156299591}
{"step": 2360, "update": 2360, "epoch": 0, "loss": 0.9300177745521069, "answer_loss": 0.909788440167904, "evidence_loss": 0.040458691958338025, "lr": 4.171401973401036e-05, "elapsed": 425.3247900009155}
{"step": 2380, "update": 2380, "epoch": 0, "loss": 0.9886651337146759, "answer_loss": 0.9600514084100723, "evidence_loss": 0.05722743971273303, "lr": 4.156607857133728e-05, "elapsed": 428.73095297813416}
{"step": 2400, "update": 2400, "epoch": 0, "loss": 0.6282751530408859, "answer_loss": 0.6154765620827675, "evidence_loss": 0.025597189739346504, "lr": 4.141709583918756e-05, "elapsed": 431.34970140457153}
{"step": 2420, "update": 2420, "epoch": 0, "loss": 0.601950678229332, "answer_loss": 0.5980416290462017, "evidence_loss": 0.00781810199841857, "lr": 4.126708090464621e-05, "elapsed": 434.27430963516235}
{"step": 2440, "update": 2440, "epoch": 0, "loss": 0.7167666792869568, "answer_loss": 0.7156861811876297, "evidence_loss": 0.0021609957097098232, "lr": 4.111604319969656e-05, "elapsed": 436.71408772468567}
{"step": 2460, "update": 2460, "epoch": 0, "loss": 0.9217981219291687, "answer_loss": 0.8808616176247597, "evidence_loss": 0.08187299836426973, "lr": 4.096399222062722e-05, "elapsed": 439.76578187942505}
{"step": 2480, "update": 2480, "epoch": 0, "loss": 0.9585022404789925, "answer_loss": 0.9400314453989267, "evidence_loss": 0.03694159612059593, "lr": 4.081093752743503e-05, "elapsed": 442.75417733192444}
{"step": 2500, "update": 2500, "epoch": 0, "loss": 0.9994505792856216, "answer_loss": 0.9938804470002651, "evidence_loss": 0.011140253348276018, "lr": 4.065688874322396e-05, "elapsed": 445.8209264278412}
{"step": 2520, "update": 2520, "epoch": 0, "loss": 0.8276937961578369, "answer_loss": 0.8102414727210998, "evidence_loss": 0.03490464454516769, "lr": 4.050185555360012e-05, "elapsed": 449.12552428245544}
{"step": 2540, "update": 2540, "epoch": 0, "loss": 0.9447826005518436, "answer_loss": 0.9202597051858902, "evidence_loss": 0.04904580032452941, "lr": 4.034584770606272e-05, "elapsed": 452.00702452659607}
{"step": 2560, "update": 2560, "epoch": 0, "loss": 0.8281502455472947, "answer_loss": 0.8179660022258759, "evidence_loss": 0.02036847472190857, "lr": 4.01888750093913e-05, "elapsed": 455.26149344444275}
{"step": 2580, "update": 2580, "epoch": 0, "loss": 0.7163634333759547, "answer_loss": 0.6950832162052393, "evidence_loss": 0.04256042912602424, "lr": 4.003094733302893e-05, "elapsed": 458.06185507774353}
{"step": 2600, "update": 2600, "epoch": 0, "loss": 1.034038060903549, "answer_loss": 1.0272874385118484, "evidence_loss": 0.013501271139830351, "lr": 3.9872074606461715e-05, "elapsed": 461.945228099823}
{"step": 2620, "update": 2620, "epoch": 0, "loss": 0.7275047808885574, "answer_loss": 0.7132458783686161, "evidence_loss": 0.028517790231853725, "lr": 3.971226681859454e-05, "elapsed": 464.96589159965515}
{"step": 2640, "update": 2640, "epoch": 0, "loss": 0.7580808609724045, "answer_loss": 0.7538564547896385, "evidence_loss": 0.008448815764859318, "lr": 3.955153401712293e-05, "elapsed": 467.64019560813904}
{"step": 2660, "update": 2660, "epoch": 0, "loss": 0.7593101516366005, "answer_loss": 0.757446700334549, "evidence_loss": 0.0037269002525135873, "lr": 3.9389886307901405e-05, "elapsed": 470.64274621009827}
{"step": 2680, "update": 2680, "epoch": 0, "loss": 0.7581101786345243, "answer_loss": 0.7427185457199812, "evidence_loss": 0.030783279938623308, "lr": 3.922733385430805e-05, "elapsed": 473.9117500782013}
{"step": 2700, "update": 2700, "epoch": 0, "loss": 0.7159147024154663, "answer_loss": 0.7120108246803284, "evidence_loss": 0.007807744829915464, "lr": 3.9063886876605516e-05, "elapsed": 477.58506965637207}
{"step": 2720, "update": 2720, "epoch": 0, "loss": 0.8812658697366714, "answer_loss": 0.8678914934396744, "evidence_loss": 0.026748763804789633, "lr": 3.8899555651298425e-05, "elapsed": 480.94101119041443}
{"step": 2740, "update": 2740, "epoch": 0, "loss": 0.7907195664942265, "answer_loss": 0.7528324544429779, "evidence_loss": 0.07577421152964234, "lr": 3.873435051048725e-05, "elapsed": 483.7537331581116}
{"step": 2760, "update": 2760, "epoch": 0, "loss": 0.8450836472213268, "answer_loss": 0.8357017382979393, "evidence_loss": 0.01876383046619594, "lr": 3.856828184121872e-05, "elapsed": 487.6523940563202}
{"step": 2780, "update": 2780, "epoch": 0, "loss": 0.7962304726243019, "answer_loss": 0.7940268710255622, "evidence_loss": 0.004407200892455876, "lr": 3.8401360084832706e-05, "elapsed": 490.29207611083984}
{"step": 2800, "update": 2800, "epoch": 0, "loss": 0.7393086552619934, "answer_loss": 0.7000768318772316, "evidence_loss": 0.07846363732824102, "lr": 3.8233595736305784e-05, "elapsed": 493.12826132774353}
{"step": 2820, "update": 2820, "epoch": 0, "loss": 0.654385120421648, "answer_loss": 0.6374558180570602, "evidence_loss": 0.03385859727859497, "lr": 3.806499934359136e-05, "elapsed": 496.55149602890015}
{"step": 2840, "update": 2840, "epoch": 0, "loss": 0.9084144815802574, "answer_loss": 0.8880522936582566, "evidence_loss": 0.0407243677880615, "lr": 3.7895581506956434e-05, "elapsed": 500.83110427856445}
{"step": 2860, "update": 2860, "epoch": 0, "loss": 0.8045700192451477, "answer_loss": 0.7957985922694206, "evidence_loss": 0.017542864289134742, "lr": 3.7725352878315234e-05, "elapsed": 503.6861250400543}
{"step": 2880, "update": 2880, "epoch": 0, "loss": 0.8859601877629757, "answer_loss": 0.8829719632863998, "evidence_loss": 0.005976452538743615, "lr": 3.7554324160559364e-05, "elapsed": 506.70724630355835}
{"step": 2900, "update": 2900, "epoch": 0, "loss": 0.750350932776928, "answer_loss": 0.7329582370817661, "evidence_loss": 0.03478539848001674, "lr": 3.7382506106884966e-05, "elapsed": 509.640460729599}
{"step": 2920, "update": 2920, "epoch": 0, "loss": 0.9064264163374901, "answer_loss": 0.9038643360137939, "evidence_loss": 0.005124142253771424, "lr": 3.720990952011659e-05, "elapsed": 512.2532465457916}
{"step": 2940, "update": 2940, "epoch": 0, "loss": 0.8146426171064377, "answer_loss": 0.8119986847043037, "evidence_loss": 0.005287875980138778, "lr": 3.703654525202798e-05, "elapsed": 515.5162477493286}
{"step": 2960, "update": 2960, "epoch": 0, "loss": 0.8254637911915779, "answer_loss": 0.7921179451048375, "evidence_loss": 0.06669170139357447, "lr": 3.6862424202659795e-05, "elapsed": 518.8913190364838}
{"step": 2980, "update": 2980, "epoch": 0, "loss": 1.0021582424640656, "answer_loss": 0.9827679038047791, "evidence_loss": 0.03878069464117288, "lr": 3.668755731963428e-05, "elapsed": 522.042453289032}
{"step": 3000, "update": 3000, "epoch": 0, "loss": 0.9696215257048607, "answer_loss": 0.9580837547779083, "evidence_loss": 0.0230755265802145, "lr": 3.651195559746694e-05, "elapsed": 525.2790350914001}
{"step": 3020, "update": 3020, "epoch": 0, "loss": 0.8278909519314765, "answer_loss": 0.8237116307020187, "evidence_loss": 0.008358634449541569, "lr": 3.63356300768753e-05, "elapsed": 528.9251136779785}
{"step": 3040, "update": 3040, "epoch": 0, "loss": 1.0201649315655232, "answer_loss": 1.0198438696563243, "evidence_loss": 0.0006421258673071861, "lr": 3.615859184408472e-05, "elapsed": 533.4329190254211}
{"step": 3060, "update": 3060, "epoch": 0, "loss": 0.8004910424351692, "answer_loss": 0.7983451262116432, "evidence_loss": 0.004291839059442281, "lr": 3.598085203013132e-05, "elapsed": 537.5264649391174}
{"step": 3080, "update": 3080, "epoch": 0, "loss": 0.914454372227192, "answer_loss": 0.8738403126597405, "evidence_loss": 0.08122813301160932, "lr": 3.5802421810162246e-05, "elapsed": 541.4379994869232}
{"step": 3100, "update": 3100, "epoch": 0, "loss": 0.6639619089663029, "answer_loss": 0.6534613743424416, "evidence_loss": 0.02100107092410326, "lr": 3.56233124027329e-05, "elapsed": 544.8725779056549}
{"step": 3120, "update": 3120, "epoch": 0, "loss": 0.7629306465387344, "answer_loss": 0.7526092067360878, "evidence_loss": 0.02064288705587387, "lr": 3.5443535069101716e-05, "elapsed": 548.735093832016}
{"step": 3140, "update": 3140, "epoch": 0, "loss": 0.6264343217015267, "answer_loss": 0.6129643008112907, "evidence_loss": 0.0269400330260396, "lr": 3.526310111252206e-05, "elapsed": 551.9812829494476}
{"step": 3160, "update": 3160, "epoch": 0, "loss": 0.7846967719495297, "answer_loss": 0.7631282359361649, "evidence_loss": 0.04313708264380693, "lr": 3.508202187753155e-05, "elapsed": 554.8831360340118}
{"step": 3180, "update": 3180, "epoch": 0, "loss": 0.826569177955389, "answer_loss": 0.802108395844698, "evidence_loss": 0.048921558912843464, "lr": 3.4900308749238816e-05, "elapsed": 558.0407931804657}
{"step": 3200, "update": 3200, "epoch": 0, "loss": 0.568149533867836, "answer_loss": 0.5667953200638294, "evidence_loss": 0.0027084238827228546, "lr": 3.471797315260765e-05, "elapsed": 561.093841791153}
{"step": 3220, "update": 3220, "epoch": 0, "loss": 0.8395577698946, "answer_loss": 0.8361523866653442, "evidence_loss": 0.006810755981132388, "lr": 3.453502655173871e-05, "elapsed": 564.4512004852295}
{"step": 3240, "update": 3240, "epoch": 0, "loss": 0.7646323829889298, "answer_loss": 0.7558879595249891, "evidence_loss": 0.017488854075782, "lr": 3.435148044914867e-05, "elapsed": 568.1246066093445}
{"step": 3260, "update": 3260, "epoch": 0, "loss": 0.7867277562618256, "answer_loss": 0.7706374365836381, "evidence_loss": 0.032180652907118204, "lr": 3.416734638504708e-05, "elapsed": 571.4172542095184}
{"step": 3280, "update": 3280, "epoch": 0, "loss": 0.7385405361652374, "answer_loss": 0.7123249664902687, "evidence_loss": 0.05243113380856812, "lr": 3.398263593661076e-05, "elapsed": 574.2706985473633}
{"step": 3300, "update": 3300, "epoch": 0, "loss": 0.6435883298516274, "answer_loss": 0.6406744103878736, "evidence_loss": 0.005827831290662289, "lr": 3.3797360717255885e-05, "elapsed": 576.7380821704865}
{"step": 3320, "update": 3320, "epoch": 0, "loss": 0.837247347831726, "answer_loss": 0.8267288498580456, "evidence_loss": 0.0210370066575706, "lr": 3.361153237590787e-05, "elapsed": 579.5985033512115}
{"step": 3340, "update": 3340, "epoch": 0, "loss": 0.6420249581336975, "answer_loss": 0.6385272696614266, "evidence_loss": 0.006995374546386301, "lr": 3.342516259626888e-05, "elapsed": 582.236825466156}
{"step": 3360, "update": 3360, "epoch": 0, "loss": 0.7580399923026562, "answer_loss": 0.7573325946927071, "evidence_loss": 0.0014147732639685274, "lr": 3.323826309608326e-05, "elapsed": 585.0444593429565}
{"step": 3380, "update": 3380, "epoch": 0, "loss": 0.6299188919365406, "answer_loss": 0.6292247265577317, "evidence_loss": 0.001388323912397027, "lr": 3.305084562640086e-05, "elapsed": 587.8719458580017}
{"step": 3400, "update": 3400, "epoch": 0, "loss": 0.8072968021035194, "answer_loss": 0.7801982663571835, "evidence_loss": 0.05419707039836794, "lr": 3.2862921970838106e-05, "elapsed": 591.0865745544434}
{"step": 3420, "update": 3420, "epoch": 0, "loss": 0.9772875912487506, "answer_loss": 0.9611221820116043, "evidence_loss": 0.0323308076011017, "lr": 3.267450394483718e-05, "elapsed": 594.0183837413788}
{"step": 3440, "update": 3440, "epoch": 0, "loss": 0.9144082546234131, "answer_loss": 0.8915501952171325, "evidence_loss": 0.045716121792793274, "lr": 3.2485603394923136e-05, "elapsed": 597.2330899238586}
{"step": 3460, "update": 3460, "epoch": 0, "loss": 0.7192461520433426, "answer_loss": 0.7143579140305519, "evidence_loss": 0.009776474698446691, "lr": 3.2296232197959045e-05, "elapsed": 600.7385003566742}
{"step": 3480, "update": 3480, "epoch": 0, "loss": 0.7658194690942765, "answer_loss": 0.7463106051087379, "evidence_loss": 0.0390177465043962, "lr": 3.2106402260399273e-05, "elapsed": 603.2847666740417}
{"step": 3500, "update": 3500, "epoch": 0, "loss": 0.6101087689399719, "answer_loss": 0.599605456739664, "evidence_loss": 0.021006617788225414, "lr": 3.191612551754087e-05, "elapsed": 606.020099401474}
{"step": 3520, "update": 3520, "epoch": 0, "loss": 0.837090791016817, "answer_loss": 0.8221042409539223, "evidence_loss": 0.029973105038516225, "lr": 3.1725413932773154e-05, "elapsed": 609.5467975139618}
{"step": 3540, "update": 3540, "epoch": 0, "loss": 0.8010907173156738, "answer_loss": 0.7642998196184635, "evidence_loss": 0.07358178494032472, "lr": 3.153427949682555e-05, "elapsed": 612.4808301925659}
{"step": 3560, "update": 3560, "epoch": 0, "loss": 0.7114120591431856, "answer_loss": 0.7049556862562895, "evidence_loss": 0.012912751943804323, "lr": 3.134273422701364e-05, "elapsed": 616.0111417770386}
{"step": 3580, "update": 3580, "epoch": 0, "loss": 0.5448462471365929, "answer_loss": 0.5256824299693108, "evidence_loss": 0.038327629771083595, "lr": 3.1150790166483654e-05, "elapsed": 618.5084600448608}
{"step": 3600, "update": 3600, "epoch": 0, "loss": 0.6535040736198425, "answer_loss": 0.6530305869877339, "evidence_loss": 0.0009469781769439578, "lr": 3.095845938345521e-05, "elapsed": 621.3061408996582}
{"step": 3620, "update": 3620, "epoch": 0, "loss": 0.794411962479353, "answer_loss": 0.7886269725859165, "evidence_loss": 0.01156997641082853, "lr": 3.0765753970462596e-05, "elapsed": 624.1395502090454}
{"step": 3640, "update": 3640, "epoch": 0, "loss": 0.7617876805365086, "answer_loss": 0.7571927845478058, "evidence_loss": 0.009189787833020092, "lr": 3.057268604359444e-05, "elapsed": 627.2870571613312}
{"step": 3660, "update": 3660, "epoch": 0, "loss": 0.7575633078813553, "answer_loss": 0.7550721623003482, "evidence_loss": 0.004982307204045355, "lr": 3.0379267741731928e-05, "elapsed": 630.7195498943329}
{"step": 3680, "update": 3680, "epoch": 0, "loss": 0.767378431558609, "answer_loss": 0.7474486544728279, "evidence_loss": 0.03985955214011483, "lr": 3.0185511225785595e-05, "elapsed": 633.5436282157898}
{"step": 3700, "update": 3700, "epoch": 0, "loss": 0.7695456698536873, "answer_loss": 0.7598442874848843, "evidence_loss": 0.019402778544463217, "lr": 2.9991428677930726e-05, "elapsed": 636.7766795158386}
{"step": 3720, "update": 3720, "epoch": 0, "loss": 0.6971602812409401, "answer_loss": 0.696115842461586, "evidence_loss": 0.0020888787228614094, "lr": 2.9797032300841414e-05, "elapsed": 639.7478168010712}
{"step": 3740, "update": 3740, "epoch": 0, "loss": 0.8539899945259094, "answer_loss": 0.8521306023001671, "evidence_loss": 0.003718770481646061, "lr": 2.960233431692333e-05, "elapsed": 643.2732963562012}
{"step": 3760, "update": 3760, "epoch": 0, "loss": 0.981534232199192, "answer_loss": 0.9792850330471993, "evidence_loss": 0.004498380562290549, "lr": 2.9407346967545273e-05, "elapsed": 646.5549247264862}
{"step": 3780, "update": 3780, "epoch": 0, "loss": 0.8018412634730339, "answer_loss": 0.757737323641777, "evidence_loss": 0.08820789437741042, "lr": 2.9212082512269486e-05, "elapsed": 649.7319090366364}
{"step": 3800, "update": 3800, "epoch": 0, "loss": 0.7652011573314667, "answer_loss": 0.7641767978668212, "evidence_loss": 0.0020487170666456224, "lr": 2.9016553228080874e-05, "elapsed": 653.138411283493}
{"step": 3820, "update": 3820, "epoch": 0, "loss": 0.7435508899390697, "answer_loss": 0.73263770788908, "evidence_loss": 0.021826368104666472, "lr": 2.8820771408615078e-05, "elapsed": 656.3465187549591}
{"step": 3840, "update": 3840, "epoch": 0, "loss": 0.9140861287713051, "answer_loss": 0.9124563187360764, "evidence_loss": 0.0032596210716292263, "lr": 2.8624749363385582e-05, "elapsed": 659.9636383056641}
{"step": 3860, "update": 3860, "epoch": 0, "loss": 0.9036659121513366, "answer_loss": 0.8983429402112961, "evidence_loss": 0.010645956615917385, "lr": 2.8428499417009707e-05, "elapsed": 664.2631635665894}
{"step": 3880, "update": 3880, "epoch": 0, "loss": 0.8453802816569805, "answer_loss": 0.8446079857647419, "evidence_loss": 0.0015445969998836516, "lr": 2.823203390843376e-05, "elapsed": 667.87184882164}
{"step": 3900, "update": 3900, "epoch": 0, "loss": 0.9543014854192734, "answer_loss": 0.9443157747387886, "evidence_loss": 0.01997140059247613, "lr": 2.8035365190157213e-05, "elapsed": 671.7646148204803}
{"step": 3920, "update": 3920, "epoch": 0, "loss": 0.7706201784312725, "answer_loss": 0.7691535718739033, "evidence_loss": 0.002933224942535162, "lr": 2.7838505627456086e-05, "elapsed": 674.7912285327911}
{"step": 3940, "update": 3940, "epoch": 0, "loss": 0.6475679248571395, "answer_loss": 0.610090708732605, "evidence_loss": 0.0749544207006693, "lr": 2.764146759760547e-05, "elapsed": 677.970915555954}
{"step": 3960, "update": 3960, "epoch": 0, "loss": 0.7623445533216, "answer_loss": 0.7603322215378284, "evidence_loss": 0.004024650901556015, "lr": 2.744426348910134e-05, "elapsed": 680.7630693912506}
{"step": 3980, "update": 3980, "epoch": 0, "loss": 0.9434320405125618, "answer_loss": 0.928582213819027, "evidence_loss": 0.029699640069156884, "lr": 2.724690570088162e-05, "elapsed": 684.8165402412415}
{"step": 4000, "update": 4000, "epoch": 0, "loss": 0.7771867670118808, "answer_loss": 0.7748248040676117, "evidence_loss": 0.004723919823300093, "lr": 2.704940664154667e-05, "elapsed": 688.2981758117676}
{"step": 4020, "update": 4020, "epoch": 0, "loss": 0.5821736857295037, "answer_loss": 0.5687071785330773, "evidence_loss": 0.026933008059859275, "lr": 2.685177872857904e-05, "elapsed": 691.2306847572327}
{"step": 4040, "update": 4040, "epoch": 0, "loss": 0.8033651009202003, "answer_loss": 0.768302021920681, "evidence_loss": 0.07012614458799363, "lr": 2.6654034387562804e-05, "elapsed": 694.6847720146179}
{"step": 4060, "update": 4060, "epoch": 0, "loss": 0.7929041452705861, "answer_loss": 0.7710121273994446, "evidence_loss": 0.043784037418663505, "lr": 2.645618605140227e-05, "elapsed": 698.4965269565582}
{"step": 4080, "update": 4080, "epoch": 0, "loss": 0.6968963332474232, "answer_loss": 0.6855150103569031, "evidence_loss": 0.022762664407491685, "lr": 2.625824615954031e-05, "elapsed": 701.4893682003021}
{"step": 4100, "update": 4100, "epoch": 0, "loss": 0.7918256960809231, "answer_loss": 0.7645120851695537, "evidence_loss": 0.054627230111509564, "lr": 2.6060227157176242e-05, "elapsed": 705.677122592926}
{"step": 4120, "update": 4120, "epoch": 0, "loss": 0.7355566680431366, "answer_loss": 0.7087747916579247, "evidence_loss": 0.053563769347965716, "lr": 2.5862141494483323e-05, "elapsed": 709.3492367267609}
{"step": 4140, "update": 4140, "epoch": 0, "loss": 0.6720343038439751, "answer_loss": 0.6594900473952293, "evidence_loss": 0.025088522210717203, "lr": 2.5664001625826014e-05, "elapsed": 712.6817224025726}
{"step": 4160, "update": 4160, "epoch": 0, "loss": 0.7486170202493667, "answer_loss": 0.7348500296473504, "evidence_loss": 0.02753399033099413, "lr": 2.5465820008976883e-05, "elapsed": 716.6246800422668}
{"step": 4180, "update": 4180, "epoch": 0, "loss": 0.7066740930080414, "answer_loss": 0.705910538136959, "evidence_loss": 0.0015271215233951807, "lr": 2.526760910433336e-05, "elapsed": 719.9878396987915}
{"step": 4200, "update": 4200, "epoch": 0, "loss": 0.6990242134779692, "answer_loss": 0.6763338100165128, "evidence_loss": 0.04538079267367721, "lr": 2.5069381374134326e-05, "elapsed": 723.6381735801697}
{"step": 4220, "update": 4220, "epoch": 0, "loss": 0.7777595646679402, "answer_loss": 0.7769581131637097, "evidence_loss": 0.0016028960701078177, "lr": 2.487114928167652e-05, "elapsed": 726.6004598140717}
{"step": 4240, "update": 4240, "epoch": 0, "loss": 0.9261684015393257, "answer_loss": 0.9028466627001762, "evidence_loss": 0.04664346538484097, "lr": 2.4672925290530967e-05, "elapsed": 729.9310312271118}
{"step": 4260, "update": 4260, "epoch": 0, "loss": 0.6785811856389046, "answer_loss": 0.6361513204872609, "evidence_loss": 0.08485971726477146, "lr": 2.4474721863759316e-05, "elapsed": 733.2743189334869}
{"step": 4280, "update": 4280, "epoch": 0, "loss": 0.7723197977989912, "answer_loss": 0.7656836930662394, "evidence_loss": 0.013272223621606826, "lr": 2.4276551463130277e-05, "elapsed": 736.9383273124695}
{"step": 4300, "update": 4300, "epoch": 0, "loss": 0.6352969318628311, "answer_loss": 0.6293862357735633, "evidence_loss": 0.011821397766470908, "lr": 2.4078426548336086e-05, "elapsed": 740.3632469177246}
{"step": 4320, "update": 4320, "epoch": 0, "loss": 0.709857864677906, "answer_loss": 0.708081179857254, "evidence_loss": 0.003553374484181404, "lr": 2.3880359576209118e-05, "elapsed": 743.7594013214111}
{"step": 4340, "update": 4340, "epoch": 0, "loss": 0.8774141654372215, "answer_loss": 0.8536099791526794, "evidence_loss": 0.047608401346951726, "lr": 2.368236299993867e-05, "elapsed": 746.7922041416168}
{"step": 4360, "update": 4360, "epoch": 0, "loss": 0.6293703511357307, "answer_loss": 0.6273525580763817, "evidence_loss": 0.004035566537640989, "lr": 2.3484449268288002e-05, "elapsed": 749.5138437747955}
{"step": 4380, "update": 4380, "epoch": 0, "loss": 0.632142647355795, "answer_loss": 0.629739411920309, "evidence_loss": 0.0048064619302749636, "lr": 2.3286630824811645e-05, "elapsed": 753.0932488441467}
{"step": 4400, "update": 4400, "epoch": 0, "loss": 0.8294621616601944, "answer_loss": 0.803247033059597, "evidence_loss": 0.05243026055395603, "lr": 2.308892010707299e-05, "elapsed": 756.5426449775696}
{"step": 4420, "update": 4420, "epoch": 0, "loss": 0.8537799164652824, "answer_loss": 0.8528290793299675, "evidence_loss": 0.001901671476662159, "lr": 2.289132954586235e-05, "elapsed": 760.3111989498138}
{"step": 4440, "update": 4440, "epoch": 0, "loss": 0.8001226551830769, "answer_loss": 0.7982669100165367, "evidence_loss": 0.003711483348160982, "lr": 2.2693871564415353e-05, "elapsed": 763.4489917755127}
{"step": 4460, "update": 4460, "epoch": 0, "loss": 0.8272511422634125, "answer_loss": 0.8262953415513039, "evidence_loss": 0.001911579561419785, "lr": 2.249655857763183e-05, "elapsed": 766.3842282295227}
{"step": 4480, "update": 4480, "epoch": 0, "loss": 0.7206129506230354, "answer_loss": 0.7053218185901642, "evidence_loss": 0.030582261644303797, "lr": 2.229940299129531e-05, "elapsed": 769.5845668315887}
{"step": 4500, "update": 4500, "epoch": 0, "loss": 0.8315662115812301, "answer_loss": 0.823930150270462, "evidence_loss": 0.015272143832407891, "lr": 2.2102417201292962e-05, "elapsed": 773.037394285202}
{"step": 4520, "update": 4520, "epoch": 0, "loss": 0.8171167500317097, "answer_loss": 0.804632630944252, "evidence_loss": 0.024968239665031432, "lr": 2.1905613592836237e-05, "elapsed": 776.9206581115723}
{"step": 4540, "update": 4540, "epoch": 0, "loss": 0.8012143075466156, "answer_loss": 0.7897397324442863, "evidence_loss": 0.022949152532964943, "lr": 2.1709004539682197e-05, "elapsed": 780.4176251888275}
{"step": 4560, "update": 4560, "epoch": 0, "loss": 0.6360825777053833, "answer_loss": 0.6320892080664635, "evidence_loss": 0.007986733969300986, "lr": 2.151260240335548e-05, "elapsed": 783.1902089118958}
{"step": 4580, "update": 4580, "epoch": 0, "loss": 0.6776371214538812, "answer_loss": 0.6477454919368029, "evidence_loss": 0.05978325221221894, "lr": 2.1316419532371134e-05, "elapsed": 786.054208278656}
{"step": 4600, "update": 4600, "epoch": 0, "loss": 0.8267353788018227, "answer_loss": 0.8165417239069939, "evidence_loss": 0.020387299917638303, "lr": 2.1120468261458177e-05, "elapsed": 790.2556269168854}
{"step": 4620, "update": 4620, "epoch": 0, "loss": 0.8950440302491188, "answer_loss": 0.8777094807475805, "evidence_loss": 0.034669093880802394, "lr": 2.0924760910784103e-05, "elapsed": 793.7403335571289}
{"step": 4640, "update": 4640, "epoch": 0, "loss": 0.5901816971600056, "answer_loss": 0.5775585010647774, "evidence_loss": 0.025246381876058877, "lr": 2.0729309785180273e-05, "elapsed": 796.8803117275238}
{"step": 4660, "update": 4660, "epoch": 0, "loss": 0.6819785632193088, "answer_loss": 0.6774068422615528, "evidence_loss": 0.009143429715186358, "lr": 2.0534127173368197e-05, "elapsed": 799.8456540107727}
{"step": 4680, "update": 4680, "epoch": 0, "loss": 0.6820216560736299, "answer_loss": 0.6699609648436308, "evidence_loss": 0.02412137114442885, "lr": 2.0339225347187003e-05, "elapsed": 802.6764090061188}
{"step": 4700, "update": 4700, "epoch": 0, "loss": 0.761503467708826, "answer_loss": 0.7498900130391121, "evidence_loss": 0.023226899397559463, "lr": 2.0144616560821782e-05, "elapsed": 805.4945244789124}
{"step": 4720, "update": 4720, "epoch": 0, "loss": 0.9396154142916202, "answer_loss": 0.9375578701496124, "evidence_loss": 0.004115103685762733, "lr": 1.9950313050033145e-05, "elapsed": 809.2552814483643}
{"step": 4740, "update": 4740, "epoch": 0, "loss": 0.6274086911231279, "answer_loss": 0.6138000696897506, "evidence_loss": 0.027217234874842688, "lr": 1.9756327031387924e-05, "elapsed": 811.8881068229675}
{"step": 4760, "update": 4760, "epoch": 0, "loss": 0.724132101982832, "answer_loss": 0.6970062538981437, "evidence_loss": 0.054251701082102956, "lr": 1.9562670701491077e-05, "elapsed": 814.979838848114}
{"step": 4780, "update": 4780, "epoch": 0, "loss": 0.7370332527905703, "answer_loss": 0.7235456489026546, "evidence_loss": 0.026975206332281232, "lr": 1.936935623621883e-05, "elapsed": 818.2484347820282}
{"step": 4800, "update": 4800, "epoch": 0, "loss": 0.8760170206427574, "answer_loss": 0.8682829141616821, "evidence_loss": 0.01546820772346109, "lr": 1.9176395789953126e-05, "elapsed": 821.8700263500214}
{"step": 4820, "update": 4820, "epoch": 0, "loss": 0.8662093862891197, "answer_loss": 0.8563754290342331, "evidence_loss": 0.01966792596504092, "lr": 1.898380149481746e-05, "elapsed": 824.8375277519226}
{"step": 4840, "update": 4840, "epoch": 0, "loss": 0.6406185060739518, "answer_loss": 0.6319876246154308, "evidence_loss": 0.01726177610689774, "lr": 1.8791585459914086e-05, "elapsed": 827.7781383991241}
{"step": 4860, "update": 4860, "epoch": 0, "loss": 0.8069204740226269, "answer_loss": 0.7969325698912144, "evidence_loss": 0.019975805561989544, "lr": 1.859975977056264e-05, "elapsed": 830.3283371925354}
{"step": 4880, "update": 4880, "epoch": 0, "loss": 0.6599460415542125, "answer_loss": 0.6505600541830063, "evidence_loss": 0.018771974323317408, "lr": 1.840833648754033e-05, "elapsed": 832.8818590641022}
{"step": 4900, "update": 4900, "epoch": 0, "loss": 0.7215944528579712, "answer_loss": 0.6842649474740028, "evidence_loss": 0.0746590029913932, "lr": 1.8217327646323635e-05, "elapsed": 835.5326964855194}
{"step": 4920, "update": 4920, "epoch": 0, "loss": 0.6867654852569103, "answer_loss": 0.6743484325706959, "evidence_loss": 0.024834104161709548, "lr": 1.802674525633154e-05, "elapsed": 838.575306892395}
{"step": 4940, "update": 4940, "epoch": 0, "loss": 0.8349513649940491, "answer_loss": 0.8331329338252544, "evidence_loss": 0.003636840335093439, "lr": 1.7836601300170517e-05, "elapsed": 841.8670597076416}
{"step": 4960, "update": 4960, "epoch": 0, "loss": 0.4693747580051422, "answer_loss": 0.45938569530844686, "evidence_loss": 0.019978128327056765, "lr": 1.7646907732881107e-05, "elapsed": 844.4153895378113}
{"step": 4980, "update": 4980, "epoch": 0, "loss": 0.5660159513354301, "answer_loss": 0.5525581791996956, "evidence_loss": 0.026915542245842517, "lr": 1.7457676481186263e-05, "elapsed": 846.8572046756744}
{"step": 5000, "update": 5000, "epoch": 0, "loss": 0.8470501556992531, "answer_loss": 0.8340476840734482, "evidence_loss": 0.026004940969869494, "lr": 1.726891944274148e-05, "elapsed": 849.4834351539612}
{"step": 5020, "update": 5020, "epoch": 0, "loss": 0.7430362440645695, "answer_loss": 0.7337673895061017, "evidence_loss": 0.01853770515881479, "lr": 1.7080648485386764e-05, "elapsed": 852.7618160247803}
{"step": 5040, "update": 5040, "epoch": 0, "loss": 0.6369553916156292, "answer_loss": 0.6363952077925206, "evidence_loss": 0.001120357122272253, "lr": 1.689287544640041e-05, "elapsed": 856.2641353607178}
{"step": 5060, "update": 5060, "epoch": 0, "loss": 0.8627802142873406, "answer_loss": 0.8556624706834555, "evidence_loss": 0.01423550231847912, "lr": 1.670561213175479e-05, "elapsed": 859.7937912940979}
{"step": 5080, "update": 5080, "epoch": 0, "loss": 0.6469741687178612, "answer_loss": 0.6434383869171143, "evidence_loss": 0.0070715589914470914, "lr": 1.6518870315374056e-05, "elapsed": 862.469541311264}
{"step": 5100, "update": 5100, "epoch": 0, "loss": 0.5555802926421165, "answer_loss": 0.5461324185132981, "evidence_loss": 0.01889574038796127, "lr": 1.6332661738393894e-05, "elapsed": 865.5242311954498}
{"step": 5120, "update": 5120, "epoch": 0, "loss": 0.8797125697135926, "answer_loss": 0.8604243785142899, "evidence_loss": 0.03857640933711082, "lr": 1.6146998108423247e-05, "elapsed": 868.4916362762451}
{"step": 5140, "update": 5140, "epoch": 0, "loss": 0.9279527053236961, "answer_loss": 0.9238223657011986, "evidence_loss": 0.008260696800425649, "lr": 1.59618910988083e-05, "elapsed": 871.4948906898499}
{"step": 5160, "update": 5160, "epoch": 0, "loss": 1.0596839919686318, "answer_loss": 1.0564407274127006, "evidence_loss": 0.0064865130581893025, "lr": 1.5777352347898493e-05, "elapsed": 875.0657868385315}
{"step": 5180, "update": 5180, "epoch": 0, "loss": 0.5571091078221798, "answer_loss": 0.5388712301850319, "evidence_loss": 0.036475751682883126, "lr": 1.559339345831476e-05, "elapsed": 878.2415544986725}
{"step": 5200, "update": 5200, "epoch": 0, "loss": 0.6827693536877633, "answer_loss": 0.6820606544613839, "evidence_loss": 0.0014174051757436246, "lr": 1.541002599622006e-05, "elapsed": 881.0728788375854}
{"step": 5220, "update": 5220, "epoch": 0, "loss": 0.5530010290443897, "answer_loss": 0.5330317817628384, "evidence_loss": 0.03993849812541157, "lr": 1.5227261490592156e-05, "elapsed": 883.6585755348206}
{"step": 5240, "update": 5240, "epoch": 0, "loss": 0.6372132956981659, "answer_loss": 0.6121068112552166, "evidence_loss": 0.050212968012783674, "lr": 1.5045111432498771e-05, "elapsed": 886.2125453948975}
{"step": 5260, "update": 5260, "epoch": 0, "loss": 0.6246647536754608, "answer_loss": 0.6148533020168543, "evidence_loss": 0.01962289442308247, "lr": 1.4863587274375048e-05, "elapsed": 889.4579410552979}
{"step": 5280, "update": 5280, "epoch": 0, "loss": 0.5502436801791191, "answer_loss": 0.5293412268161773, "evidence_loss": 0.04180490707512945, "lr": 1.4682700429303548e-05, "elapsed": 892.4394903182983}
{"step": 5300, "update": 5300, "epoch": 0, "loss": 0.8232345964759589, "answer_loss": 0.7903814721386879, "evidence_loss": 0.06570625933818519, "lr": 1.4502462270296646e-05, "elapsed": 895.2073874473572}
{"step": 5320, "update": 5320, "epoch": 0, "loss": 0.7247479379177093, "answer_loss": 0.7204013794660569, "evidence_loss": 0.008693107683211566, "lr": 1.4322884129581463e-05, "elapsed": 897.8991456031799}
{"step": 5340, "update": 5340, "epoch": 0, "loss": 0.9105620829388499, "answer_loss": 0.9019907284528017, "evidence_loss": 0.017142720351694153, "lr": 1.4143977297887379e-05, "elapsed": 900.9089438915253}
{"step": 5360, "update": 5360, "epoch": 0, "loss": 0.6974986761808395, "answer_loss": 0.6971244737505913, "evidence_loss": 0.0007483861001674086, "lr": 1.3965753023736156e-05, "elapsed": 904.0024251937866}
{"step": 5380, "update": 5380, "epoch": 0, "loss": 0.6294780381023883, "answer_loss": 0.6269247472286225, "evidence_loss": 0.005106591060757637, "lr": 1.3788222512734643e-05, "elapsed": 906.3648369312286}
{"step": 5400, "update": 5400, "epoch": 0, "loss": 0.709539420902729, "answer_loss": 0.7087760828435421, "evidence_loss": 0.0015266803675331175, "lr": 1.3611396926870318e-05, "elapsed": 909.1354818344116}
{"step": 5420, "update": 5420, "epoch": 0, "loss": 0.8354225769639015, "answer_loss": 0.8259394332766533, "evidence_loss": 0.018966310552787035, "lr": 1.3435287383809474e-05, "elapsed": 912.016827583313}
{"step": 5440, "update": 5440, "epoch": 0, "loss": 0.784857127070427, "answer_loss": 0.7796297065913678, "evidence_loss": 0.010454852017574012, "lr": 1.3259904956198138e-05, "elapsed": 915.4051134586334}
{"step": 5460, "update": 5460, "epoch": 0, "loss": 0.6149058118462563, "answer_loss": 0.6103132754564286, "evidence_loss": 0.00918506144080311, "lr": 1.3085260670965993e-05, "elapsed": 918.4488954544067}
{"step": 5480, "update": 5480, "epoch": 0, "loss": 0.7941861931234598, "answer_loss": 0.7787388633936644, "evidence_loss": 0.030894671485293658, "lr": 1.2911365508633011e-05, "elapsed": 921.2106425762177}
{"step": 5500, "update": 5500, "epoch": 0, "loss": 0.8679846331477166, "answer_loss": 0.8612732544541359, "evidence_loss": 0.013422765699215234, "lr": 1.2738230402619127e-05, "elapsed": 924.565052986145}
{"step": 5520, "update": 5520, "epoch": 0, "loss": 0.7097002066671848, "answer_loss": 0.7090347304940223, "evidence_loss": 0.0013309594243764878, "lr": 1.2565866238556723e-05, "elapsed": 927.1089413166046}
{"step": 5540, "update": 5540, "epoch": 0, "loss": 0.7293573014438153, "answer_loss": 0.7160077787935734, "evidence_loss": 0.02669906265800819, "lr": 1.2394283853606295e-05, "elapsed": 930.1854026317596}
{"step": 5560, "update": 5560, "epoch": 0, "loss": 0.8810866221785545, "answer_loss": 0.8758208379149437, "evidence_loss": 0.010531580750830471, "lr": 1.222349403577504e-05, "elapsed": 933.1982815265656}
{"step": 5580, "update": 5580, "epoch": 0, "loss": 0.7703218460083008, "answer_loss": 0.7612738445401191, "evidence_loss": 0.018096002726815642, "lr": 1.2053507523238589e-05, "elapsed": 936.4827842712402}
{"step": 5600, "update": 5600, "epoch": 0, "loss": 0.7375573128461838, "answer_loss": 0.7360356956720352, "evidence_loss": 0.0030432427767664192, "lr": 1.188433500366585e-05, "elapsed": 939.828417301178}
{"step": 5620, "update": 5620, "epoch": 0, "loss": 0.6424705073237419, "answer_loss": 0.6408242128789425, "evidence_loss": 0.003292598412372172, "lr": 1.1715987113547056e-05, "elapsed": 942.4376986026764}
{"step": 5640, "update": 5640, "epoch": 0, "loss": 0.6375646777451038, "answer_loss": 0.636275253072381, "evidence_loss": 0.002578846435062587, "lr": 1.1548474437524942e-05, "elapsed": 945.1890077590942}
{"step": 5660, "update": 5660, "epoch": 0, "loss": 0.6545588500797749, "answer_loss": 0.6392501842230558, "evidence_loss": 0.03061733125941828, "lr": 1.1381807507729373e-05, "elapsed": 947.7780618667603}
{"step": 5680, "update": 5680, "epoch": 0, "loss": 0.7512223452329636, "answer_loss": 0.7459754422307014, "evidence_loss": 0.010493814025539904, "lr": 1.121599680311503e-05, "elapsed": 950.8425121307373}
{"step": 5700, "update": 5700, "epoch": 0, "loss": 0.7158824972808361, "answer_loss": 0.695041623711586, "evidence_loss": 0.04168175517115742, "lr": 1.105105274880264e-05, "elapsed": 953.7293891906738}
{"step": 5720, "update": 5720, "epoch": 0, "loss": 0.6100270684808493, "answer_loss": 0.6081349208950997, "evidence_loss": 0.0037842969642952083, "lr": 1.0886985715423445e-05, "elapsed": 956.1990313529968}
{"step": 5740, "update": 5740, "epoch": 0, "loss": 0.6567402947694063, "answer_loss": 0.6552363390102982, "evidence_loss": 0.0030079082120209933, "lr": 1.0723806018467218e-05, "elapsed": 959.0836844444275}
{"step": 5760, "update": 5760, "epoch": 0, "loss": 0.591743678599596, "answer_loss": 0.5796017244458198, "evidence_loss": 0.024283924931660296, "lr": 1.0561523917633697e-05, "elapsed": 961.8848762512207}
{"step": 5780, "update": 5780, "epoch": 0, "loss": 0.6715718053281308, "answer_loss": 0.6571090705692768, "evidence_loss": 0.02892547860974446, "lr": 1.0400149616187446e-05, "elapsed": 964.4798138141632}
{"step": 5800, "update": 5800, "epoch": 0, "loss": 0.6688233017921448, "answer_loss": 0.6654315091669559, "evidence_loss": 0.00678356847492978, "lr": 1.0239693260316415e-05, "elapsed": 967.816163778305}
{"step": 5820, "update": 5820, "epoch": 0, "loss": 0.6969965927302837, "answer_loss": 0.6833036676049232, "evidence_loss": 0.027385837159818037, "lr": 1.0080164938493986e-05, "elapsed": 970.452388048172}
{"step": 5840, "update": 5840, "epoch": 0, "loss": 0.6966425225138664, "answer_loss": 0.6710658848285675, "evidence_loss": 0.051153262227308004, "lr": 9.921574680844658e-06, "elapsed": 972.887992143631}
{"step": 5860, "update": 5860, "epoch": 0, "loss": 0.6871437888592482, "answer_loss": 0.6790085390210152, "evidence_loss": 0.016270496242213994, "lr": 9.763932458513448e-06, "elapsed": 976.069979429245}
{"step": 5880, "update": 5880, "epoch": 0, "loss": 0.7186382606625557, "answer_loss": 0.7131876394152641, "evidence_loss": 0.010901240981183946, "lr": 9.607248183038948e-06, "elapsed": 979.1128385066986}
{"step": 5900, "update": 5900, "epoch": 0, "loss": 0.6194343961775303, "answer_loss": 0.6141784340143204, "evidence_loss": 0.010511921648867429, "lr": 9.45153170573012e-06, "elapsed": 982.4404439926147}
{"step": 5920, "update": 5920, "epoch": 0, "loss": 0.6290186956524849, "answer_loss": 0.6127610862255096, "evidence_loss": 0.03251522514037788, "lr": 9.296792817047012e-06, "elapsed": 985.1846752166748}
{"step": 5940, "update": 5940, "epoch": 0, "loss": 0.6268536061048507, "answer_loss": 0.6196481615304947, "evidence_loss": 0.014410886191762983, "lr": 9.14304124598507e-06, "elapsed": 988.6745281219482}
{"step": 5960, "update": 5960, "epoch": 0, "loss": 0.8556330062448978, "answer_loss": 0.8430033922195435, "evidence_loss": 0.025259241578169167, "lr": 8.990286659463535e-06, "elapsed": 992.4770939350128}
{"step": 5980, "update": 5980, "epoch": 0, "loss": 0.7186152912676335, "answer_loss": 0.7102147430181504, "evidence_loss": 0.016801105067133903, "lr": 8.83853866171756e-06, "elapsed": 995.3555476665497}
{"step": 6000, "update": 6000, "epoch": 0, "loss": 0.6385945999994874, "answer_loss": 0.6348078554496169, "evidence_loss": 0.007573496364057064, "lr": 8.687806793694478e-06, "elapsed": 998.1250648498535}
{"step": 6020, "update": 6020, "epoch": 0, "loss": 0.7818637177348137, "answer_loss": 0.7791462495923043, "evidence_loss": 0.0054349294165149335, "lr": 8.538100532453819e-06, "elapsed": 1001.0837469100952}
{"step": 6040, "update": 6040, "epoch": 0, "loss": 0.7410384953022003, "answer_loss": 0.7401169091463089, "evidence_loss": 0.0018431658274494112, "lr": 8.389429290571482e-06, "elapsed": 1003.4027144908905}
{"step": 6060, "update": 6060, "epoch": 0, "loss": 0.7042355623096228, "answer_loss": 0.703433134034276, "evidence_loss": 0.001604843558743596, "lr": 8.241802415547969e-06, "elapsed": 1006.4117109775543}
{"step": 6080, "update": 6080, "epoch": 0, "loss": 0.7702810399234294, "answer_loss": 0.7666362196207046, "evidence_loss": 0.007289631734602153, "lr": 8.095229189220638e-06, "elapsed": 1009.1165750026703}
{"step": 6100, "update": 6100, "epoch": 0, "loss": 0.8018953114748001, "answer_loss": 0.7782478109002113, "evidence_loss": 0.047295006248168646, "lr": 7.949718827180128e-06, "elapsed": 1012.1844081878662}
{"step": 6120, "update": 6120, "epoch": 0, "loss": 0.6548385046422481, "answer_loss": 0.6501534074544907, "evidence_loss": 0.009370206715539097, "lr": 7.805280478190946e-06, "elapsed": 1015.458235502243}
{"step": 6140, "update": 6140, "epoch": 0, "loss": 0.6712262775748968, "answer_loss": 0.6622606012970209, "evidence_loss": 0.017931348993442953, "lr": 7.661923223616249e-06, "elapsed": 1018.5847020149231}
{"step": 6160, "update": 6160, "epoch": 0, "loss": 0.6387943655252457, "answer_loss": 0.6366859778761864, "evidence_loss": 0.00421677427366376, "lr": 7.519656076846859e-06, "elapsed": 1021.0219204425812}
{"step": 6180, "update": 6180, "epoch": 0, "loss": 0.5764532767236232, "answer_loss": 0.5757722437381745, "evidence_loss": 0.001362057769438252, "lr": 7.378487982734572e-06, "elapsed": 1024.2408089637756}
{"step": 6200, "update": 6200, "epoch": 0, "loss": 0.9798356670886278, "answer_loss": 0.9705747168511152, "evidence_loss": 0.01852191488724202, "lr": 7.23842781702975e-06, "elapsed": 1028.3625645637512}
{"step": 6220, "update": 6220, "epoch": 0, "loss": 0.7554572954773903, "answer_loss": 0.7377011731266976, "evidence_loss": 0.03551225932314992, "lr": 7.099484385823288e-06, "elapsed": 1031.2378919124603}
{"step": 6240, "update": 6240, "epoch": 0, "loss": 0.5424478068947792, "answer_loss": 0.5169496551156044, "evidence_loss": 0.05099630359327421, "lr": 6.961666424992891e-06, "elapsed": 1034.154357433319}
{"step": 6260, "update": 6260, "epoch": 0, "loss": 0.7953004866838456, "answer_loss": 0.7708880953490734, "evidence_loss": 0.048824787116609515, "lr": 6.824982599653912e-06, "elapsed": 1037.7529633045197}
{"step": 6280, "update": 6280, "epoch": 0, "loss": 0.6363123282790184, "answer_loss": 0.6056118294596672, "evidence_loss": 0.061401001550257205, "lr": 6.689441503614463e-06, "elapsed": 1041.009048461914}
{"step": 6300, "update": 6300, "epoch": 0, "loss": 0.8403061747550964, "answer_loss": 0.8287979066371918, "evidence_loss": 0.023016540659591557, "lr": 6.555051658835107e-06, "elapsed": 1043.9252669811249}
{"step": 6320, "update": 6320, "epoch": 0, "loss": 0.6547442249953747, "answer_loss": 0.6461215265095234, "evidence_loss": 0.017245388973969968, "lr": 6.42182151489307e-06, "elapsed": 1047.389153957367}
{"step": 6340, "update": 6340, "epoch": 0, "loss": 0.5784257151186466, "answer_loss": 0.5748840659856796, "evidence_loss": 0.007083306089043617, "lr": 6.289759448451005e-06, "elapsed": 1049.8233392238617}
{"step": 6360, "update": 6360, "epoch": 0, "loss": 0.7306390570476651, "answer_loss": 0.7217654015868902, "evidence_loss": 0.017747318313922733, "lr": 6.1588737627302524e-06, "elapsed": 1052.6277844905853}
{"step": 6380, "update": 6380, "epoch": 0, "loss": 0.7550237372517585, "answer_loss": 0.7449784383177758, "evidence_loss": 0.020090613421052693, "lr": 6.029172686988848e-06, "elapsed": 1055.3983392715454}
{"step": 6400, "update": 6400, "epoch": 0, "loss": 0.6932675611227751, "answer_loss": 0.6889179233461619, "evidence_loss": 0.008699281536974014, "lr": 5.900664376004106e-06, "elapsed": 1058.3696639537811}
{"step": 6420, "update": 6420, "epoch": 0, "loss": 0.5400453843176365, "answer_loss": 0.5298405762761831, "evidence_loss": 0.020409608545014633, "lr": 5.7733569095598735e-06, "elapsed": 1061.052199602127}
{"step": 6440, "update": 6440, "epoch": 0, "loss": 0.6761077269911766, "answer_loss": 0.6513970118016005, "evidence_loss": 0.04942143615335226, "lr": 5.647258291938562e-06, "elapsed": 1063.8340122699738}
{"step": 6460, "update": 6460, "epoch": 0, "loss": 0.6698119051754474, "answer_loss": 0.6318067312240601, "evidence_loss": 0.07601035276893527, "lr": 5.5223764514178575e-06, "elapsed": 1066.8568806648254}
{"step": 6480, "update": 6480, "epoch": 0, "loss": 0.8242474548518658, "answer_loss": 0.8193771533668042, "evidence_loss": 0.009740623272955417, "lr": 5.39871923977226e-06, "elapsed": 1069.903784275055}
{"step": 6500, "update": 6500, "epoch": 0, "loss": 0.5143294103443623, "answer_loss": 0.5069920629262924, "evidence_loss": 0.014674689900130034, "lr": 5.276294431779408e-06, "elapsed": 1072.6131067276}
{"step": 6520, "update": 6520, "epoch": 0, "loss": 0.5474984588101506, "answer_loss": 0.5447246285155416, "evidence_loss": 0.005547662638127804, "lr": 5.15510972473125e-06, "elapsed": 1076.1113948822021}
{"step": 6540, "update": 6540, "epoch": 0, "loss": 0.6520310185849667, "answer_loss": 0.6489796966314316, "evidence_loss": 0.006102649145759642, "lr": 5.035172737950089e-06, "elapsed": 1079.7279839515686}
{"step": 6560, "update": 6560, "epoch": 0, "loss": 0.5953992586582899, "answer_loss": 0.5925942234694958, "evidence_loss": 0.005610074545256793, "lr": 4.9164910123095154e-06, "elapsed": 1082.3676056861877}
{"step": 6580, "update": 6580, "epoch": 0, "loss": 0.855670639872551, "answer_loss": 0.8543440699577332, "evidence_loss": 0.0026531497598625718, "lr": 4.799072009760305e-06, "elapsed": 1085.2493660449982}
{"step": 6600, "update": 6600, "epoch": 0, "loss": 0.6172188509255647, "answer_loss": 0.5932604689151049, "evidence_loss": 0.047916769655421375, "lr": 4.682923112861265e-06, "elapsed": 1088.101598739624}
{"step": 6620, "update": 6620, "epoch": 0, "loss": 0.74912054464221, "answer_loss": 0.7484375432133674, "evidence_loss": 0.001366017002146691, "lr": 4.56805162431504e-06, "elapsed": 1090.7926926612854}
{"step": 6640, "update": 6640, "epoch": 0, "loss": 0.5767252877354622, "answer_loss": 0.5456921547651291, "evidence_loss": 0.062066275626420975, "lr": 4.454464766508953e-06, "elapsed": 1094.086496591568}
{"step": 6660, "update": 6660, "epoch": 0, "loss": 0.48884763941168785, "answer_loss": 0.4859077073633671, "evidence_loss": 0.005879855272360146, "lr": 4.342169681060959e-06, "elapsed": 1097.0029377937317}
{"step": 6680, "update": 6680, "epoch": 0, "loss": 0.5657946847379207, "answer_loss": 0.5650873102247715, "evidence_loss": 0.0014147616340778768, "lr": 4.231173428370605e-06, "elapsed": 1099.6595301628113}
{"step": 6700, "update": 6700, "epoch": 0, "loss": 0.8132069185376167, "answer_loss": 0.7867192223668098, "evidence_loss": 0.05297539257444441, "lr": 4.121482987175074e-06, "elapsed": 1102.6866765022278}
{"step": 6720, "update": 6720, "epoch": 0, "loss": 0.7630345329642296, "answer_loss": 0.7535586833953858, "evidence_loss": 0.01895169445197098, "lr": 4.013105254110469e-06, "elapsed": 1105.5530581474304}
{"step": 6740, "update": 6740, "epoch": 0, "loss": 0.5934236016124487, "answer_loss": 0.5866135269403457, "evidence_loss": 0.013620156684191897, "lr": 3.9060470432781606e-06, "elapsed": 1108.2050907611847}
{"step": 6760, "update": 6760, "epoch": 0, "loss": 0.5940406586974859, "answer_loss": 0.5922223072499037, "evidence_loss": 0.0036367028951644897, "lr": 3.8003150858163693e-06, "elapsed": 1111.063466310501}
{"step": 6780, "update": 6780, "epoch": 0, "loss": 0.6102689914405346, "answer_loss": 0.607629320025444, "evidence_loss": 0.005279346107272431, "lr": 3.6959160294769508e-06, "elapsed": 1113.8785355091095}
{"step": 6800, "update": 6800, "epoch": 0, "loss": 0.6107969373464585, "answer_loss": 0.6097438842058182, "evidence_loss": 0.0021061039646156133, "lr": 3.5928564382074397e-06, "elapsed": 1117.1102333068848}
{"step": 6820, "update": 6820, "epoch": 0, "loss": 0.507436229288578, "answer_loss": 0.5061008982360363, "evidence_loss": 0.0026706762524554505, "lr": 3.4911427917383165e-06, "elapsed": 1119.7085928916931}
{"step": 6840, "update": 6840, "epoch": 0, "loss": 0.7330110870301724, "answer_loss": 0.7030910961329937, "evidence_loss": 0.05983998513547704, "lr": 3.3907814851756592e-06, "elapsed": 1122.592746257782}
{"step": 6860, "update": 6860, "epoch": 0, "loss": 0.652050680667162, "answer_loss": 0.649794303625822, "evidence_loss": 0.004512751766014844, "lr": 3.2917788285990126e-06, "elapsed": 1125.5893814563751}
{"step": 6880, "update": 6880, "epoch": 0, "loss": 0.9116005502641201, "answer_loss": 0.9022767715156078, "evidence_loss": 0.01864756043651141, "lr": 3.19414104666467e-06, "elapsed": 1128.3510291576385}
{"step": 6900, "update": 6900, "epoch": 0, "loss": 0.5258721729740501, "answer_loss": 0.5143790025264025, "evidence_loss": 0.0229863480781205, "lr": 3.097874278214291e-06, "elapsed": 1130.7596197128296}
{"step": 6920, "update": 6920, "epoch": 0, "loss": 0.47989549189805986, "answer_loss": 0.4700395740568638, "evidence_loss": 0.01971183590358123, "lr": 3.0029845758889534e-06, "elapsed": 1133.2061874866486}
{"step": 6940, "update": 6940, "epoch": 0, "loss": 0.709616556018591, "answer_loss": 0.7080113008618355, "evidence_loss": 0.0032105114776641132, "lr": 2.9094779057486006e-06, "elapsed": 1135.6998209953308}
{"step": 6960, "update": 6960, "epoch": 0, "loss": 0.7074919916689396, "answer_loss": 0.7008441388607025, "evidence_loss": 0.01329569808440283, "lr": 2.8173601468968994e-06, "elapsed": 1138.2124798297882}
{"step": 6980, "update": 6980, "epoch": 0, "loss": 0.6686212904751301, "answer_loss": 0.6662228822708129, "evidence_loss": 0.0047968114609830085, "lr": 2.726637091111639e-06, "elapsed": 1141.2407577037811}
{"step": 7000, "update": 7000, "epoch": 0, "loss": 0.6878435000777244, "answer_loss": 0.685769546031952, "evidence_loss": 0.004147904447745532, "lr": 2.6373144424805652e-06, "elapsed": 1144.1925439834595}
{"step": 7020, "update": 7020, "epoch": 0, "loss": 0.6782771058380603, "answer_loss": 0.6771437488496304, "evidence_loss": 0.0022667157580144705, "lr": 2.5493978170427423e-06, "elapsed": 1147.7312400341034}
{"step": 7040, "update": 7040, "epoch": 0, "loss": 0.7073700543493032, "answer_loss": 0.7058688441291452, "evidence_loss": 0.0030024370993487538, "lr": 2.4628927424354494e-06, "elapsed": 1150.8248236179352}
{"step": 7060, "update": 7060, "epoch": 0, "loss": 0.8259150885045529, "answer_loss": 0.8108557187020778, "evidence_loss": 0.030118759348988534, "lr": 2.3778046575466507e-06, "elapsed": 1154.1664335727692}
{"step": 7080, "update": 7080, "epoch": 0, "loss": 0.7827545180916786, "answer_loss": 0.7707330349832773, "evidence_loss": 0.024042962421663105, "lr": 2.294138912173016e-06, "elapsed": 1157.5383253097534}
{"step": 7100, "update": 7100, "epoch": 0, "loss": 0.6924407489597797, "answer_loss": 0.6914832040667533, "evidence_loss": 0.0019150913110934197, "lr": 2.211900766683578e-06, "elapsed": 1159.9354355335236}
{"step": 7120, "update": 7120, "epoch": 0, "loss": 0.5890897896140814, "answer_loss": 0.580550105124712, "evidence_loss": 0.017079365893732757, "lr": 2.1310953916889755e-06, "elapsed": 1162.8050887584686}
{"step": 7140, "update": 7140, "epoch": 0, "loss": 0.5616006903350353, "answer_loss": 0.5459752470254898, "evidence_loss": 0.031250889389775695, "lr": 2.0517278677163745e-06, "elapsed": 1165.4954385757446}
{"step": 7160, "update": 7160, "epoch": 0, "loss": 0.6146943435072899, "answer_loss": 0.6133938729763031, "evidence_loss": 0.002600937685929239, "lr": 1.9738031848900107e-06, "elapsed": 1168.3267447948456}
{"step": 7180, "update": 7180, "epoch": 0, "loss": 0.626621656306088, "answer_loss": 0.6230726226232945, "evidence_loss": 0.007098074466921389, "lr": 1.897326242617492e-06, "elapsed": 1170.9258375167847}
{"step": 7200, "update": 7200, "epoch": 0, "loss": 0.8182802975177765, "answer_loss": 0.8163812592625618, "evidence_loss": 0.0037980803404934703, "lr": 1.8223018492817045e-06, "elapsed": 1173.8916590213776}
{"step": 7220, "update": 7220, "epoch": 0, "loss": 0.8421786427497864, "answer_loss": 0.8252165988087654, "evidence_loss": 0.03392409321386367, "lr": 1.748734721938508e-06, "elapsed": 1176.8874752521515}
{"step": 7240, "update": 7240, "epoch": 0, "loss": 0.7150355316698551, "answer_loss": 0.7109506964683533, "evidence_loss": 0.008169670344796032, "lr": 1.6766294860201676e-06, "elapsed": 1179.9959437847137}
{"step": 7260, "update": 7260, "epoch": 0, "loss": 0.8893765494227409, "answer_loss": 0.8887198582291603, "evidence_loss": 0.0013133651111274958, "lr": 1.605990675044533e-06, "elapsed": 1183.1862287521362}
{"step": 7280, "update": 7280, "epoch": 0, "loss": 0.6636193990707397, "answer_loss": 0.6486621111631393, "evidence_loss": 0.029914579610340296, "lr": 1.5368227303299898e-06, "elapsed": 1185.679446220398}
{"step": 7300, "update": 7300, "epoch": 0, "loss": 0.5705075033009053, "answer_loss": 0.5579604782164097, "evidence_loss": 0.025094048783648758, "lr": 1.469130000716229e-06, "elapsed": 1188.822859287262}
{"step": 7320, "update": 7320, "epoch": 0, "loss": 0.6581014633178711, "answer_loss": 0.657361188530922, "evidence_loss": 0.0014805539220105856, "lr": 1.4029167422908107e-06, "elapsed": 1191.53311753273}
{"step": 7340, "update": 7340, "epoch": 0, "loss": 0.7374305568635464, "answer_loss": 0.7361738130450248, "evidence_loss": 0.0025134853320196273, "lr": 1.3381871181215755e-06, "elapsed": 1195.3350472450256}
{"step": 7360, "update": 7360, "epoch": 0, "loss": 0.6912780396640301, "answer_loss": 0.6849441446363926, "evidence_loss": 0.012667788146063685, "lr": 1.2749451979948923e-06, "elapsed": 1198.545892715454}
{"step": 7380, "update": 7380, "epoch": 0, "loss": 0.7460669271647931, "answer_loss": 0.717208756506443, "evidence_loss": 0.05771633248659782, "lr": 1.21319495815978e-06, "elapsed": 1201.4302389621735}
{"step": 7400, "update": 7400, "epoch": 0, "loss": 0.5888305880129338, "answer_loss": 0.5741209544241428, "evidence_loss": 0.029419267317280173, "lr": 1.152940281077905e-06, "elapsed": 1204.3132483959198}
{"step": 7420, "update": 7420, "epoch": 0, "loss": 0.6538863196969033, "answer_loss": 0.6380964048206806, "evidence_loss": 0.031579834129661324, "lr": 1.0941849551794643e-06, "elapsed": 1207.5405189990997}
{"step": 7440, "update": 7440, "epoch": 0, "loss": 0.7536852270364761, "answer_loss": 0.7526650354266167, "evidence_loss": 0.002040379511890933, "lr": 1.0369326746250268e-06, "elapsed": 1210.1386449337006}
{"step": 7460, "update": 7460, "epoch": 0, "loss": 0.8689058318734169, "answer_loss": 0.865863187611103, "evidence_loss": 0.006085293495561928, "lr": 9.811870390732335e-07, "elapsed": 1213.0857424736023}
{"step": 7480, "update": 7480, "epoch": 0, "loss": 0.721099616587162, "answer_loss": 0.7073895379900932, "evidence_loss": 0.027420168154640122, "lr": 9.269515534544804e-07, "elapsed": 1216.3358104228973}
{"step": 7500, "update": 7500, "epoch": 0, "loss": 0.643017315864563, "answer_loss": 0.6414507552981377, "evidence_loss": 0.003133115195669234, "lr": 8.742296277505668e-07, "elapsed": 1219.7873005867004}
{"step": 7520, "update": 7520, "epoch": 0, "loss": 0.9069934606552124, "answer_loss": 0.8863245792686939, "evidence_loss": 0.04133775124209933, "lr": 8.230245767802875e-07, "elapsed": 1223.1661326885223}
{"step": 7540, "update": 7540, "epoch": 0, "loss": 0.680816550552845, "answer_loss": 0.6696334294974804, "evidence_loss": 0.02236624131910503, "lr": 7.733396199910203e-07, "elapsed": 1226.1266655921936}
{"step": 7560, "update": 7560, "epoch": 0, "loss": 0.7005296997725964, "answer_loss": 0.6871342599391937, "evidence_loss": 0.02679086825810373, "lr": 7.251778812562893e-07, "elapsed": 1229.3376126289368}
{"step": 7580, "update": 7580, "epoch": 0, "loss": 0.7688917443156242, "answer_loss": 0.7670509047806263, "evidence_loss": 0.003681683458853513, "lr": 6.785423886793929e-07, "elapsed": 1232.8422348499298}
{"step": 7600, "update": 7600, "epoch": 0, "loss": 0.7344075560569763, "answer_loss": 0.7239262104034424, "evidence_loss": 0.020962689229054376, "lr": 6.334360744029794e-07, "elapsed": 1235.8971376419067}
{"step": 7620, "update": 7620, "epoch": 0, "loss": 0.8041372269392013, "answer_loss": 0.8013988196849823, "evidence_loss": 0.005476817063754425, "lr": 5.898617744247187e-07, "elapsed": 1238.6504480838776}
{"step": 7640, "update": 7640, "epoch": 0, "loss": 0.9070814918726683, "answer_loss": 0.8763510644435882, "evidence_loss": 0.06146085998043418, "lr": 5.47822228418976e-07, "elapsed": 1242.0437819957733}
{"step": 7660, "update": 7660, "epoch": 0, "loss": 0.7587409317493439, "answer_loss": 0.7579618744552136, "evidence_loss": 0.0015581207408104092, "lr": 5.073200795645661e-07, "elapsed": 1245.1095168590546}
{"step": 7680, "update": 7680, "epoch": 0, "loss": 0.5948900423943997, "answer_loss": 0.5944255910813808, "evidence_loss": 0.000928894174285233, "lr": 4.683578743785666e-07, "elapsed": 1247.8196940422058}
{"step": 7700, "update": 7700, "epoch": 0, "loss": 0.5422377198934555, "answer_loss": 0.5369711808860302, "evidence_loss": 0.01053308992413804, "lr": 4.309380625562104e-07, "elapsed": 1250.742350578308}
{"step": 7720, "update": 7720, "epoch": 0, "loss": 0.8358303513377905, "answer_loss": 0.832572852820158, "evidence_loss": 0.006515007570851594, "lr": 3.950629968168584e-07, "elapsed": 1253.9167971611023}
{"step": 7740, "update": 7740, "epoch": 0, "loss": 0.6207885079085826, "answer_loss": 0.6068335406482219, "evidence_loss": 0.027909936878131703, "lr": 3.6073493275607937e-07, "elapsed": 1256.7333478927612}
{"step": 7760, "update": 7760, "epoch": 0, "loss": 0.6008685879409313, "answer_loss": 0.599273519217968, "evidence_loss": 0.0031901435693725945, "lr": 3.2795602870383247e-07, "elapsed": 1259.3683564662933}
{"step": 7780, "update": 7780, "epoch": 0, "loss": 0.6579693466424942, "answer_loss": 0.6565077908337116, "evidence_loss": 0.002923109754920006, "lr": 2.9672834558877595e-07, "elapsed": 1262.3310923576355}
{"step": 7800, "update": 7800, "epoch": 0, "loss": 0.5773594377562403, "answer_loss": 0.5757272122427821, "evidence_loss": 0.003264444088563323, "lr": 2.6705384680866254e-07, "elapsed": 1265.2620606422424}
{"step": 7820, "update": 7820, "epoch": 0, "loss": 0.6426763432100415, "answer_loss": 0.6252902980893851, "evidence_loss": 0.03477210060809739, "lr": 2.3893439810691864e-07, "elapsed": 1268.1583111286163}
{"step": 7840, "update": 7840, "epoch": 0, "loss": 0.6621470920741558, "answer_loss": 0.660667610168457, "evidence_loss": 0.002958956186193973, "lr": 2.1237176745532438e-07, "elapsed": 1271.2419974803925}
{"step": 7860, "update": 7860, "epoch": 0, "loss": 0.6120681315660477, "answer_loss": 0.5805541306734086, "evidence_loss": 0.06302799243712798, "lr": 1.873676249428691e-07, "elapsed": 1273.6691718101501}
{"step": 7880, "update": 7880, "epoch": 0, "loss": 0.7133013121783733, "answer_loss": 0.6925236921757459, "evidence_loss": 0.041555241669993845, "lr": 1.639235426707242e-07, "elapsed": 1277.2232522964478}
{"step": 7900, "update": 7900, "epoch": 0, "loss": 0.6628644719719887, "answer_loss": 0.6517350628972054, "evidence_loss": 0.022258816461544484, "lr": 1.4204099465341958e-07, "elapsed": 1279.490373134613}
{"step": 7920, "update": 7920, "epoch": 0, "loss": 0.5382987402379513, "answer_loss": 0.5358357585966587, "evidence_loss": 0.004925962898414582, "lr": 1.2172135672616214e-07, "elapsed": 1282.2182323932648}
{"step": 7940, "update": 7940, "epoch": 0, "loss": 0.5717999242246151, "answer_loss": 0.5563143942505121, "evidence_loss": 0.030971066339407115, "lr": 1.0296590645832438e-07, "elapsed": 1285.2549712657928}
{"step": 7960, "update": 7960, "epoch": 0, "loss": 0.6363996721804142, "answer_loss": 0.6335553977638483, "evidence_loss": 0.005688542628195137, "lr": 8.577582307312815e-08, "elapsed": 1287.7227232456207}
{"step": 7980, "update": 7980, "epoch": 0, "loss": 0.6979285575449466, "answer_loss": 0.6959537163376808, "evidence_loss": 0.00394969976041466, "lr": 7.015218737349283e-08, "elapsed": 1291.10964345932}
{"step": 8000, "update": 8000, "epoch": 0, "loss": 0.8225410401821136, "answer_loss": 0.8167222172021866, "evidence_loss": 0.011637656798120588, "lr": 5.609598167409524e-08, "elapsed": 1294.6235547065735}
{"step": 8020, "update": 8020, "epoch": 0, "loss": 0.7135449949651956, "answer_loss": 0.7025319036096335, "evidence_loss": 0.02202618415467441, "lr": 4.3608089739596844e-08, "elapsed": 1297.899837255478}
{"step": 8040, "update": 8040, "epoch": 0, "loss": 0.6106136247515679, "answer_loss": 0.5710592638701201, "evidence_loss": 0.07910873055225238, "lr": 3.2689296729079835e-08, "elapsed": 1300.512284040451}
{"step": 8060, "update": 8060, "epoch": 0, "loss": 0.5256448462605476, "answer_loss": 0.5246242877095938, "evidence_loss": 0.0020411105477251114, "lr": 2.3340289146686623e-08, "elapsed": 1303.5079770088196}
{"step": 8080, "update": 8080, "epoch": 0, "loss": 0.522071136534214, "answer_loss": 0.5049777299165725, "evidence_loss": 0.03418681183829904, "lr": 1.5561654798446068e-08, "elapsed": 1306.7928538322449}
{"step": 8100, "update": 8100, "epoch": 0, "loss": 0.5356390796601772, "answer_loss": 0.5347577705979347, "evidence_loss": 0.0017626281711272894, "lr": 9.353882755330779e-09, "elapsed": 1309.3025047779083}
{"step": 8120, "update": 8120, "epoch": 0, "loss": 0.6878366503864527, "answer_loss": 0.6809651628136635, "evidence_loss": 0.013742962758988142, "lr": 4.717363322495616e-09, "elapsed": 1312.7342495918274}
{"step": 8140, "update": 8140, "epoch": 0, "loss": 0.6614420406520367, "answer_loss": 0.6600071661174297, "evidence_loss": 0.002869764028582722, "lr": 1.6523880147417681e-09, "elapsed": 1315.900109052658}
{"step": 8160, "update": 8160, "epoch": 0, "loss": 0.5728217348456383, "answer_loss": 0.5472240775823594, "evidence_loss": 0.05119530145311728, "lr": 1.5914953819251566e-10, "elapsed": 1318.9798436164856}
{"step": 8169, "dev": {"count": 6113, "accuracy": 0.705054801243252, "brier": 0.39538385697778006, "brier_soft": 0.3704977485354012, "nll": 0.7609112228277006, "nll_soft": 0.7734174605563418, "ece": 0.05680640827126576, "mean_confidence": 0.7593619540719595, "confident_error_rate": 0.02977261573695403, "score_mae": 0.5969017740151777, "evidence_auc": 0.9963101774488741}, "dev_by_source": {"ag_news": {"count": 100, "accuracy": 0.9, "brier": 0.17413496371407272, "brier_soft": 0.17413496371407272, "nll": 0.3629183763109327, "nll_soft": 0.3629183763109327, "ece": 0.07433688379944284, "mean_confidence": 0.9422972178204269, "confident_error_rate": 0.07}, "amazon_polarity": {"count": 100, "accuracy": 0.94, "brier": 0.0886938049925854, "brier_soft": 0.0886938049925854, "nll": 0.13511790796851203, "nll_soft": 0.13511790796851203, "ece": 0.04852081055881998, "mean_confidence": 0.9535724897605337, "confident_error_rate": 0.01}, "amazon_stars": {"count": 100, "accuracy": 0.56, "brier": 0.5615561430559731, "brier_soft": 0.5615561430559731, "nll": 1.004236111230652, "nll_soft": 1.004236111230652, "ece": 0.11254505423155164, "mean_confidence": 0.5131011088633767, "confident_error_rate": 0.0, "score_mae": 0.5926813163957635}, "anli": {"count": 100, "accuracy": 0.43, "brier": 0.8533102628644142, "brier_soft": 0.8533102628644142, "nll": 1.550810689838082, "nll_soft": 1.550810689838082, "ece": 0.35529536864438105, "mean_confidence": 0.7705493629519586, "confident_error_rate": 0.15}, "arc_challenge": {"count": 100, "accuracy": 0.66, "brier": 0.4784058798558821, "brier_soft": 0.4784058798558821, "nll": 0.9050353613321852, "nll_soft": 0.9050353613321852, "ece": 0.16081623666523995, "mean_confidence": 0.7630610967687517, "confident_error_rate": 0.02}, "arc_easy": {"count": 100, "accuracy": 0.85, "brier": 0.1880681937898805, "brier_soft": 0.1880681937898805, "nll": 0.3720691583875527, "nll_soft": 0.3720691583875527, "ece": 0.07244312598227795, "mean_confidence": 0.8403154234201606, "confident_error_rate": 0.0}, "banking77": {"count": 100, "accuracy": 0.67, "brier": 0.4914882572564752, "brier_soft": 0.4914882572564752, "nll": 1.623636626602333, "nll_soft": 1.623636626602333, "ece": 0.12364102131734185, "mean_confidence": 0.7796481801825672, "confident_error_rate": 0.04}, "boolq": {"count": 125, "accuracy": 0.664, "brier": 0.5980653234848732, "brier_soft": 0.5980653234848732, "nll": 1.298392630667349, "nll_soft": 1.298392630667349, "ece": 0.26943362417895406, "mean_confidence": 0.9199519452890829, "confident_error_rate": 0.248, "evidence_auc": 1.0}, "cb": {"count": 28, "accuracy": 0.8928571428571429, "brier": 0.11690463390189174, "brier_soft": 0.11690463390189174, "nll": 0.21779212204430268, "nll_soft": 0.21779212204430268, "ece": 0.08857779853089791, "mean_confidence": 0.9039091474360438, "confident_error_rate": 0.0}, "civil_comments_severity": {"count": 100, "accuracy": 0.83, "brier": 0.28633910159951037, "brier_soft": 0.19718952723054037, "nll": 0.5796615094995807, "nll_soft": 0.6880046191240531, "ece": 0.16809728616903127, "mean_confidence": 0.6965753782124113, "confident_error_rate": 0.0, "score_mae": 0.4343666025740125}, "civil_comments_toxic": {"count": 100, "accuracy": 0.92, "brier": 0.1284382819411095, "brier_soft": 0.05516143237341537, "nll": 0.22256718628056793, "nll_soft": 0.30663292536019726, "ece": 0.03703245365501778, "mean_confidence": 0.9066386896639135, "confident_error_rate": 0.01}, "clinc150": {"count": 100, "accuracy": 0.69, "brier": 0.48424088398683807, "brier_soft": 0.48424088398683807, "nll": 1.9164021183466793, "nll_soft": 1.9164021183466793, "ece": 0.15278673889388222, "mean_confidence": 0.7785355399993794, "confident_error_rate": 0.05}, "cola": {"count": 100, "accuracy": 0.64, "brier": 0.4698195691883268, "brier_soft": 0.4698195691883268, "nll": 0.67335594822787, "nll_soft": 0.67335594822787, "ece": 0.14687265203113414, "mean_confidence": 0.786872652031134, "confident_error_rate": 0.02}, "commonsense_qa": {"count": 100, "accuracy": 0.68, "brier": 0.45596203220310955, "brier_soft": 0.45596203220310955, "nll": 0.903688557041255, "nll_soft": 0.903688557041255, "ece": 0.07379980682596343, "mean_confidence": 0.7272165206966212, "confident_error_rate": 0.02}, "cosmos_qa": {"count": 120, "accuracy": 0.5833333333333334, "brier": 0.5909838058145874, "brier_soft": 0.5909838058145874, "nll": 1.1383380371275735, "nll_soft": 1.1383380371275735, "ece": 0.13455620680782, "mean_confidence": 0.7119819855535954, "confident_error_rate": 0.008333333333333333, "evidence_auc": 0.9953125}, "dates": {"count": 300, "accuracy": 0.8466666666666667, "brier": 0.1967509138402891, "brier_soft": 0.1967509138402891, "nll": 0.3009553961368296, "nll_soft": 0.3009553961368296, "ece": 0.04130889149601512, "mean_confidence": 0.8671836176506571, "confident_error_rate": 0.013333333333333334, "score_mae": 0.29974614546487804}, "dbpedia": {"count": 100, "accuracy": 1.0, "brier": 0.0003368394311318027, "brier_soft": 0.0003368394311318027, "nll": 0.0038888579712315127, "nll_soft": 0.0038888579712315127, "ece": 0.0037882713580731898, "mean_confidence": 0.9962117286419268, "confident_error_rate": 0.0}, "dynasent": {"count": 100, "accuracy": 0.49, "brier": 0.5961896210308214, "brier_soft": 0.45106317825494485, "nll": 1.0052915301044587, "nll_soft": 1.0210415305687826, "ece": 0.15163641085600274, "mean_confidence": 0.5972543962018781, "confident_error_rate": 0.0, "score_mae": 0.6232283387101343}, "enron_spam": {"count": 100, "accuracy": 0.95, "brier": 0.07531883646013675, "brier_soft": 0.07531883646013675, "nll": 0.12900663400642037, "nll_soft": 0.12900663400642037, "ece": 0.022067279667001442, "mean_confidence": 0.953383408793485, "confident_error_rate": 0.02}, "go_emotions": {"count": 100, "accuracy": 0.47, "brier": 0.6952311397118899, "brier_soft": 0.2896312112266606, "nll": 1.8465549197965925, "nll_soft": 2.2501992644261604, "ece": 0.0813991412373355, "mean_confidence": 0.4202206149885135, "confident_error_rate": 0.0}, "hellaswag": {"count": 100, "accuracy": 0.62, "brier": 0.49746280523283204, "brier_soft": 0.49746280523283204, "nll": 0.9473712181945483, "nll_soft": 0.9473712181945483, "ece": 0.12692415052435999, "mean_confidence": 0.7047038532805092, "confident_error_rate": 0.0}, "imdb": {"count": 100, "accuracy": 0.96, "brier": 0.08615518546819231, "brier_soft": 0.08615518546819231, "nll": 0.17699309707903643, "nll_soft": 0.17699309707903643, "ece": 0.051551565123817686, "mean_confidence": 0.9526590211967746, "confident_error_rate": 0.03}, "ledgar": {"count": 100, "accuracy": 0.68, "brier": 0.4142293130680919, "brier_soft": 0.4142293130680919, "nll": 1.4755731736027116, "nll_soft": 1.4755731736027116, "ece": 0.15435695147205214, "mean_confidence": 0.7682162120881288, "confident_error_rate": 0.02}, "liar": {"count": 100, "accuracy": 0.26, "brier": 0.7907528544471196, "brier_soft": 0.7907528544471196, "nll": 1.658049573925658, "nll_soft": 1.658049573925658, "ece": 0.07532040360970521, "mean_confidence": 0.2625787670151657, "confident_error_rate": 0.0, "score_mae": 1.2346387458918446}, "measuring_hate_speech": {"count": 100, "accuracy": 0.81, "brier": 0.3185735935493244, "brier_soft": 0.18106387920950776, "nll": 0.581675618508808, "nll_soft": 0.7139047866727517, "ece": 0.13537234371633203, "mean_confidence": 0.6746276562836679, "confident_error_rate": 0.0, "score_mae": 0.6125081186331043}, "medqa": {"count": 100, "accuracy": 0.46, "brier": 0.6816384464374701, "brier_soft": 0.6816384464374701, "nll": 1.2588469439999672, "nll_soft": 1.2588469439999672, "ece": 0.0997822415272474, "mean_confidence": 0.4361856453821915, "confident_error_rate": 0.0}, "mnli": {"count": 100, "accuracy": 0.86, "brier": 0.24351423712953862, "brier_soft": 0.24351423712953862, "nll": 0.44430237955026153, "nll_soft": 0.44430237955026153, "ece": 0.09311606611146102, "mean_confidence": 0.8489913180528305, "confident_error_rate": 0.05}, "mrpc": {"count": 100, "accuracy": 0.85, "brier": 0.23020609099215872, "brier_soft": 0.23020609099215872, "nll": 0.3654669899777431, "nll_soft": 0.3654669899777431, "ece": 0.03948396446737909, "mean_confidence": 0.8373023804118128, "confident_error_rate": 0.01}, "multirc": {"count": 125, "accuracy": 0.688, "brier": 0.5292844042129581, "brier_soft": 0.5292844042129581, "nll": 1.0655363765667019, "nll_soft": 1.0655363765667019, "ece": 0.23098717062751162, "mean_confidence": 0.900382901571943, "confident_error_rate": 0.192, "evidence_auc": 0.9813333333333333}, "openbookqa": {"count": 100, "accuracy": 0.65, "brier": 0.49150152955300946, "brier_soft": 0.49150152955300946, "nll": 0.8837142098093151, "nll_soft": 0.8837142098093151, "ece": 0.13766437961219358, "mean_confidence": 0.7434096264929048, "confident_error_rate": 0.03}, "piqa": {"count": 100, "accuracy": 0.62, "brier": 0.47026935359907074, "brier_soft": 0.47026935359907074, "nll": 0.7289998840168692, "nll_soft": 0.7289998840168692, "ece": 0.12827029316468147, "mean_confidence": 0.7482702931646813, "confident_error_rate": 0.06}, "policy_application": {"count": 150, "accuracy": 0.8, "brier": 0.2581607926971296, "brier_soft": 0.2581607926971296, "nll": 0.41528686587922886, "nll_soft": 0.41528686587922886, "ece": 0.059914612791464726, "mean_confidence": 0.8307312545326156, "confident_error_rate": 0.02, "evidence_auc": 0.9849574885546108}, "policy_hard": {"count": 300, "accuracy": 0.7166666666666667, "brier": 0.3682974306593614, "brier_soft": 0.3682974306593614, "nll": 0.581751640425408, "nll_soft": 0.581751640425408, "ece": 0.08515304195728496, "mean_confidence": 0.7982964218132859, "confident_error_rate": 0.03666666666666667, "evidence_auc": 0.9403935185185185}, "qqp": {"count": 100, "accuracy": 0.87, "brier": 0.20985061313216197, "brier_soft": 0.20985061313216197, "nll": 0.3315568314454423, "nll_soft": 0.3315568314454423, "ece": 0.05314184203433264, "mean_confidence": 0.8452123589462218, "confident_error_rate": 0.01}, "race": {"count": 125, "accuracy": 0.608, "brier": 0.512913665441083, "brier_soft": 0.512913665441083, "nll": 1.0335832427965328, "nll_soft": 1.0335832427965328, "ece": 0.1794652275820026, "mean_confidence": 0.7874652275820027, "confident_error_rate": 0.048, "evidence_auc": 0.9938666666666667}, "rotten_tomatoes": {"count": 100, "accuracy": 0.9, "brier": 0.14514149028488538, "brier_soft": 0.14514149028488538, "nll": 0.23569742847009142, "nll_soft": 0.23569742847009142, "ece": 0.04551142960475208, "mean_confidence": 0.9240298023014982, "confident_error_rate": 0.02}, "rte": {"count": 100, "accuracy": 0.82, "brier": 0.27430090407063495, "brier_soft": 0.27430090407063495, "nll": 0.4232667992998909, "nll_soft": 0.4232667992998909, "ece": 0.09631272637080687, "mean_confidence": 0.8868213605094737, "confident_error_rate": 0.04}, "scotus": {"count": 100, "accuracy": 0.23, "brier": 0.8962726116111268, "brier_soft": 0.8962726116111268, "nll": 2.4114340329303783, "nll_soft": 2.4114340329303783, "ece": 0.07696578546960535, "mean_confidence": 0.2232808369779372, "confident_error_rate": 0.0}, "shp": {"count": 100, "accuracy": 0.45, "brier": 0.5133731718674572, "brier_soft": 0.12294510399950838, "nll": 0.7070193959535053, "nll_soft": 0.706911604249511, "ece": 0.11601680133326055, "mean_confidence": 0.564691586894939, "confident_error_rate": 0.0}, "sms_spam": {"count": 100, "accuracy": 0.98, "brier": 0.02781846073892523, "brier_soft": 0.02781846073892523, "nll": 0.05762225915879506, "nll_soft": 0.05762225915879506, "ece": 0.01618236698957672, "mean_confidence": 0.9780270650993808, "confident_error_rate": 0.01}, "snli": {"count": 100, "accuracy": 0.85, "brier": 0.23107744397914165, "brier_soft": 0.23107744397914165, "nll": 0.3998605316362933, "nll_soft": 0.3998605316362933, "ece": 0.09381460196245499, "mean_confidence": 0.8989207042720484, "confident_error_rate": 0.02}, "social_iqa": {"count": 100, "accuracy": 0.65, "brier": 0.4848815820131893, "brier_soft": 0.4848815820131893, "nll": 0.8703980107195213, "nll_soft": 0.8703980107195213, "ece": 0.11820744837916289, "mean_confidence": 0.7576265331761537, "confident_error_rate": 0.04}, "sst2": {"count": 100, "accuracy": 0.91, "brier": 0.15770746238001465, "brier_soft": 0.15770746238001465, "nll": 0.30265794624945574, "nll_soft": 0.30265794624945574, "ece": 0.07956502250027958, "mean_confidence": 0.9699946245692422, "confident_error_rate": 0.06}, "sst5": {"count": 100, "accuracy": 0.58, "brier": 0.5572210951068667, "brier_soft": 0.5572210951068667, "nll": 1.0204819519606052, "nll_soft": 1.0204819519606052, "ece": 0.11556809596653374, "mean_confidence": 0.48768009404633483, "confident_error_rate": 0.0, "score_mae": 0.564475534398079}, "stance_abortion": {"count": 60, "accuracy": 0.6166666666666667, "brier": 0.5308687882209576, "brier_soft": 0.5308687882209576, "nll": 0.8600162545970034, "nll_soft": 0.8600162545970034, "ece": 0.11677183544136102, "mean_confidence": 0.6911205564726794, "confident_error_rate": 0.016666666666666666}, "stance_atheism": {"count": 60, "accuracy": 0.7166666666666667, "brier": 0.3727709846617827, "brier_soft": 0.3727709846617827, "nll": 0.629708103318696, "nll_soft": 0.629708103318696, "ece": 0.14890939964121483, "mean_confidence": 0.7972844673470334, "confident_error_rate": 0.05}, "stance_feminist": {"count": 60, "accuracy": 0.6, "brier": 0.4991315791236882, "brier_soft": 0.4991315791236882, "nll": 0.7790695047472594, "nll_soft": 0.7790695047472594, "ece": 0.16714938414424801, "mean_confidence": 0.6587958364747021, "confident_error_rate": 0.0}, "stance_hillary": {"count": 60, "accuracy": 0.65, "brier": 0.481593529336794, "brier_soft": 0.481593529336794, "nll": 0.812460304771394, "nll_soft": 0.812460304771394, "ece": 0.10841889152584662, "mean_confidence": 0.7186442555046334, "confident_error_rate": 0.016666666666666666}, "stsb": {"count": 100, "accuracy": 0.5, "brier": 0.6188782658365521, "brier_soft": 0.3386810341594646, "nll": 1.1508211209842052, "nll_soft": 1.171402863078105, "ece": 0.08542348846594641, "mean_confidence": 0.5125793797409909, "confident_error_rate": 0.0, "score_mae": 0.633302018694645}, "subjectivity": {"count": 100, "accuracy": 0.92, "brier": 0.09832629989090316, "brier_soft": 0.09832629989090316, "nll": 0.14857302467798977, "nll_soft": 0.14857302467798977, "ece": 0.0557927543533417, "mean_confidence": 0.9442140077349405, "confident_error_rate": 0.01}, "swag": {"count": 100, "accuracy": 0.58, "brier": 0.5633899010369295, "brier_soft": 0.5633899010369295, "nll": 1.0145999029200479, "nll_soft": 1.0145999029200479, "ece": 0.15183891657379386, "mean_confidence": 0.7026384657291138, "confident_error_rate": 0.01}, "trec": {"count": 100, "accuracy": 0.95, "brier": 0.08352253816512832, "brier_soft": 0.08352253816512832, "nll": 0.17957868443766156, "nll_soft": 0.17957868443766156, "ece": 0.031543798752471444, "mean_confidence": 0.9679757926768224, "confident_error_rate": 0.03}, "tweet_hate": {"count": 100, "accuracy": 0.51, "brier": 0.6232443102371671, "brier_soft": 0.6232443102371671, "nll": 0.8701818950225269, "nll_soft": 0.8701818950225269, "ece": 0.246043710359219, "mean_confidence": 0.7542534383625626, "confident_error_rate": 0.03}, "tweet_sentiment": {"count": 100, "accuracy": 0.69, "brier": 0.42086587193042996, "brier_soft": 0.42086587193042996, "nll": 0.7018752052311069, "nll_soft": 0.7018752052311069, "ece": 0.14639545763505046, "mean_confidence": 0.582871891215126, "confident_error_rate": 0.0, "score_mae": 0.37887902199006457}, "vitaminc": {"count": 100, "accuracy": 0.71, "brier": 0.40613955772862637, "brier_soft": 0.40613955772862637, "nll": 0.7262548068636012, "nll_soft": 0.7262548068636012, "ece": 0.0879470348809155, "mean_confidence": 0.7137166080790087, "confident_error_rate": 0.02}, "wic": {"count": 100, "accuracy": 0.65, "brier": 0.43665318483488696, "brier_soft": 0.43665318483488696, "nll": 0.6246472481676419, "nll_soft": 0.6246472481676419, "ece": 0.05619134355360803, "mean_confidence": 0.6504787399551206, "confident_error_rate": 0.0}, "winogrande": {"count": 100, "accuracy": 0.49, "brier": 0.6405505365444161, "brier_soft": 0.6405505365444161, "nll": 0.914099327330304, "nll_soft": 0.914099327330304, "ece": 0.2568558046429183, "mean_confidence": 0.7468558046429183, "confident_error_rate": 0.06}, "yelp": {"count": 100, "accuracy": 0.57, "brier": 0.5235143978590316, "brier_soft": 0.5235143978590316, "nll": 0.874960406158555, "nll_soft": 0.874960406158555, "ece": 0.10105406432593476, "mean_confidence": 0.5762614684529703, "confident_error_rate": 0.0, "score_mae": 0.4971305399776537}}}