att_loss = 209.84693380590673
global_step = 999
loss = 57.69758572163167
rep_loss = 20.94340916844579
att_loss = 165.71170048429823
global_step = 1999
loss = 46.19951452261928
rep_loss = 19.086357670584103
att_loss = 144.83306160431061
global_step = 2999
loss = 40.662527871394246
rep_loss = 17.817049934371944
att_loss = 126.72244481999864
global_step = 3999
loss = 35.87694203218659
rep_loss = 16.785323343625155
att_loss = 110.85018071290803
global_step = 4999
loss = 31.69211928943177
rep_loss = 15.918296464134823
att_loss = 99.0477863349285
global_step = 5999
loss = 28.56885756582275
rep_loss = 15.227643935079078
att_loss = 90.08435424175718
global_step = 6999
loss = 26.18863893784971
rep_loss = 14.67020151590957
att_loss = 83.06683233860568
global_step = 7999
loss = 24.318134420617607
rep_loss = 14.205705349080816
att_loss = 77.42020322217029
global_step = 8999
loss = 22.807512462529914
rep_loss = 13.809846632744765
att_loss = 72.78210815127724
global_step = 9999
loss = 21.562217962528447
rep_loss = 13.46676370286622
att_loss = 68.9046408018748
global_step = 10999
loss = 20.517567878745343
rep_loss = 13.165630719436061
att_loss = 65.61373025332404
global_step = 11999
loss = 19.628126858095197
rep_loss = 12.898777186150292
att_loss = 62.78407052939044
global_step = 12999
loss = 18.86109344272744
rep_loss = 12.660303246508159
att_loss = 60.321191307340094
global_step = 13999
loss = 18.191698471727825
rep_loss = 12.445602583079621
att_loss = 58.157939705644274
global_step = 14999
loss = 17.602239236934032
rep_loss = 12.251017243061488
att_loss = 56.24132936016769
global_step = 15999
loss = 17.078805012869548
rep_loss = 12.073890690893238
att_loss = 54.52928538288507
global_step = 16999
loss = 16.610221992991196
rep_loss = 11.911602589346197
att_loss = 52.990068269534945
global_step = 17999
loss = 16.188082431977282
rep_loss = 11.762261458996752
att_loss = 51.59911883304643
global_step = 18999
loss = 15.805933633034616
rep_loss = 11.624615701212809
att_loss = 50.33417448767889
global_step = 19999
loss = 15.457836293048802
rep_loss = 11.497170687139056
att_loss = 49.177991549613004
global_step = 20999
loss = 15.139162491375993
rep_loss = 11.378658417991424
att_loss = 48.11737241577661
global_step = 21999
loss = 14.84643892172418
rep_loss = 11.26838327234477
att_loss = 47.14026765219206
global_step = 22999
loss = 14.57641639561854
rep_loss = 11.165397931774873
att_loss = 46.237294024182106
global_step = 23999
loss = 14.326568488354653
rep_loss = 11.068979930885634
att_loss = 25.22745423136708
global_step = 24999
loss = 8.504985579100671
rep_loss = 8.792488086674222
att_loss = 25.15907286895882
global_step = 25999
loss = 8.483656530136475
rep_loss = 8.775553227394335
att_loss = 25.083640622447433
global_step = 26999
loss = 8.460220199336865
rep_loss = 8.757240169904785
att_loss = 25.019977707661454
global_step = 27999
loss = 8.440132262387271
rep_loss = 8.74055134753839
att_loss = 24.954198857505013
global_step = 28999
loss = 8.419726658939787
rep_loss = 8.724707782310196
att_loss = 24.89150997840306
global_step = 29999
loss = 8.40021211166865
rep_loss = 8.709338473228263
att_loss = 24.831463761482002
global_step = 30999
loss = 8.381564421279311
rep_loss = 8.694793931025425
att_loss = 24.77321180867619
global_step = 31999
loss = 8.363558001960358
rep_loss = 8.681020208125153
att_loss = 24.717486149237278
global_step = 32999
loss = 8.346308299793781
rep_loss = 8.667747056954388
att_loss = 24.664469755526035
global_step = 33999
loss = 8.32989788595589
rep_loss = 8.655121794661515
att_loss = 24.61377468953361
global_step = 34999
loss = 8.314236196180252
rep_loss = 8.643170101025653
att_loss = 24.56385207026286
global_step = 35999
loss = 8.298866038706334
rep_loss = 8.631612091636269
att_loss = 24.51556509794788
global_step = 36999
loss = 8.284020376257818
rep_loss = 8.62051641563783
att_loss = 24.468768902964396
global_step = 37999
loss = 8.269674758943063
rep_loss = 8.609930141203003
att_loss = 24.423921786815388
global_step = 38999
loss = 8.255939204792439
rep_loss = 8.599835040295535
att_loss = 24.380768592015702
global_step = 39999
loss = 8.242748112326458
rep_loss = 8.59022386594374
att_loss = 24.339101393602878
global_step = 40999
loss = 8.230025054436569
rep_loss = 8.580998831124283
att_loss = 24.29918149073151
global_step = 41999
loss = 8.217830534047785
rep_loss = 8.572140651278414
att_loss = 24.259688048826508
global_step = 42999
loss = 8.205809574541442
rep_loss = 8.563550255895736
att_loss = 24.22220814490688
global_step = 43999
loss = 8.194375613671205
rep_loss = 8.555294316427116
att_loss = 24.185618172553873
global_step = 44999
loss = 8.18323660490224
rep_loss = 8.547328252977067
att_loss = 24.150339277246044
global_step = 45999
loss = 8.172503035208823
rep_loss = 8.539672869434655
att_loss = 24.115619536166204
global_step = 46999
loss = 8.161952827131971
rep_loss = 8.53219177810529
att_loss = 24.08234777131592
global_step = 47999
loss = 8.151864064814099
rep_loss = 8.52510849261856
att_loss = 24.05051760700809
global_step = 48999
loss = 8.142200022456155
rep_loss = 8.518282487390364
att_loss = 23.24279561787077
global_step = 49999
loss = 7.897759772696585
rep_loss = 8.34824347618718
att_loss = 23.22737264874158
global_step = 50999
loss = 7.893226770381722
rep_loss = 8.3455344389604
att_loss = 23.214042543026537
global_step = 51999
loss = 7.889089024533055
rep_loss = 8.342313558797803
att_loss = 23.194175547605916
global_step = 52999
loss = 7.883141329892015
rep_loss = 8.338389775555394
att_loss = 23.178890304536296
global_step = 53999
loss = 7.878551584832043
rep_loss = 8.3353160353121
att_loss = 23.162422715774174
global_step = 54999
loss = 7.87366895060289
rep_loss = 8.33225308501462
att_loss = 23.15041960515314
global_step = 55999
loss = 7.870024225133432
rep_loss = 8.329677294873546
att_loss = 23.134781693336944
global_step = 56999
loss = 7.865398134544471
rep_loss = 8.326810846287232
att_loss = 23.119047901589568
global_step = 57999
loss = 7.860757558312184
rep_loss = 8.32398233368696
att_loss = 23.10618398120629
global_step = 58999
loss = 7.85688899611551
rep_loss = 8.321372006713977
att_loss = 23.092592244966937
global_step = 59999
loss = 7.85282417023147
rep_loss = 8.31870443851592
att_loss = 23.07929491187834
global_step = 60999
loss = 7.848864369057708
rep_loss = 8.31616256800606
att_loss = 23.067075360724175
global_step = 61999
loss = 7.845211551904319
rep_loss = 8.313770850388943
att_loss = 23.055834349779918
global_step = 62999
loss = 7.841862161679251
rep_loss = 8.311614300561725
att_loss = 23.045012634150215
global_step = 63999
loss = 7.838644647814075
rep_loss = 8.309565960416773
att_loss = 23.03384397504633
global_step = 64999
loss = 7.835358040098552
rep_loss = 8.30758818858381
att_loss = 23.023033149192223
global_step = 65999
loss = 7.832186444306168
rep_loss = 8.305712631562072
att_loss = 23.013222358471257
global_step = 66999
loss = 7.829288591488646
rep_loss = 8.303932011313917
att_loss = 23.004241056375033
global_step = 67999
loss = 7.826613347407069
rep_loss = 8.302212337968244
att_loss = 22.995687439402356
global_step = 68999
loss = 7.824071617497308
rep_loss = 8.300599036035088
att_loss = 22.987019453139983
global_step = 69999
loss = 7.821517908474114
rep_loss = 8.299052186345403
att_loss = 22.97899777391161
global_step = 70999
loss = 7.819153770952844
rep_loss = 8.297617315378876
att_loss = 22.97134471158175
global_step = 71999
loss = 7.816903768040569
rep_loss = 8.296270365980652
att_loss = 22.963625702791045
global_step = 72999
loss = 7.814629227738089
rep_loss = 8.29489121263488
att_loss = 22.956756729864924
global_step = 73999
loss = 7.812607495423878
rep_loss = 8.293673256674994