File size: 7,663 Bytes
c16e237
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
att_loss = 209.84693380590673
global_step = 999
loss = 57.69758572163167
rep_loss = 20.94340916844579
att_loss = 165.71170048429823
global_step = 1999
loss = 46.19951452261928
rep_loss = 19.086357670584103
att_loss = 144.83306160431061
global_step = 2999
loss = 40.662527871394246
rep_loss = 17.817049934371944
att_loss = 126.72244481999864
global_step = 3999
loss = 35.87694203218659
rep_loss = 16.785323343625155
att_loss = 110.85018071290803
global_step = 4999
loss = 31.69211928943177
rep_loss = 15.918296464134823
att_loss = 99.0477863349285
global_step = 5999
loss = 28.56885756582275
rep_loss = 15.227643935079078
att_loss = 90.08435424175718
global_step = 6999
loss = 26.18863893784971
rep_loss = 14.67020151590957
att_loss = 83.06683233860568
global_step = 7999
loss = 24.318134420617607
rep_loss = 14.205705349080816
att_loss = 77.42020322217029
global_step = 8999
loss = 22.807512462529914
rep_loss = 13.809846632744765
att_loss = 72.78210815127724
global_step = 9999
loss = 21.562217962528447
rep_loss = 13.46676370286622
att_loss = 68.9046408018748
global_step = 10999
loss = 20.517567878745343
rep_loss = 13.165630719436061
att_loss = 65.61373025332404
global_step = 11999
loss = 19.628126858095197
rep_loss = 12.898777186150292
att_loss = 62.78407052939044
global_step = 12999
loss = 18.86109344272744
rep_loss = 12.660303246508159
att_loss = 60.321191307340094
global_step = 13999
loss = 18.191698471727825
rep_loss = 12.445602583079621
att_loss = 58.157939705644274
global_step = 14999
loss = 17.602239236934032
rep_loss = 12.251017243061488
att_loss = 56.24132936016769
global_step = 15999
loss = 17.078805012869548
rep_loss = 12.073890690893238
att_loss = 54.52928538288507
global_step = 16999
loss = 16.610221992991196
rep_loss = 11.911602589346197
att_loss = 52.990068269534945
global_step = 17999
loss = 16.188082431977282
rep_loss = 11.762261458996752
att_loss = 51.59911883304643
global_step = 18999
loss = 15.805933633034616
rep_loss = 11.624615701212809
att_loss = 50.33417448767889
global_step = 19999
loss = 15.457836293048802
rep_loss = 11.497170687139056
att_loss = 49.177991549613004
global_step = 20999
loss = 15.139162491375993
rep_loss = 11.378658417991424
att_loss = 48.11737241577661
global_step = 21999
loss = 14.84643892172418
rep_loss = 11.26838327234477
att_loss = 47.14026765219206
global_step = 22999
loss = 14.57641639561854
rep_loss = 11.165397931774873
att_loss = 46.237294024182106
global_step = 23999
loss = 14.326568488354653
rep_loss = 11.068979930885634
att_loss = 25.22745423136708
global_step = 24999
loss = 8.504985579100671
rep_loss = 8.792488086674222
att_loss = 25.15907286895882
global_step = 25999
loss = 8.483656530136475
rep_loss = 8.775553227394335
att_loss = 25.083640622447433
global_step = 26999
loss = 8.460220199336865
rep_loss = 8.757240169904785
att_loss = 25.019977707661454
global_step = 27999
loss = 8.440132262387271
rep_loss = 8.74055134753839
att_loss = 24.954198857505013
global_step = 28999
loss = 8.419726658939787
rep_loss = 8.724707782310196
att_loss = 24.89150997840306
global_step = 29999
loss = 8.40021211166865
rep_loss = 8.709338473228263
att_loss = 24.831463761482002
global_step = 30999
loss = 8.381564421279311
rep_loss = 8.694793931025425
att_loss = 24.77321180867619
global_step = 31999
loss = 8.363558001960358
rep_loss = 8.681020208125153
att_loss = 24.717486149237278
global_step = 32999
loss = 8.346308299793781
rep_loss = 8.667747056954388
att_loss = 24.664469755526035
global_step = 33999
loss = 8.32989788595589
rep_loss = 8.655121794661515
att_loss = 24.61377468953361
global_step = 34999
loss = 8.314236196180252
rep_loss = 8.643170101025653
att_loss = 24.56385207026286
global_step = 35999
loss = 8.298866038706334
rep_loss = 8.631612091636269
att_loss = 24.51556509794788
global_step = 36999
loss = 8.284020376257818
rep_loss = 8.62051641563783
att_loss = 24.468768902964396
global_step = 37999
loss = 8.269674758943063
rep_loss = 8.609930141203003
att_loss = 24.423921786815388
global_step = 38999
loss = 8.255939204792439
rep_loss = 8.599835040295535
att_loss = 24.380768592015702
global_step = 39999
loss = 8.242748112326458
rep_loss = 8.59022386594374
att_loss = 24.339101393602878
global_step = 40999
loss = 8.230025054436569
rep_loss = 8.580998831124283
att_loss = 24.29918149073151
global_step = 41999
loss = 8.217830534047785
rep_loss = 8.572140651278414
att_loss = 24.259688048826508
global_step = 42999
loss = 8.205809574541442
rep_loss = 8.563550255895736
att_loss = 24.22220814490688
global_step = 43999
loss = 8.194375613671205
rep_loss = 8.555294316427116
att_loss = 24.185618172553873
global_step = 44999
loss = 8.18323660490224
rep_loss = 8.547328252977067
att_loss = 24.150339277246044
global_step = 45999
loss = 8.172503035208823
rep_loss = 8.539672869434655
att_loss = 24.115619536166204
global_step = 46999
loss = 8.161952827131971
rep_loss = 8.53219177810529
att_loss = 24.08234777131592
global_step = 47999
loss = 8.151864064814099
rep_loss = 8.52510849261856
att_loss = 24.05051760700809
global_step = 48999
loss = 8.142200022456155
rep_loss = 8.518282487390364
att_loss = 23.24279561787077
global_step = 49999
loss = 7.897759772696585
rep_loss = 8.34824347618718
att_loss = 23.22737264874158
global_step = 50999
loss = 7.893226770381722
rep_loss = 8.3455344389604
att_loss = 23.214042543026537
global_step = 51999
loss = 7.889089024533055
rep_loss = 8.342313558797803
att_loss = 23.194175547605916
global_step = 52999
loss = 7.883141329892015
rep_loss = 8.338389775555394
att_loss = 23.178890304536296
global_step = 53999
loss = 7.878551584832043
rep_loss = 8.3353160353121
att_loss = 23.162422715774174
global_step = 54999
loss = 7.87366895060289
rep_loss = 8.33225308501462
att_loss = 23.15041960515314
global_step = 55999
loss = 7.870024225133432
rep_loss = 8.329677294873546
att_loss = 23.134781693336944
global_step = 56999
loss = 7.865398134544471
rep_loss = 8.326810846287232
att_loss = 23.119047901589568
global_step = 57999
loss = 7.860757558312184
rep_loss = 8.32398233368696
att_loss = 23.10618398120629
global_step = 58999
loss = 7.85688899611551
rep_loss = 8.321372006713977
att_loss = 23.092592244966937
global_step = 59999
loss = 7.85282417023147
rep_loss = 8.31870443851592
att_loss = 23.07929491187834
global_step = 60999
loss = 7.848864369057708
rep_loss = 8.31616256800606
att_loss = 23.067075360724175
global_step = 61999
loss = 7.845211551904319
rep_loss = 8.313770850388943
att_loss = 23.055834349779918
global_step = 62999
loss = 7.841862161679251
rep_loss = 8.311614300561725
att_loss = 23.045012634150215
global_step = 63999
loss = 7.838644647814075
rep_loss = 8.309565960416773
att_loss = 23.03384397504633
global_step = 64999
loss = 7.835358040098552
rep_loss = 8.30758818858381
att_loss = 23.023033149192223
global_step = 65999
loss = 7.832186444306168
rep_loss = 8.305712631562072
att_loss = 23.013222358471257
global_step = 66999
loss = 7.829288591488646
rep_loss = 8.303932011313917
att_loss = 23.004241056375033
global_step = 67999
loss = 7.826613347407069
rep_loss = 8.302212337968244
att_loss = 22.995687439402356
global_step = 68999
loss = 7.824071617497308
rep_loss = 8.300599036035088
att_loss = 22.987019453139983
global_step = 69999
loss = 7.821517908474114
rep_loss = 8.299052186345403
att_loss = 22.97899777391161
global_step = 70999
loss = 7.819153770952844
rep_loss = 8.297617315378876
att_loss = 22.97134471158175
global_step = 71999
loss = 7.816903768040569
rep_loss = 8.296270365980652
att_loss = 22.963625702791045
global_step = 72999
loss = 7.814629227738089
rep_loss = 8.29489121263488
att_loss = 22.956756729864924
global_step = 73999
loss = 7.812607495423878
rep_loss = 8.293673256674994