Upload folder using huggingface_hub

config.json

@@ -0,0 +1,29 @@
+{
+  "architectures": [
+    "BertForSequenceClassification"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "directionality": "bidi",
+  "embedding_size": 64,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 256,
+  "initializer_range": 0.02,
+  "intermediate_size": 1024,
+  "layer_norm_eps": 1e-12,
+  "max_position_embeddings": 512,
+  "model_type": "bert",
+  "num_attention_heads": 8,
+  "num_hidden_layers": 6,
+  "num_labels": 45,
+  "pad_token_id": 0,
+  "pooler_fc_size": 256,
+  "pooler_num_attention_heads": 8,
+  "pooler_num_fc_layers": 3,
+  "pooler_size_per_head": 32,
+  "pooler_type": "first_token_transform",
+  "pre_trained": "",
+  "training": "",
+  "type_vocab_size": 2,
+  "vocab_size": 119547
+}

log.txt

@@ -0,0 +1,296 @@
+att_loss = 209.84693380590673
+global_step = 999
+loss = 57.69758572163167
+rep_loss = 20.94340916844579
+att_loss = 165.71170048429823
+global_step = 1999
+loss = 46.19951452261928
+rep_loss = 19.086357670584103
+att_loss = 144.83306160431061
+global_step = 2999
+loss = 40.662527871394246
+rep_loss = 17.817049934371944
+att_loss = 126.72244481999864
+global_step = 3999
+loss = 35.87694203218659
+rep_loss = 16.785323343625155
+att_loss = 110.85018071290803
+global_step = 4999
+loss = 31.69211928943177
+rep_loss = 15.918296464134823
+att_loss = 99.0477863349285
+global_step = 5999
+loss = 28.56885756582275
+rep_loss = 15.227643935079078
+att_loss = 90.08435424175718
+global_step = 6999
+loss = 26.18863893784971
+rep_loss = 14.67020151590957
+att_loss = 83.06683233860568
+global_step = 7999
+loss = 24.318134420617607
+rep_loss = 14.205705349080816
+att_loss = 77.42020322217029
+global_step = 8999
+loss = 22.807512462529914
+rep_loss = 13.809846632744765
+att_loss = 72.78210815127724
+global_step = 9999
+loss = 21.562217962528447
+rep_loss = 13.46676370286622
+att_loss = 68.9046408018748
+global_step = 10999
+loss = 20.517567878745343
+rep_loss = 13.165630719436061
+att_loss = 65.61373025332404
+global_step = 11999
+loss = 19.628126858095197
+rep_loss = 12.898777186150292
+att_loss = 62.78407052939044
+global_step = 12999
+loss = 18.86109344272744
+rep_loss = 12.660303246508159
+att_loss = 60.321191307340094
+global_step = 13999
+loss = 18.191698471727825
+rep_loss = 12.445602583079621
+att_loss = 58.157939705644274
+global_step = 14999
+loss = 17.602239236934032
+rep_loss = 12.251017243061488
+att_loss = 56.24132936016769
+global_step = 15999
+loss = 17.078805012869548
+rep_loss = 12.073890690893238
+att_loss = 54.52928538288507
+global_step = 16999
+loss = 16.610221992991196
+rep_loss = 11.911602589346197
+att_loss = 52.990068269534945
+global_step = 17999
+loss = 16.188082431977282
+rep_loss = 11.762261458996752
+att_loss = 51.59911883304643
+global_step = 18999
+loss = 15.805933633034616
+rep_loss = 11.624615701212809
+att_loss = 50.33417448767889
+global_step = 19999
+loss = 15.457836293048802
+rep_loss = 11.497170687139056
+att_loss = 49.177991549613004
+global_step = 20999
+loss = 15.139162491375993
+rep_loss = 11.378658417991424
+att_loss = 48.11737241577661
+global_step = 21999
+loss = 14.84643892172418
+rep_loss = 11.26838327234477
+att_loss = 47.14026765219206
+global_step = 22999
+loss = 14.57641639561854
+rep_loss = 11.165397931774873
+att_loss = 46.237294024182106
+global_step = 23999
+loss = 14.326568488354653
+rep_loss = 11.068979930885634
+att_loss = 25.22745423136708
+global_step = 24999
+loss = 8.504985579100671
+rep_loss = 8.792488086674222
+att_loss = 25.15907286895882
+global_step = 25999
+loss = 8.483656530136475
+rep_loss = 8.775553227394335
+att_loss = 25.083640622447433
+global_step = 26999
+loss = 8.460220199336865
+rep_loss = 8.757240169904785
+att_loss = 25.019977707661454
+global_step = 27999
+loss = 8.440132262387271
+rep_loss = 8.74055134753839
+att_loss = 24.954198857505013
+global_step = 28999
+loss = 8.419726658939787
+rep_loss = 8.724707782310196
+att_loss = 24.89150997840306
+global_step = 29999
+loss = 8.40021211166865
+rep_loss = 8.709338473228263
+att_loss = 24.831463761482002
+global_step = 30999
+loss = 8.381564421279311
+rep_loss = 8.694793931025425
+att_loss = 24.77321180867619
+global_step = 31999
+loss = 8.363558001960358
+rep_loss = 8.681020208125153
+att_loss = 24.717486149237278
+global_step = 32999
+loss = 8.346308299793781
+rep_loss = 8.667747056954388
+att_loss = 24.664469755526035
+global_step = 33999
+loss = 8.32989788595589
+rep_loss = 8.655121794661515
+att_loss = 24.61377468953361
+global_step = 34999
+loss = 8.314236196180252
+rep_loss = 8.643170101025653
+att_loss = 24.56385207026286
+global_step = 35999
+loss = 8.298866038706334
+rep_loss = 8.631612091636269
+att_loss = 24.51556509794788
+global_step = 36999
+loss = 8.284020376257818
+rep_loss = 8.62051641563783
+att_loss = 24.468768902964396
+global_step = 37999
+loss = 8.269674758943063
+rep_loss = 8.609930141203003
+att_loss = 24.423921786815388
+global_step = 38999
+loss = 8.255939204792439
+rep_loss = 8.599835040295535
+att_loss = 24.380768592015702
+global_step = 39999
+loss = 8.242748112326458
+rep_loss = 8.59022386594374
+att_loss = 24.339101393602878
+global_step = 40999
+loss = 8.230025054436569
+rep_loss = 8.580998831124283
+att_loss = 24.29918149073151
+global_step = 41999
+loss = 8.217830534047785
+rep_loss = 8.572140651278414
+att_loss = 24.259688048826508
+global_step = 42999
+loss = 8.205809574541442
+rep_loss = 8.563550255895736
+att_loss = 24.22220814490688
+global_step = 43999
+loss = 8.194375613671205
+rep_loss = 8.555294316427116
+att_loss = 24.185618172553873
+global_step = 44999
+loss = 8.18323660490224
+rep_loss = 8.547328252977067
+att_loss = 24.150339277246044
+global_step = 45999
+loss = 8.172503035208823
+rep_loss = 8.539672869434655
+att_loss = 24.115619536166204
+global_step = 46999
+loss = 8.161952827131971
+rep_loss = 8.53219177810529
+att_loss = 24.08234777131592
+global_step = 47999
+loss = 8.151864064814099
+rep_loss = 8.52510849261856
+att_loss = 24.05051760700809
+global_step = 48999
+loss = 8.142200022456155
+rep_loss = 8.518282487390364
+att_loss = 23.24279561787077
+global_step = 49999
+loss = 7.897759772696585
+rep_loss = 8.34824347618718
+att_loss = 23.22737264874158
+global_step = 50999
+loss = 7.893226770381722
+rep_loss = 8.3455344389604
+att_loss = 23.214042543026537
+global_step = 51999
+loss = 7.889089024533055
+rep_loss = 8.342313558797803
+att_loss = 23.194175547605916
+global_step = 52999
+loss = 7.883141329892015
+rep_loss = 8.338389775555394
+att_loss = 23.178890304536296
+global_step = 53999
+loss = 7.878551584832043
+rep_loss = 8.3353160353121
+att_loss = 23.162422715774174
+global_step = 54999
+loss = 7.87366895060289
+rep_loss = 8.33225308501462
+att_loss = 23.15041960515314
+global_step = 55999
+loss = 7.870024225133432
+rep_loss = 8.329677294873546
+att_loss = 23.134781693336944
+global_step = 56999
+loss = 7.865398134544471
+rep_loss = 8.326810846287232
+att_loss = 23.119047901589568
+global_step = 57999
+loss = 7.860757558312184
+rep_loss = 8.32398233368696
+att_loss = 23.10618398120629
+global_step = 58999
+loss = 7.85688899611551
+rep_loss = 8.321372006713977
+att_loss = 23.092592244966937
+global_step = 59999
+loss = 7.85282417023147
+rep_loss = 8.31870443851592
+att_loss = 23.07929491187834
+global_step = 60999
+loss = 7.848864369057708
+rep_loss = 8.31616256800606
+att_loss = 23.067075360724175
+global_step = 61999
+loss = 7.845211551904319
+rep_loss = 8.313770850388943
+att_loss = 23.055834349779918
+global_step = 62999
+loss = 7.841862161679251
+rep_loss = 8.311614300561725
+att_loss = 23.045012634150215
+global_step = 63999
+loss = 7.838644647814075
+rep_loss = 8.309565960416773
+att_loss = 23.03384397504633
+global_step = 64999
+loss = 7.835358040098552
+rep_loss = 8.30758818858381
+att_loss = 23.023033149192223
+global_step = 65999
+loss = 7.832186444306168
+rep_loss = 8.305712631562072
+att_loss = 23.013222358471257
+global_step = 66999
+loss = 7.829288591488646
+rep_loss = 8.303932011313917
+att_loss = 23.004241056375033
+global_step = 67999
+loss = 7.826613347407069
+rep_loss = 8.302212337968244
+att_loss = 22.995687439402356
+global_step = 68999
+loss = 7.824071617497308
+rep_loss = 8.300599036035088
+att_loss = 22.987019453139983
+global_step = 69999
+loss = 7.821517908474114
+rep_loss = 8.299052186345403
+att_loss = 22.97899777391161
+global_step = 70999
+loss = 7.819153770952844
+rep_loss = 8.297617315378876
+att_loss = 22.97134471158175
+global_step = 71999
+loss = 7.816903768040569
+rep_loss = 8.296270365980652
+att_loss = 22.963625702791045
+global_step = 72999
+loss = 7.814629227738089
+rep_loss = 8.29489121263488
+att_loss = 22.956756729864924
+global_step = 73999
+loss = 7.812607495423878
+rep_loss = 8.293673256674994

step_74124_pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c0404afd53316636a9684cac068be6619aa55f7d3f343d7d9a070573e1bf85e
+size 143743622