Rehost from suchirsalhan/babybabellm-mono-deu

config.json

@@ -12,12 +12,12 @@
     "AutoModelForMaskedLM": "modeling_gpt_bert.GPTBertForMaskedLM"
   },
   "hidden_dropout_prob": 0.1,
-  "hidden_size": 384,
-  "intermediate_size": 1280,
-  "layer_norm_eps": 1e-07,
+  "hidden_size": 768,
+  "intermediate_size": 3072,
+  "layer_norm_eps": 1e-05,
   "max_position_embeddings": 512,
   "model_type": "gpt_bert",
-  "num_attention_heads": 6,
+  "num_attention_heads": 12,
   "num_hidden_layers": 12,
   "position_bucket_size": 32,
   "temperature": 2.65,

mono-deu_15_16.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0f127ca160f7cb9c4514df5f1219423e43649ed845343baaddcf43d3b34153cb
-size 144793248
+oid sha256:47989689c3146f957a04362923a49c314eabe6bafebdb89d25f6560d6266b6b0
+size 610063008

mono-deu_15_16_ema.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7217505c13ceba3d2e7c6d18dfe01107f55d3b99cb80e750a1e457bdf7eab9aa
-size 144793956
+oid sha256:02b47024357525fa0c955eaa403b4e4413f411d98113cb0a2790e7d93d2b5290
+size 610063716

mono-deu_15_16_state_dict.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d2e257707c17bcbf618f8bcf412e15e8a069f4feb4f9fafb3da44a2b678df564
-size 528806699
+oid sha256:44976e584a99fba0dafb85a77c8ae87b8bd7ea29495f8988c303b53842eedc3b
+size 2389885739

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:89718c731a4beb89c3fcb61788e6336af48e477b9ffb098635e3c8faeff87d87
-size 195122963
+oid sha256:25620cb3f3197736630ac1fca4a266fa78c6e3599fde83eb5bf45bf9098c8190
+size 610067059