Rehost from suchirsalhan/babybabellm-mono-fas

config.json

@@ -12,12 +12,12 @@
     "AutoModelForMaskedLM": "modeling_gpt_bert.GPTBertForMaskedLM"
   },
   "hidden_dropout_prob": 0.1,
-  "hidden_size": 384,
-  "intermediate_size": 1280,
-  "layer_norm_eps": 1e-07,
+  "hidden_size": 768,
+  "intermediate_size": 3072,
+  "layer_norm_eps": 1e-05,
   "max_position_embeddings": 512,
   "model_type": "gpt_bert",
-  "num_attention_heads": 6,
+  "num_attention_heads": 12,
   "num_hidden_layers": 12,
   "position_bucket_size": 32,
   "temperature": 2.65,

mono-fas_15_16.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d3ff991cf8856d667bc330ee3a39e8d27e67848626be828b4399a7a08aedb05c
-size 144793248
+oid sha256:d2ff0c16068c2d365619cfc50d14f6b06547518a78e0f6c9ab64b4f4ca13bcc6
+size 610063008

mono-fas_15_16_ema.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:10b2e4de30270267e4438ed2723d94a1b0221b688ca251eac30f7194792b9fde
-size 144793956
+oid sha256:c2c08af16f38c1de746dc673a425675f22aa861ee483063f013356b2796d1d47
+size 610063716

mono-fas_15_16_state_dict.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0d76754460eef152b0fbf4da3edf8c63b5cc690dd80da67f490457a7afb27173
-size 528806699
+oid sha256:edf922974acc72ea91852c74782bce6c7f4f43a5eb110a248d91b366ed3efaf5
+size 2389885739

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fd9e9df203054d2bcef7c9f9bf8a47889d965a8e1ff238f3d0bc301c08ae2d68
-size 195122963
+oid sha256:dc4479627307d9f3d802140a2f5d6254460534c114be8926e7324ab085abfab4
+size 610067059