main chck_100M

.complete.json

@@ -1,14 +1,14 @@
 {
   "files": {
     "config.json": "cd4a568eff5508f4bc35337bb9541868b4bd71e6c0339028d0727781ea712724",
-    "factor_readout.safetensors": "aa5d2b7d2fd879a00e87e4b81891ffbad4dc72c3f1391c697fa387be58f6a1b3",
-    "model.safetensors": "d6420d184e659340925793e3b9deb224978d2299e90dbbc01a85afa3499575d7",
+    "factor_readout.safetensors": "29690fbe12d88980218a2a6fb049a61f45ffbe86841d7e350cdad65bf1cda9f7",
+    "model.safetensors": "ac5f4436064b9a3033008c08440fe7ab1078c4a9350f28e094316db7c2f74e9a",
     "special_tokens_map.json": "2be97b602cd0e4a6c2874cbf03c0d1025b3af5474666da931bc04f6c23a9a39d",
     "tokenizer.json": "2b8d1b3f51c0d8f276a64ea6a69efa50b4d9899780f1b282b4d0dcb7be5bbb0f",
     "tokenizer_config.json": "8f4a998564d87fc85b27652f0b295677a1e03744bf400bfacc342b700cc3653a",
     "tolm.py": "a9c9469b58e93b7f0228e0c00442735bd0304278e549af37fd3766a902bb1d13",
-    "training_manifest.json": "318af35cb5e398ae8da228ce9dd35d3a913bd4bc1f647475f21193f641d9d6a2"
+    "training_manifest.json": "3aab2325acd7db91968a978cc593ba1b7a26bc7c4dbefdb8a48fdded12bfd1a2"
   },
   "schema_version": 1,
-  "words_seen": 8000000
+  "words_seen": 100000000
 }

factor_readout.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:aa5d2b7d2fd879a00e87e4b81891ffbad4dc72c3f1391c697fa387be58f6a1b3
+oid sha256:29690fbe12d88980218a2a6fb049a61f45ffbe86841d7e350cdad65bf1cda9f7
 size 2064408

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d6420d184e659340925793e3b9deb224978d2299e90dbbc01a85afa3499575d7
+oid sha256:ac5f4436064b9a3033008c08440fe7ab1078c4a9350f28e094316db7c2f74e9a
 size 133365608

training_manifest.json

@@ -37,7 +37,7 @@
         "revision": "a1f87b2b439ea988ba2b94b62898ed44780fb5e5"
       }
     },
-    "structured_priors_manifest_sha256": "ee75fe93d2dffd4bc7d86d1a1fd9f1aa1d76a956012dc6357274a252f40d8bbf",
+    "structured_priors_manifest_sha256": null,
     "tokenizer_sha256": "2b8d1b3f51c0d8f276a64ea6a69efa50b4d9899780f1b282b4d0dcb7be5bbb0f",
     "tokenizer_word_start_sha256": "42d9a905c49df4c54dbe3bc93e567c9bbe491ec6fbee5fcbed70e8d1ad533d49"
   },
@@ -56,8 +56,8 @@
     "generated_words": 0,
     "induction_corpus_disjoint_from_lm_and_holdout": true,
     "leaderboard_checkpoint_words": 100000000,
-    "model_exposure_book_words": 8000000,
-    "model_exposure_words": 8000000,
+    "model_exposure_book_words": 100000000,
+    "model_exposure_words": 100000000,
     "model_training_corpus_words": 8900000,
     "ppmi_induction_words": 1000000,
     "relational_corpus_fraction": 0.025,
@@ -178,7 +178,7 @@
   },
   "release": "TOLM",
   "repository": {
-    "commit": "ddca8805faf52c2c2d5ab1e4ca410ef2b6e0015f",
+    "commit": "6b778b1b40f303aaba9b3aa3c8cf9f9149a9996c",
     "tracked_dirty": false
   },
   "structured_priors": {
@@ -216,7 +216,7 @@
     "cooldown_fraction": 0.016,
     "data2vec_layers": 4,
     "data2vec_weight": 0.0,
-    "device": "xpu:1",
+    "device": "cuda:0",
     "document_curriculum": {
       "enabled": false
     },
@@ -313,5 +313,5 @@
     "z_loss_weight": 0.0001
   },
   "variant": "factorized_oblique",
-  "words_seen": 8000000
+  "words_seen": 100000000
 }