main chck_100M

.complete.json

@@ -1,14 +1,14 @@
 {
   "files": {
     "config.json": "80e9970b89100d0491cb8866a6c4979502846ecdf67abb52f6ace65326817077",
-    "factor_readout.safetensors": "6cd3750e313e33a201f30aa54f189dc030038776ef895d3515702645358143d5",
-    "model.safetensors": "9542e10d74b3096e6ffb88a61c79342f44903a42227b0f1ce9d3633d1b62f517",
+    "factor_readout.safetensors": "ba7a58eec595c9f29983c4e1e8164abb8d47052b4f0415f3b591e9e2ff081cb3",
+    "model.safetensors": "611a8317aba02281efba263ff1de356bec0b3bc4d5273683d87c4dffb8e047f3",
     "special_tokens_map.json": "2be97b602cd0e4a6c2874cbf03c0d1025b3af5474666da931bc04f6c23a9a39d",
     "tokenizer.json": "2b8d1b3f51c0d8f276a64ea6a69efa50b4d9899780f1b282b4d0dcb7be5bbb0f",
     "tokenizer_config.json": "8f4a998564d87fc85b27652f0b295677a1e03744bf400bfacc342b700cc3653a",
     "tolm.py": "a9c9469b58e93b7f0228e0c00442735bd0304278e549af37fd3766a902bb1d13",
-    "training_manifest.json": "f2ee84eb0116b3e1d19f18d3508a789d5a46bb49c2b7d69303fe39cc46bc871a"
+    "training_manifest.json": "852f0a345497fb9402c5196a41fc3343d9b6ca14eaf8fb80e887acfd6e5fbc92"
   },
   "schema_version": 1,
-  "words_seen": 88000000
+  "words_seen": 100000000
 }

factor_readout.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6cd3750e313e33a201f30aa54f189dc030038776ef895d3515702645358143d5
+oid sha256:ba7a58eec595c9f29983c4e1e8164abb8d47052b4f0415f3b591e9e2ff081cb3
 size 884568

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9542e10d74b3096e6ffb88a61c79342f44903a42227b0f1ce9d3633d1b62f517
+oid sha256:611a8317aba02281efba263ff1de356bec0b3bc4d5273683d87c4dffb8e047f3
 size 133365608

training_manifest.json

@@ -45,7 +45,8 @@
     "auxiliary_linguistic_training_words": 2000000,
     "brown_training_words": 1000000,
     "competition_status": "strict_small_conservative_accounting",
-    "conservative_counted_words": 99900000,
+    "conservative_corpus_accounting_words": 10000000,
+    "conservative_counted_words": 100000000,
     "corpus_induced_priors": true,
     "corpus_limit_words": 10000000,
     "evaluation_holdout_words": 1000000,
@@ -54,17 +55,17 @@
     "generated_words": 0,
     "induction_corpus_disjoint_from_lm_and_holdout": true,
     "leaderboard_checkpoint_words": 88000000,
-    "model_exposure_words": 88000000,
+    "model_exposure_words": 100000000,
     "model_training_corpus_words": 8900000,
     "ppmi_induction_words": 1000000,
     "relational_corpus_fraction": 0.025,
     "same_run_checkpoint_distribution": false,
     "signals_derived_from_current_model_input": false,
-    "strict_small_status": "within_both_books_without_baseline_precedent",
+    "strict_small_status": "corpus_10m_model_views_100m",
     "syntax_training_words": 0,
     "teacher_queries": 0,
     "tokenizer_training_words": 8900000,
-    "total_exposure_words": 99900000,
+    "total_exposure_words": 100000000,
     "track": "strict-small",
     "unique_corpus_words": 10000000,
     "within_100m_conservative_budget": true,
@@ -220,7 +221,7 @@
     "ema_decay": 0.9998,
     "epsilon": 1e-08,
     "exact_word_checkpoints": true,
-    "exposure_words": 88000000,
+    "exposure_words": 100000000,
     "final_lr_ratio": 0.1,
     "frequency_aware_masking": {
       "enabled": false,
@@ -286,7 +287,9 @@
       60000000,
       70000000,
       80000000,
-      88000000
+      88000000,
+      90000000,
+      100000000
     ],
     "schedule_total_words": 100000000,
     "span_max_length": 3,
@@ -309,5 +312,5 @@
     "z_loss_weight": 0.0001
   },
   "variant": "factorized_heads",
-  "words_seen": 88000000
+  "words_seen": 100000000
 }