main chck_100M

.complete.json

@@ -1,14 +1,14 @@
 {
   "files": {
     "config.json": "f8e07831e548977373f0af54823e9a27f7ed3cb2aeb9214287364d94273b0150",
-    "factor_readout.safetensors": "969bb0628ce1e1c46f118616d05b0d1785ee68daa388f7eed6d0baaa4a3bb751",
-    "model.safetensors": "2ef65b19001b036872e8a27ec13a7d1b1a329a4f1a9096c7927a2dc976cf8755",
+    "factor_readout.safetensors": "cd016840fb7d3e10279689d4ecd3057f086232a953e82ddfff3aeab4e34ad806",
+    "model.safetensors": "70e1e2308a9b015c924abae578ab136227c04406f5d3f78acc5a1a513a2e3674",
     "special_tokens_map.json": "2be97b602cd0e4a6c2874cbf03c0d1025b3af5474666da931bc04f6c23a9a39d",
     "tokenizer.json": "2b8d1b3f51c0d8f276a64ea6a69efa50b4d9899780f1b282b4d0dcb7be5bbb0f",
     "tokenizer_config.json": "8f4a998564d87fc85b27652f0b295677a1e03744bf400bfacc342b700cc3653a",
     "tolm.py": "a9c9469b58e93b7f0228e0c00442735bd0304278e549af37fd3766a902bb1d13",
-    "training_manifest.json": "2411ce896be15f6e2c1f3675053023a100fd7e3c15c582c9eaedb1f25fbd580d"
+    "training_manifest.json": "6bfc40ee2b1263b3840c51674efb21f9b6ac19c9a0f92caa7789fcd176231a54"
   },
   "schema_version": 1,
-  "words_seen": 88000000
+  "words_seen": 100000000
 }

factor_readout.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:969bb0628ce1e1c46f118616d05b0d1785ee68daa388f7eed6d0baaa4a3bb751
+oid sha256:cd016840fb7d3e10279689d4ecd3057f086232a953e82ddfff3aeab4e34ad806
 size 884568

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2ef65b19001b036872e8a27ec13a7d1b1a329a4f1a9096c7927a2dc976cf8755
+oid sha256:70e1e2308a9b015c924abae578ab136227c04406f5d3f78acc5a1a513a2e3674
 size 133365608

training_manifest.json

@@ -45,7 +45,8 @@
     "auxiliary_linguistic_training_words": 2000000,
     "brown_training_words": 1000000,
     "competition_status": "strict_small_conservative_accounting",
-    "conservative_counted_words": 99900000,
+    "conservative_corpus_accounting_words": 10000000,
+    "conservative_counted_words": 100000000,
     "corpus_induced_priors": true,
     "corpus_limit_words": 10000000,
     "evaluation_holdout_words": 1000000,
@@ -54,17 +55,17 @@
     "generated_words": 0,
     "induction_corpus_disjoint_from_lm_and_holdout": true,
     "leaderboard_checkpoint_words": 88000000,
-    "model_exposure_words": 88000000,
+    "model_exposure_words": 100000000,
     "model_training_corpus_words": 8900000,
     "ppmi_induction_words": 1000000,
     "relational_corpus_fraction": 0.025,
     "same_run_checkpoint_distribution": false,
     "signals_derived_from_current_model_input": false,
-    "strict_small_status": "within_both_books_without_baseline_precedent",
+    "strict_small_status": "corpus_10m_model_views_100m",
     "syntax_training_words": 0,
     "teacher_queries": 0,
     "tokenizer_training_words": 8900000,
-    "total_exposure_words": 99900000,
+    "total_exposure_words": 100000000,
     "track": "strict-small",
     "unique_corpus_words": 10000000,
     "within_100m_conservative_budget": true,
@@ -220,7 +221,7 @@
     "ema_decay": 0.9998,
     "epsilon": 1e-08,
     "exact_word_checkpoints": true,
-    "exposure_words": 88000000,
+    "exposure_words": 100000000,
     "final_lr_ratio": 0.1,
     "frequency_aware_masking": {
       "enabled": false,
@@ -286,7 +287,9 @@
       60000000,
       70000000,
       80000000,
-      88000000
+      88000000,
+      90000000,
+      100000000
     ],
     "schedule_total_words": 100000000,
     "span_max_length": 3,
@@ -309,5 +312,5 @@
     "z_loss_weight": 0.0001
   },
   "variant": "factorized_allocation",
-  "words_seen": 88000000
+  "words_seen": 100000000
 }