config: phase split reconciles with the step counter
Browse files
bridges/gemma-4-12b-4bit-mlx-1d-value-selective/config.json
CHANGED
|
@@ -1,8 +1,12 @@
|
|
| 1 |
{
|
| 2 |
"backbone": "mlx-community/gemma-4-12B-it-4bit",
|
| 3 |
"hf_tokenizer": "mlx-community/gemma-4-12B-it-4bit",
|
|
|
|
| 4 |
"loader": "psilm.mlx.gemma_loader.load_backbone_any (gemma4_unified -> text tower)",
|
| 5 |
-
"physics":
|
|
|
|
|
|
|
|
|
|
| 6 |
"bridges_class": "psilm.mlx.bridges.PsiBridgesMLX",
|
| 7 |
"construct": {
|
| 8 |
"d_model": 3840,
|
|
@@ -22,9 +26,11 @@
|
|
| 22 |
"phase_A_readout_only": 2000,
|
| 23 |
"coupled_steps": 4000,
|
| 24 |
"no_harm_steps": 1500,
|
|
|
|
| 25 |
"batch": 4,
|
| 26 |
"lr": "3e-4 (warm-up, coupled), 1e-4 (no-harm phase, from the step-5500 checkpoint)",
|
| 27 |
-
"no_harm_arm": "1046 non-physics prompts (GSM8K train, MMLU validation; with/without the Answer nudge) paired with the backbone's own greedy continuation; gate-only updates + mean-gate penalty"
|
|
|
|
| 28 |
},
|
| 29 |
"held_out_n48_per_chunk": {
|
| 30 |
"coupled": [
|
|
@@ -44,4 +50,4 @@
|
|
| 44 |
]
|
| 45 |
},
|
| 46 |
"license": "apache-2.0"
|
| 47 |
-
}
|
|
|
|
| 1 |
{
|
| 2 |
"backbone": "mlx-community/gemma-4-12B-it-4bit",
|
| 3 |
"hf_tokenizer": "mlx-community/gemma-4-12B-it-4bit",
|
| 4 |
+
"task": "1d",
|
| 5 |
"loader": "psilm.mlx.gemma_loader.load_backbone_any (gemma4_unified -> text tower)",
|
| 6 |
+
"physics": {
|
| 7 |
+
"file": "physics/fno_burgers_singlemode.safetensors",
|
| 8 |
+
"source": "results/stage2/fno.pt (1D Burgers FNO, 70K params)"
|
| 9 |
+
},
|
| 10 |
"bridges_class": "psilm.mlx.bridges.PsiBridgesMLX",
|
| 11 |
"construct": {
|
| 12 |
"d_model": 3840,
|
|
|
|
| 26 |
"phase_A_readout_only": 2000,
|
| 27 |
"coupled_steps": 4000,
|
| 28 |
"no_harm_steps": 1500,
|
| 29 |
+
"no_harm_resumed_from": 5500,
|
| 30 |
"batch": 4,
|
| 31 |
"lr": "3e-4 (warm-up, coupled), 1e-4 (no-harm phase, from the step-5500 checkpoint)",
|
| 32 |
+
"no_harm_arm": "1046 non-physics prompts (GSM8K train, MMLU validation; with/without the Answer nudge) paired with the backbone's own greedy continuation; gate-only updates + mean-gate penalty",
|
| 33 |
+
"note": "phase lengths sum to 7,500 against a 7,000 step counter: the no-harm phase resumed from the step-5,500 checkpoint, so 500 coupled steps were replayed"
|
| 34 |
},
|
| 35 |
"held_out_n48_per_chunk": {
|
| 36 |
"coupled": [
|
|
|
|
| 50 |
]
|
| 51 |
},
|
| 52 |
"license": "apache-2.0"
|
| 53 |
+
}
|