+ source /home/hotaisle/rtpurbo-venv/bin/activate
++ deactivate nondestructive
++ '[' -n '' ']'
++ '[' -n '' ']'
++ hash -r
++ '[' -n '' ']'
++ unset VIRTUAL_ENV
++ unset VIRTUAL_ENV_PROMPT
++ '[' '!' nondestructive = nondestructive ']'
++ '[' linux-gnu = cygwin ']'
++ '[' linux-gnu = msys ']'
++ export VIRTUAL_ENV=/home/hotaisle/rtpurbo-venv
++ VIRTUAL_ENV=/home/hotaisle/rtpurbo-venv
++ _OLD_VIRTUAL_PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin
++ PATH=/home/hotaisle/rtpurbo-venv/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin
++ export PATH
++ '[' -n '' ']'
++ '[' -z '' ']'
++ _OLD_VIRTUAL_PS1=
++ PS1='(rtpurbo-venv) '
++ export PS1
++ VIRTUAL_ENV_PROMPT='(rtpurbo-venv) '
++ export VIRTUAL_ENV_PROMPT
++ hash -r
+ export HSA_OVERRIDE_GFX_VERSION=9.4.2
+ HSA_OVERRIDE_GFX_VERSION=9.4.2
++ cat /home/hotaisle/.hf_token
+ export HF_TOKEN=[REDACTED_HF_TOKEN]
+ HF_TOKEN=[REDACTED_HF_TOKEN]
+ export PYTHONPATH=/home/hotaisle/work
+ PYTHONPATH=/home/hotaisle/work
+ export HF_HOME=/home/hotaisle/hf_cache
+ HF_HOME=/home/hotaisle/hf_cache
+ export PYTORCH_HIP_ALLOC_CONF=expandable_segments:True
+ PYTORCH_HIP_ALLOC_CONF=expandable_segments:True
+ cd /home/hotaisle/work
+ echo '=== Running 9B all-retrieval probe ==='
=== Running 9B all-retrieval probe ===
+ python3 -m train.surgeries._rtpurbo_probe_chunked --model Qwen/Qwen3.5-9B --all-retrieval --seq-len 8192 --calibration-size 4 --out probe_results/mi300x_9b_allretr.json --device cuda --dtype bfloat16
[probe] all-retrieval mode: loading Qwen/Qwen3.5-9B to enumerate GA heads (no calibration)
The fast path is not available because one of the required library is not installed. Falling back to torch implementation. To install follow https://github.com/fla-org/flash-linear-attention#installation and https://github.com/Dao-AILab/causal-conv1d
/home/hotaisle/rtpurbo-venv/lib/python3.12/site-packages/transformers/modeling_utils.py:4829: UserWarning: expandable_segments not supported on this platform (Triggered internally at ../c10/hip/HIPAllocatorConfig.h:29.)
  _ = torch.empty(int(byte_count // 2), dtype=torch.float16, device=device, requires_grad=False)

Loading weights:   0%|          | 0/760 [00:00<?, ?it/s]
Loading weights:   0%|          | 1/760 [00:00<10:24,  1.22it/s]
Loading weights:   0%|          | 2/760 [00:01<09:33,  1.32it/s]
Loading weights:   2%|▏         | 13/760 [00:01<01:02, 11.94it/s]
Loading weights:   2%|▏         | 18/760 [00:01<00:50, 14.67it/s]
Loading weights:   3%|▎         | 26/760 [00:02<00:36, 19.95it/s]
Loading weights:   5%|▌         | 38/760 [00:02<00:33, 21.81it/s]
Loading weights:   8%|▊         | 62/760 [00:02<00:19, 36.43it/s]
Loading weights:  10%|█         | 77/760 [00:03<00:16, 41.58it/s]
Loading weights:  12%|█▏        | 91/760 [00:03<00:12, 51.48it/s]
Loading weights:  13%|█▎        | 98/760 [00:03<00:15, 41.43it/s]
Loading weights:  15%|█▍        | 113/760 [00:04<00:15, 41.45it/s]
Loading weights:  17%|█▋        | 128/760 [00:04<00:14, 43.76it/s]
Loading weights:  19%|█▉        | 143/760 [00:04<00:11, 54.30it/s]
Loading weights:  20%|█▉        | 150/760 [00:04<00:14, 41.65it/s]
Loading weights:  22%|██▏       | 166/760 [00:05<00:12, 49.10it/s]
Loading weights:  23%|██▎       | 172/760 [00:05<00:12, 46.46it/s]
Loading weights:  24%|██▍       | 182/760 [00:05<00:10, 54.25it/s]
Loading weights:  25%|██▍       | 189/760 [00:05<00:10, 52.20it/s]
Loading weights:  26%|██▌       | 197/760 [00:05<00:14, 40.19it/s]
Loading weights:  27%|██▋       | 204/760 [00:05<00:13, 40.93it/s]
Loading weights:  29%|██▉       | 222/760 [00:06<00:08, 62.91it/s]
Loading weights:  30%|███       | 230/760 [00:06<00:09, 55.06it/s]
Loading weights:  31%|███       | 237/760 [00:06<00:12, 43.42it/s]
Loading weights:  32%|███▎      | 247/760 [00:07<00:15, 32.95it/s]
Loading weights:  36%|███▌      | 274/760 [00:07<00:07, 61.69it/s]
Loading weights:  37%|███▋      | 284/760 [00:07<00:08, 57.19it/s]
Loading weights:  39%|███▊      | 293/760 [00:07<00:10, 46.60it/s]
Loading weights:  40%|███▉      | 302/760 [00:08<00:12, 35.80it/s]
Loading weights:  42%|████▎     | 323/760 [00:08<00:07, 54.72it/s]
Loading weights:  44%|████▎     | 332/760 [00:08<00:09, 47.13it/s]
Loading weights:  45%|████▌     | 343/760 [00:08<00:08, 46.76it/s]
Loading weights:  47%|████▋     | 356/760 [00:09<00:10, 38.61it/s]
Loading weights:  49%|████▉     | 372/760 [00:09<00:07, 52.28it/s]
Loading weights:  50%|█████     | 380/760 [00:09<00:06, 54.97it/s]
Loading weights:  51%|█████     | 388/760 [00:09<00:06, 54.59it/s]
Loading weights:  52%|█████▏    | 395/760 [00:09<00:08, 44.76it/s]
Loading weights:  54%|█████▍    | 409/760 [00:10<00:09, 37.51it/s]
Loading weights:  56%|█████▋    | 428/760 [00:10<00:05, 56.58it/s]
Loading weights:  63%|██████▎   | 479/760 [00:10<00:02, 125.49it/s]
Loading weights:  70%|██████▉   | 531/760 [00:10<00:01, 194.05it/s]
Loading weights:  75%|███████▌  | 573/760 [00:10<00:00, 237.33it/s]
Loading weights:  82%|████████▎ | 627/760 [00:10<00:00, 303.31it/s]
Loading weights:  89%|████████▉ | 675/760 [00:10<00:00, 340.95it/s]
Loading weights:  95%|█████████▌| 723/760 [00:11<00:00, 375.12it/s]
Loading weights: 100%|██████████| 760/760 [00:11<00:00, 68.02it/s] 
[probe] replaced lm_head with Identity (probe discards logits)
[probe] wrote probe_results/mi300x_9b_allretr.json  retrieval=128/128 = 1.000 (8 GA layers)
+ echo '=== PROBE DONE, starting stage-1 at 131k ==='
=== PROBE DONE, starting stage-1 at 131k ===
+ python3 train/rtpurbo_stage1.py --model Qwen/Qwen3.5-9B --probe probe_results/mi300x_9b_allretr.json --out checkpoints/mi300x_9b_131k --seq-len 131072 --chunked-teacher --cq 4096 --teacher-query-sample 32768 --reuse-k 5 --teacher-query-min-pos 8192 --no-pack --svd-init --svd-batches 4 --steps 600 --lr 1e-3 --warmup 100 --weight-decay 0.01 --batch-size 1 --device cuda --dtype bfloat16 --data-config configs/rtpurbo_pg19_public.json --log-every 5 --save-every 25 --resume
[stage1] loading model Qwen/Qwen3.5-9B (sdpa attn; query-chunked teacher (cq=4096))
The fast path is not available because one of the required library is not installed. Falling back to torch implementation. To install follow https://github.com/fla-org/flash-linear-attention#installation and https://github.com/Dao-AILab/causal-conv1d
/home/hotaisle/rtpurbo-venv/lib/python3.12/site-packages/transformers/modeling_utils.py:4829: UserWarning: expandable_segments not supported on this platform (Triggered internally at ../c10/hip/HIPAllocatorConfig.h:29.)
  _ = torch.empty(int(byte_count // 2), dtype=torch.float16, device=device, requires_grad=False)

Loading weights:   0%|          | 0/760 [00:00<?, ?it/s]
Loading weights:   0%|          | 1/760 [00:00<09:22,  1.35it/s]
Loading weights:   0%|          | 2/760 [00:01<09:20,  1.35it/s]
Loading weights:   1%|          | 9/760 [00:01<01:44,  7.19it/s]
Loading weights:   3%|▎         | 20/760 [00:01<00:40, 18.48it/s]
Loading weights:   3%|▎         | 26/760 [00:02<00:33, 22.19it/s]
Loading weights:   5%|▍         | 37/760 [00:02<00:21, 33.92it/s]
Loading weights:   6%|▌         | 43/760 [00:02<00:20, 35.27it/s]
Loading weights:   6%|▋         | 49/760 [00:02<00:21, 32.52it/s]
Loading weights:   7%|▋         | 54/760 [00:02<00:19, 35.47it/s]
Loading weights:   8%|▊         | 63/760 [00:02<00:17, 39.46it/s]
Loading weights:  10%|▉         | 74/760 [00:02<00:13, 49.06it/s]
Loading weights:  11%|█         | 80/760 [00:03<00:16, 40.64it/s]
Loading weights:  12%|█▏        | 90/760 [00:03<00:13, 51.38it/s]
Loading weights:  13%|█▎        | 97/760 [00:03<00:17, 37.18it/s]
Loading weights:  14%|█▎        | 103/760 [00:03<00:16, 39.32it/s]
Loading weights:  15%|█▌        | 117/760 [00:04<00:14, 44.67it/s]
Loading weights:  17%|█▋        | 131/760 [00:04<00:13, 48.34it/s]
Loading weights:  19%|█▉        | 144/760 [00:04<00:13, 44.50it/s]
Loading weights:  20%|█▉        | 149/760 [00:04<00:14, 41.42it/s]
Loading weights:  22%|██▏       | 167/760 [00:05<00:12, 47.85it/s]
Loading weights:  24%|██▍       | 183/760 [00:05<00:09, 58.87it/s]
Loading weights:  25%|██▌       | 190/760 [00:05<00:09, 57.32it/s]
Loading weights:  26%|██▌       | 197/760 [00:05<00:13, 41.98it/s]
Loading weights:  27%|██▋       | 204/760 [00:05<00:13, 40.69it/s]
Loading weights:  29%|██▉       | 222/760 [00:05<00:08, 62.23it/s]
Loading weights:  30%|███       | 231/760 [00:06<00:12, 42.58it/s]
Loading weights:  33%|███▎      | 250/760 [00:06<00:10, 49.55it/s]
Loading weights:  34%|███▍      | 257/760 [00:06<00:10, 49.01it/s]
Loading weights:  36%|███▌      | 272/760 [00:06<00:07, 62.13it/s]
Loading weights:  37%|███▋      | 280/760 [00:07<00:08, 53.54it/s]
Loading weights:  38%|███▊      | 288/760 [00:07<00:08, 54.45it/s]
Loading weights:  39%|███▉      | 295/760 [00:07<00:08, 52.06it/s]
Loading weights:  40%|███▉      | 303/760 [00:07<00:11, 39.63it/s]
Loading weights:  41%|████      | 310/760 [00:07<00:11, 40.62it/s]
Loading weights:  43%|████▎     | 327/760 [00:08<00:06, 62.97it/s]
Loading weights:  44%|████▍     | 336/760 [00:08<00:07, 59.60it/s]
Loading weights:  45%|████▌     | 344/760 [00:08<00:08, 47.94it/s]
Loading weights:  46%|████▋     | 353/760 [00:08<00:07, 52.76it/s]
Loading weights:  47%|████▋     | 360/760 [00:08<00:10, 39.43it/s]
Loading weights:  49%|████▉     | 373/760 [00:09<00:07, 51.63it/s]
Loading weights:  50%|█████     | 380/760 [00:09<00:08, 44.46it/s]
Loading weights:  52%|█████▏    | 398/760 [00:09<00:07, 51.55it/s]
Loading weights:  54%|█████▍    | 409/760 [00:09<00:07, 48.22it/s]
Loading weights:  55%|█████▍    | 417/760 [00:10<00:07, 44.51it/s]
Loading weights:  59%|█████▉    | 447/760 [00:10<00:03, 82.97it/s]
Loading weights:  65%|██████▌   | 495/760 [00:10<00:01, 153.16it/s]
Loading weights:  71%|███████▏  | 543/760 [00:10<00:00, 217.89it/s]
Loading weights:  78%|███████▊  | 589/760 [00:10<00:00, 270.12it/s]
Loading weights:  84%|████████▍ | 639/760 [00:10<00:00, 322.91it/s]
Loading weights:  90%|█████████ | 686/760 [00:10<00:00, 358.03it/s]
Loading weights:  96%|█████████▋| 733/760 [00:10<00:00, 382.86it/s]
Loading weights: 100%|██████████| 760/760 [00:10<00:00, 69.50it/s] 
[stage1] applying rtpurbo (probe=probe_results/mi300x_9b_allretr.json)
[rtpurbo] layer 3: retrieval=[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15] local=[] top_p=0.05 window=512
[rtpurbo] layer 7: retrieval=[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15] local=[] top_p=0.05 window=512
[rtpurbo] layer 11: retrieval=[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15] local=[] top_p=0.05 window=512
[rtpurbo] layer 15: retrieval=[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15] local=[] top_p=0.05 window=512
[rtpurbo] layer 19: retrieval=[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15] local=[] top_p=0.05 window=512
[rtpurbo] layer 23: retrieval=[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15] local=[] top_p=0.05 window=512
[rtpurbo] layer 27: retrieval=[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15] local=[] top_p=0.05 window=512
[rtpurbo] layer 31: retrieval=[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15] local=[] top_p=0.05 window=512
[rtpurbo] applied to 8 GA layers (identity=False)
[stage1] froze 760 params, trainable=256 (indexers only)
[stage1] GA layers: [3, 7, 11, 15, 19, 23, 27, 31]
[stage1] running SVD warm-start (4 batches)
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=16384 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=16384 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=16384 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=16384 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=16384 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=16384 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=16384 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=16384 is_trivial=True
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=16384 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=16384 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=16384 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=16384 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=16384 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=16384 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=16384 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=16384 is_trivial=True
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=16384 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=16384 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=16384 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=16384 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=16384 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=16384 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=16384 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=16384 is_trivial=True
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=16384 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=16384 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=16384 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=16384 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=16384 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=16384 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=16384 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=16384 is_trivial=True
[svd-init] initialised 128 indexers from 4 calibration batches
[stage1] reuse_k=5: 5 optim steps per dense forward
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=66650 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=66650 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=66650 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=66650 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=66650 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=66650 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=66650 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=66650 is_trivial=True
[stage1] step    1/600  loss=38.7892  distill_kl=38.7892  agree_kl=0.0000  entropy=0.0000  lr=2.00e-05  tok/s=15216  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=96608 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=96608 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=96608 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=96608 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=96608 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=96608 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=96608 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=96608 is_trivial=True
[stage1] step    7/600  loss=37.8400  distill_kl=37.8400  agree_kl=0.0000  entropy=0.0000  lr=8.00e-05  tok/s=7445  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=38140 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=38140 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=38140 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=38140 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=38140 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=38140 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=38140 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=38140 is_trivial=True
[stage1] step   10/600  loss=37.0534  distill_kl=37.0534  agree_kl=0.0000  entropy=0.0000  lr=1.10e-04  tok/s=39655  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=96029 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=96029 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=96029 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=96029 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=96029 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=96029 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=96029 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=96029 is_trivial=True
[stage1] step   17/600  loss=39.6090  distill_kl=39.6090  agree_kl=0.0000  entropy=0.0000  lr=1.80e-04  tok/s=7495  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=117829 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=117829 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=117829 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=117829 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=117829 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=117829 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=117829 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=117829 is_trivial=True
[stage1] step   23/600  loss=40.5736  distill_kl=40.5736  agree_kl=0.0000  entropy=0.0000  lr=2.40e-04  tok/s=5058  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=58640 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=58640 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=58640 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=58640 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=58640 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=58640 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=58640 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=58640 is_trivial=True
[stage1] step   26/600  loss=38.8596  distill_kl=38.8596  agree_kl=0.0000  entropy=0.0000  lr=2.70e-04  tok/s=18585  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=36589 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=36589 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=36589 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=36589 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=36589 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=36589 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=36589 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=36589 is_trivial=True
[stage1] step   30/600  loss=30.3894  distill_kl=30.3894  agree_kl=0.0000  entropy=0.0000  lr=3.10e-04  tok/s=42489  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=126892 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=126892 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=126892 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=126892 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=126892 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=126892 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=126892 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=126892 is_trivial=True
[stage1] step   38/600  loss=36.7138  distill_kl=36.7138  agree_kl=0.0000  entropy=0.0000  lr=3.90e-04  tok/s=4425  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=27679 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=27679 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=27679 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=27679 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=27679 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=27679 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=27679 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=27679 is_trivial=True
[stage1] step   40/600  loss=35.1907  distill_kl=35.1907  agree_kl=0.0000  entropy=0.0000  lr=4.10e-04  tok/s=68411  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=60233 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=60233 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=60233 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=60233 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=60233 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=60233 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=60233 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=60233 is_trivial=True
[stage1] step   46/600  loss=35.0472  distill_kl=35.0472  agree_kl=0.0000  entropy=0.0000  lr=4.70e-04  tok/s=17683  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=64186 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=64186 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=64186 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=64186 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=64186 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=64186 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=64186 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=64186 is_trivial=True
[stage1] step   51/600  loss=35.1099  distill_kl=35.1099  agree_kl=0.0000  entropy=0.0000  lr=5.20e-04  tok/s=15793  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=75553 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=75553 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=75553 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=75553 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=75553 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=75553 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=75553 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=75553 is_trivial=True
[stage1] step   57/600  loss=31.5548  distill_kl=31.5548  agree_kl=0.0000  entropy=0.0000  lr=5.80e-04  tok/s=11639  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=46773 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=46773 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=46773 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=46773 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=46773 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=46773 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=46773 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=46773 is_trivial=True
[stage1] step   61/600  loss=29.5452  distill_kl=29.5452  agree_kl=0.0000  entropy=0.0000  lr=6.20e-04  tok/s=27695  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=68718 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=68718 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=68718 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=68718 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=68718 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=68718 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=68718 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=68718 is_trivial=True
[stage1] step   66/600  loss=30.0607  distill_kl=30.0607  agree_kl=0.0000  entropy=0.0000  lr=6.70e-04  tok/s=13943  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=101049 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=101049 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=101049 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=101049 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=101049 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=101049 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=101049 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=101049 is_trivial=True
[stage1] step   72/600  loss=26.7397  distill_kl=26.7397  agree_kl=0.0000  entropy=0.0000  lr=7.30e-04  tok/s=6813  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=102524 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=102524 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=102524 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=102524 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=102524 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=102524 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=102524 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=102524 is_trivial=True
[stage1] step   77/600  loss=25.3274  distill_kl=25.3274  agree_kl=0.0000  entropy=0.0000  lr=7.80e-04  tok/s=6649  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=68757 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=68757 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=68757 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=68757 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=68757 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=68757 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=68757 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=68757 is_trivial=True
[stage1] step   81/600  loss=25.0976  distill_kl=25.0976  agree_kl=0.0000  entropy=0.0000  lr=8.20e-04  tok/s=13981  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=72130 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=72130 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=72130 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=72130 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=72130 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=72130 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=72130 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=72130 is_trivial=True
[stage1] step   86/600  loss=21.4465  distill_kl=21.4465  agree_kl=0.0000  entropy=0.0000  lr=8.70e-04  tok/s=12739  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=61110 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=61110 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=61110 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=61110 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=61110 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=61110 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=61110 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=61110 is_trivial=True
[stage1] step   91/600  loss=22.0651  distill_kl=22.0651  agree_kl=0.0000  entropy=0.0000  lr=9.20e-04  tok/s=17262  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[stage1] step   98/600  loss=20.0930  distill_kl=20.0930  agree_kl=0.0000  entropy=0.0000  lr=9.90e-04  tok/s=4244  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=96716 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=96716 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=96716 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=96716 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=96716 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=96716 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=96716 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=96716 is_trivial=True
[stage1] step  102/600  loss=20.5819  distill_kl=20.5819  agree_kl=0.0000  entropy=0.0000  lr=1.00e-03  tok/s=7411  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=93677 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=93677 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=93677 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=93677 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=93677 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=93677 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=93677 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=93677 is_trivial=True
[stage1] step  107/600  loss=15.2265  distill_kl=15.2265  agree_kl=0.0000  entropy=0.0000  lr=1.00e-03  tok/s=7856  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[stage1] step  113/600  loss=13.2593  distill_kl=13.2593  agree_kl=0.0000  entropy=0.0000  lr=9.98e-04  tok/s=4252  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[stage1] step  118/600  loss=11.7783  distill_kl=11.7783  agree_kl=0.0000  entropy=0.0000  lr=9.97e-04  tok/s=4244  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[stage1] step  123/600  loss=10.8244  distill_kl=10.8244  agree_kl=0.0000  entropy=0.0000  lr=9.95e-04  tok/s=4237  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=106686 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=106686 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=106686 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=106686 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=106686 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=106686 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=106686 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=106686 is_trivial=True
[stage1] step  128/600  loss=11.5549  distill_kl=11.5549  agree_kl=0.0000  entropy=0.0000  lr=9.92e-04  tok/s=6085  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=39102 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=39102 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=39102 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=39102 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=39102 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=39102 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=39102 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=39102 is_trivial=True
[stage1] step  130/600  loss=9.0237  distill_kl=9.0237  agree_kl=0.0000  entropy=0.0000  lr=9.91e-04  tok/s=38039  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=62327 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=62327 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=62327 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=62327 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=62327 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=62327 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=62327 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=62327 is_trivial=True
[stage1] step  136/600  loss=8.7382  distill_kl=8.7382  agree_kl=0.0000  entropy=0.0000  lr=9.87e-04  tok/s=16595  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=54909 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=54909 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=54909 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=54909 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=54909 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=54909 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=54909 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=54909 is_trivial=True
[stage1] step  141/600  loss=6.8473  distill_kl=6.8473  agree_kl=0.0000  entropy=0.0000  lr=9.84e-04  tok/s=20891  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=124714 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=124714 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=124714 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=124714 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=124714 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=124714 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=124714 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=124714 is_trivial=True
[stage1] step  148/600  loss=7.1887  distill_kl=7.1887  agree_kl=0.0000  entropy=0.0000  lr=9.77e-04  tok/s=4558  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=27802 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=27802 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=27802 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=27802 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=27802 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=27802 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=27802 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=27802 is_trivial=True
[stage1] step  150/600  loss=7.4297  distill_kl=7.4297  agree_kl=0.0000  entropy=0.0000  lr=9.76e-04  tok/s=67746  [reuse_k=5]
[stage1] ckpt @ step 150 -> checkpoints/mi300x_9b_131k/ckpt.pt
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=36349 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=36349 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=36349 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=36349 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=36349 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=36349 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=36349 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=36349 is_trivial=True
[stage1] step  155/600  loss=5.1466  distill_kl=5.1466  agree_kl=0.0000  entropy=0.0000  lr=9.70e-04  tok/s=43205  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=56347 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=56347 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=56347 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=56347 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=56347 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=56347 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=56347 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=56347 is_trivial=True
[stage1] step  161/600  loss=6.1257  distill_kl=6.1257  agree_kl=0.0000  entropy=0.0000  lr=9.64e-04  tok/s=19938  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=34051 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=34051 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=34051 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=34051 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=34051 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=34051 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=34051 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=34051 is_trivial=True
[stage1] step  165/600  loss=4.7326  distill_kl=4.7326  agree_kl=0.0000  entropy=0.0000  lr=9.59e-04  tok/s=48386  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=47111 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=47111 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=47111 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=47111 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=47111 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=47111 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=47111 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=47111 is_trivial=True
[stage1] step  171/600  loss=4.8258  distill_kl=4.8258  agree_kl=0.0000  entropy=0.0000  lr=9.51e-04  tok/s=27331  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=128021 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=128021 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=128021 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=128021 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=128021 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=128021 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=128021 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=128021 is_trivial=True
[stage1] step  178/600  loss=6.2975  distill_kl=6.2975  agree_kl=0.0000  entropy=0.0000  lr=9.41e-04  tok/s=4338  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=69258 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=69258 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=69258 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=69258 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=69258 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=69258 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=69258 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=69258 is_trivial=True
[stage1] step  181/600  loss=4.7482  distill_kl=4.7482  agree_kl=0.0000  entropy=0.0000  lr=9.37e-04  tok/s=13750  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=56224 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=56224 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=56224 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=56224 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=56224 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=56224 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=56224 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=56224 is_trivial=True
[stage1] step  186/600  loss=4.4628  distill_kl=4.4628  agree_kl=0.0000  entropy=0.0000  lr=9.29e-04  tok/s=20161  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[stage1] step  193/600  loss=5.4497  distill_kl=5.4497  agree_kl=0.0000  entropy=0.0000  lr=9.17e-04  tok/s=4249  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[stage1] step  198/600  loss=4.3229  distill_kl=4.3229  agree_kl=0.0000  entropy=0.0000  lr=9.08e-04  tok/s=4238  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[stage1] step  203/600  loss=4.2138  distill_kl=4.2138  agree_kl=0.0000  entropy=0.0000  lr=8.99e-04  tok/s=4238  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=96676 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=96676 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=96676 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=96676 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=96676 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=96676 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=96676 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=96676 is_trivial=True
[stage1] step  207/600  loss=3.7996  distill_kl=3.7996  agree_kl=0.0000  entropy=0.0000  lr=8.91e-04  tok/s=7402  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=130843 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=130843 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=130843 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=130843 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=130843 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=130843 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=130843 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=130843 is_trivial=True
[stage1] step  213/600  loss=3.6985  distill_kl=3.6985  agree_kl=0.0000  entropy=0.0000  lr=8.79e-04  tok/s=4141  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=53984 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=53984 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=53984 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=53984 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=53984 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=53984 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=53984 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=53984 is_trivial=True
[stage1] step  216/600  loss=3.4617  distill_kl=3.4617  agree_kl=0.0000  entropy=0.0000  lr=8.73e-04  tok/s=21524  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=38451 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=38451 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=38451 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=38451 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=38451 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=38451 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=38451 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=38451 is_trivial=True
[stage1] step  220/600  loss=3.4594  distill_kl=3.4594  agree_kl=0.0000  entropy=0.0000  lr=8.64e-04  tok/s=38689  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=43211 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=43211 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=43211 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=43211 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=43211 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=43211 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=43211 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=43211 is_trivial=True
[stage1] step  226/600  loss=3.4353  distill_kl=3.4353  agree_kl=0.0000  entropy=0.0000  lr=8.51e-04  tok/s=31607  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=92572 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=92572 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=92572 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=92572 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=92572 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=92572 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=92572 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=92572 is_trivial=True
[stage1] step  232/600  loss=4.4842  distill_kl=4.4842  agree_kl=0.0000  entropy=0.0000  lr=8.38e-04  tok/s=8023  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=124379 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=124379 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=124379 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=124379 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=124379 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=124379 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=124379 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=124379 is_trivial=True
[stage1] step  238/600  loss=4.4989  distill_kl=4.4989  agree_kl=0.0000  entropy=0.0000  lr=8.24e-04  tok/s=4578  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=121844 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=121844 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=121844 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=121844 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=121844 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=121844 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=121844 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=121844 is_trivial=True
[stage1] step  243/600  loss=4.0613  distill_kl=4.0613  agree_kl=0.0000  entropy=0.0000  lr=8.11e-04  tok/s=4769  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[stage1] step  248/600  loss=3.4194  distill_kl=3.4194  agree_kl=0.0000  entropy=0.0000  lr=7.99e-04  tok/s=4245  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=50840 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=50840 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=50840 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=50840 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=50840 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=50840 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=50840 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=50840 is_trivial=True
[stage1] step  251/600  loss=3.5008  distill_kl=3.5008  agree_kl=0.0000  entropy=0.0000  lr=7.91e-04  tok/s=23952  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=70245 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=70245 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=70245 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=70245 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=70245 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=70245 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=70245 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=70245 is_trivial=True
[stage1] step  256/600  loss=2.9429  distill_kl=2.9429  agree_kl=0.0000  entropy=0.0000  lr=7.78e-04  tok/s=13313  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[stage1] step  263/600  loss=3.3998  distill_kl=3.3998  agree_kl=0.0000  entropy=0.0000  lr=7.60e-04  tok/s=4229  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[stage1] step  268/600  loss=3.2240  distill_kl=3.2240  agree_kl=0.0000  entropy=0.0000  lr=7.46e-04  tok/s=4223  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=88409 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=88409 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=88409 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=88409 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=88409 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=88409 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=88409 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=88409 is_trivial=True
[stage1] step  272/600  loss=3.1087  distill_kl=3.1087  agree_kl=0.0000  entropy=0.0000  lr=7.35e-04  tok/s=8647  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[stage1] step  278/600  loss=3.7386  distill_kl=3.7386  agree_kl=0.0000  entropy=0.0000  lr=7.19e-04  tok/s=4239  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=111978 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=111978 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=111978 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=111978 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=111978 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=111978 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=111978 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=111978 is_trivial=True
[stage1] step  283/600  loss=2.9704  distill_kl=2.9704  agree_kl=0.0000  entropy=0.0000  lr=7.04e-04  tok/s=5598  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=47132 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=47132 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=47132 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=47132 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=47132 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=47132 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=47132 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=47132 is_trivial=True
[stage1] step  286/600  loss=2.7326  distill_kl=2.7326  agree_kl=0.0000  entropy=0.0000  lr=6.96e-04  tok/s=27332  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[stage1] step  293/600  loss=3.4309  distill_kl=3.4309  agree_kl=0.0000  entropy=0.0000  lr=6.75e-04  tok/s=4227  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=63707 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=63707 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=63707 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=63707 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=63707 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=63707 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=63707 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=63707 is_trivial=True
[stage1] step  296/600  loss=2.6079  distill_kl=2.6079  agree_kl=0.0000  entropy=0.0000  lr=6.66e-04  tok/s=15970  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=109419 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=109419 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=109419 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=109419 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=109419 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=109419 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=109419 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=109419 is_trivial=True
[stage1] step  303/600  loss=2.8425  distill_kl=2.8425  agree_kl=0.0000  entropy=0.0000  lr=6.46e-04  tok/s=5802  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=116410 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=116410 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=116410 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=116410 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=116410 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=116410 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=116410 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=116410 is_trivial=True
[stage1] step  308/600  loss=3.3802  distill_kl=3.3802  agree_kl=0.0000  entropy=0.0000  lr=6.30e-04  tok/s=5189  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=64977 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=64977 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=64977 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=64977 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=64977 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=64977 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=64977 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=64977 is_trivial=True
[stage1] step  311/600  loss=2.7855  distill_kl=2.7855  agree_kl=0.0000  entropy=0.0000  lr=6.21e-04  tok/s=15353  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=70121 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=70121 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=70121 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=70121 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=70121 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=70121 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=70121 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=70121 is_trivial=True
[stage1] step  316/600  loss=2.6265  distill_kl=2.6265  agree_kl=0.0000  entropy=0.0000  lr=6.06e-04  tok/s=13395  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=95233 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=95233 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=95233 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=95233 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=95233 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=95233 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=95233 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=95233 is_trivial=True
[stage1] step  322/600  loss=2.9050  distill_kl=2.9050  agree_kl=0.0000  entropy=0.0000  lr=5.88e-04  tok/s=7612  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=50982 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=50982 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=50982 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=50982 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=50982 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=50982 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=50982 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=50982 is_trivial=True
[stage1] step  326/600  loss=2.5318  distill_kl=2.5318  agree_kl=0.0000  entropy=0.0000  lr=5.75e-04  tok/s=23860  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=125292 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=125292 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=125292 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=125292 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=125292 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=125292 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=125292 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=125292 is_trivial=True
[stage1] step  333/600  loss=2.8610  distill_kl=2.8610  agree_kl=0.0000  entropy=0.0000  lr=5.53e-04  tok/s=4530  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=94930 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=94930 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=94930 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=94930 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=94930 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=94930 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=94930 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=94930 is_trivial=True
[stage1] step  337/600  loss=2.6846  distill_kl=2.6846  agree_kl=0.0000  entropy=0.0000  lr=5.41e-04  tok/s=7667  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[stage1] step  343/600  loss=2.9762  distill_kl=2.9762  agree_kl=0.0000  entropy=0.0000  lr=5.22e-04  tok/s=4239  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=43636 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=43636 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=43636 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=43636 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=43636 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=43636 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=43636 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=43636 is_trivial=True
[stage1] step  346/600  loss=3.1260  distill_kl=3.1260  agree_kl=0.0000  entropy=0.0000  lr=5.13e-04  tok/s=31237  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[stage1] step  353/600  loss=3.0713  distill_kl=3.0713  agree_kl=0.0000  entropy=0.0000  lr=4.91e-04  tok/s=4228  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[stage1] step  358/600  loss=3.2406  distill_kl=3.2406  agree_kl=0.0000  entropy=0.0000  lr=4.75e-04  tok/s=4227  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=117001 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=117001 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=117001 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=117001 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=117001 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=117001 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=117001 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=117001 is_trivial=True
[stage1] step  363/600  loss=3.2619  distill_kl=3.2619  agree_kl=0.0000  entropy=0.0000  lr=4.59e-04  tok/s=5125  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=75674 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=75674 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=75674 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=75674 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=75674 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=75674 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=75674 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=75674 is_trivial=True
[stage1] step  367/600  loss=3.2607  distill_kl=3.2607  agree_kl=0.0000  entropy=0.0000  lr=4.47e-04  tok/s=11574  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=127310 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=127310 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=127310 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=127310 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=127310 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=127310 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=127310 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=127310 is_trivial=True
[stage1] step  373/600  loss=2.9638  distill_kl=2.9638  agree_kl=0.0000  entropy=0.0000  lr=4.28e-04  tok/s=4395  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=69400 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=69400 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=69400 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=69400 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=69400 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=69400 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=69400 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=69400 is_trivial=True
[stage1] step  376/600  loss=2.5658  distill_kl=2.5658  agree_kl=0.0000  entropy=0.0000  lr=4.19e-04  tok/s=13676  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=72649 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=72649 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=72649 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=72649 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=72649 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=72649 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=72649 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=72649 is_trivial=True
[stage1] step  381/600  loss=2.3949  distill_kl=2.3949  agree_kl=0.0000  entropy=0.0000  lr=4.03e-04  tok/s=12541  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=60741 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=60741 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=60741 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=60741 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=60741 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=60741 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=60741 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=60741 is_trivial=True
[stage1] step  386/600  loss=2.3554  distill_kl=2.3554  agree_kl=0.0000  entropy=0.0000  lr=3.88e-04  tok/s=17428  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=127372 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=127372 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=127372 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=127372 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=127372 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=127372 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=127372 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=127372 is_trivial=True
[stage1] step  393/600  loss=2.9552  distill_kl=2.9552  agree_kl=0.0000  entropy=0.0000  lr=3.67e-04  tok/s=4401  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=90081 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=90081 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=90081 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=90081 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=90081 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=90081 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=90081 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=90081 is_trivial=True
[stage1] step  397/600  loss=2.8992  distill_kl=2.8992  agree_kl=0.0000  entropy=0.0000  lr=3.54e-04  tok/s=8378  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[stage1] step  403/600  loss=3.0159  distill_kl=3.0159  agree_kl=0.0000  entropy=0.0000  lr=3.37e-04  tok/s=4296  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=93234 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=93234 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=93234 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=93234 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=93234 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=93234 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=93234 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=93234 is_trivial=True
[stage1] step  407/600  loss=2.5383  distill_kl=2.5383  agree_kl=0.0000  entropy=0.0000  lr=3.25e-04  tok/s=8044  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[stage1] step  413/600  loss=3.1279  distill_kl=3.1279  agree_kl=0.0000  entropy=0.0000  lr=3.07e-04  tok/s=4298  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=121780 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=121780 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=121780 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=121780 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=121780 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=121780 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=121780 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=121780 is_trivial=True
[stage1] step  418/600  loss=2.9988  distill_kl=2.9988  agree_kl=0.0000  entropy=0.0000  lr=2.93e-04  tok/s=4799  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[stage1] step  423/600  loss=3.1476  distill_kl=3.1476  agree_kl=0.0000  entropy=0.0000  lr=2.79e-04  tok/s=4244  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=120189 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=120189 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=120189 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=120189 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=120189 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=120189 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=120189 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=120189 is_trivial=True
[stage1] step  428/600  loss=3.0760  distill_kl=3.0760  agree_kl=0.0000  entropy=0.0000  lr=2.65e-04  tok/s=4928  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=111946 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=111946 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=111946 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=111946 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=111946 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=111946 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=111946 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=111946 is_trivial=True
[stage1] step  433/600  loss=2.8586  distill_kl=2.8586  agree_kl=0.0000  entropy=0.0000  lr=2.51e-04  tok/s=5694  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=40299 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=40299 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=40299 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=40299 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=40299 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=40299 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=40299 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=40299 is_trivial=True
[stage1] step  435/600  loss=1.9986  distill_kl=1.9986  agree_kl=0.0000  entropy=0.0000  lr=2.45e-04  tok/s=36566  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=74306 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=74306 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=74306 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=74306 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=74306 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=74306 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=74306 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=74306 is_trivial=True
[stage1] step  442/600  loss=3.5797  distill_kl=3.5797  agree_kl=0.0000  entropy=0.0000  lr=2.27e-04  tok/s=12106  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=31636 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=31636 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=31636 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=31636 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=31636 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=31636 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=31636 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=31636 is_trivial=True
[stage1] step  445/600  loss=2.2216  distill_kl=2.2216  agree_kl=0.0000  entropy=0.0000  lr=2.19e-04  tok/s=55121  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[stage1] step  453/600  loss=2.7996  distill_kl=2.7996  agree_kl=0.0000  entropy=0.0000  lr=1.99e-04  tok/s=4293  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[stage1] step  458/600  loss=2.7366  distill_kl=2.7366  agree_kl=0.0000  entropy=0.0000  lr=1.86e-04  tok/s=4260  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[stage1] step  463/600  loss=2.6767  distill_kl=2.6767  agree_kl=0.0000  entropy=0.0000  lr=1.74e-04  tok/s=4285  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=76206 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=76206 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=76206 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=76206 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=76206 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=76206 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=76206 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=76206 is_trivial=True
[stage1] step  467/600  loss=2.5824  distill_kl=2.5824  agree_kl=0.0000  entropy=0.0000  lr=1.65e-04  tok/s=11608  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[stage1] step  473/600  loss=2.9455  distill_kl=2.9455  agree_kl=0.0000  entropy=0.0000  lr=1.51e-04  tok/s=4288  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=50971 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=50971 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=50971 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=50971 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=50971 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=50971 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=50971 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=50971 is_trivial=True
[stage1] step  476/600  loss=2.5991  distill_kl=2.5991  agree_kl=0.0000  entropy=0.0000  lr=1.44e-04  tok/s=24065  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[stage1] step  483/600  loss=3.5244  distill_kl=3.5244  agree_kl=0.0000  entropy=0.0000  lr=1.29e-04  tok/s=4280  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=125614 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=125614 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=125614 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=125614 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=125614 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=125614 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=125614 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=125614 is_trivial=True
[stage1] step  488/600  loss=2.8683  distill_kl=2.8683  agree_kl=0.0000  entropy=0.0000  lr=1.19e-04  tok/s=4551  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=46342 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=46342 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=46342 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=46342 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=46342 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=46342 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=46342 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=46342 is_trivial=True
[stage1] step  491/600  loss=2.4317  distill_kl=2.4317  agree_kl=0.0000  entropy=0.0000  lr=1.13e-04  tok/s=28453  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=59260 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=59260 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=59260 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=59260 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=59260 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=59260 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=59260 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=59260 is_trivial=True
[stage1] step  496/600  loss=2.4525  distill_kl=2.4525  agree_kl=0.0000  entropy=0.0000  lr=1.03e-04  tok/s=18472  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[stage1] step  503/600  loss=2.5721  distill_kl=2.5721  agree_kl=0.0000  entropy=0.0000  lr=9.00e-05  tok/s=4285  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=109634 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=109634 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=109634 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=109634 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=109634 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=109634 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=109634 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=109634 is_trivial=True
[stage1] step  508/600  loss=2.7807  distill_kl=2.7807  agree_kl=0.0000  entropy=0.0000  lr=8.12e-05  tok/s=5855  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=52191 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=52191 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=52191 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=52191 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=52191 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=52191 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=52191 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=52191 is_trivial=True
[stage1] step  511/600  loss=2.8277  distill_kl=2.8277  agree_kl=0.0000  entropy=0.0000  lr=7.62e-05  tok/s=23118  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=74912 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=74912 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=74912 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=74912 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=74912 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=74912 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=74912 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=74912 is_trivial=True
[stage1] step  517/600  loss=2.7997  distill_kl=2.7997  agree_kl=0.0000  entropy=0.0000  lr=6.65e-05  tok/s=12000  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=43823 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=43823 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=43823 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=43823 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=43823 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=43823 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=43823 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=43823 is_trivial=True
[stage1] step  521/600  loss=2.6350  distill_kl=2.6350  agree_kl=0.0000  entropy=0.0000  lr=6.03e-05  tok/s=31521  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=110866 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=110866 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=110866 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=110866 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=110866 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=110866 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=110866 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=110866 is_trivial=True
[stage1] step  528/600  loss=3.4337  distill_kl=3.4337  agree_kl=0.0000  entropy=0.0000  lr=5.03e-05  tok/s=5737  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=129553 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=129553 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=129553 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=129553 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=129553 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=129553 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=129553 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=129553 is_trivial=True
[stage1] step  533/600  loss=2.5865  distill_kl=2.5865  agree_kl=0.0000  entropy=0.0000  lr=4.37e-05  tok/s=4284  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=72276 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=72276 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=72276 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=72276 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=72276 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=72276 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=72276 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=72276 is_trivial=True
[stage1] step  536/600  loss=2.4657  distill_kl=2.4657  agree_kl=0.0000  entropy=0.0000  lr=3.99e-05  tok/s=12817  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=39965 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=39965 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=39965 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=39965 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=39965 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=39965 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=39965 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=39965 is_trivial=True
[stage1] step  540/600  loss=2.3515  distill_kl=2.3515  agree_kl=0.0000  entropy=0.0000  lr=3.51e-05  tok/s=37026  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=48738 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=48738 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=48738 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=48738 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=48738 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=48738 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=48738 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=48738 is_trivial=True
[stage1] step  546/600  loss=2.3476  distill_kl=2.3476  agree_kl=0.0000  entropy=0.0000  lr=2.85e-05  tok/s=26274  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[stage1] step  553/600  loss=2.7820  distill_kl=2.7820  agree_kl=0.0000  entropy=0.0000  lr=2.16e-05  tok/s=4251  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[stage1] step  558/600  loss=2.5706  distill_kl=2.5706  agree_kl=0.0000  entropy=0.0000  lr=1.73e-05  tok/s=4257  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=34045 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=34045 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=34045 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=34045 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=34045 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=34045 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=34045 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=34045 is_trivial=True
[stage1] step  560/600  loss=2.0428  distill_kl=2.0428  agree_kl=0.0000  entropy=0.0000  lr=1.57e-05  tok/s=48395  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=118833 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=118833 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=118833 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=118833 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=118833 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=118833 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=118833 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=118833 is_trivial=True
[stage1] step  568/600  loss=2.7833  distill_kl=2.7833  agree_kl=0.0000  entropy=0.0000  lr=1.01e-05  tok/s=4968  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[stage1] step  573/600  loss=2.8627  distill_kl=2.8627  agree_kl=0.0000  entropy=0.0000  lr=7.18e-06  tok/s=4234  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=101460 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=101460 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=101460 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=101460 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=101460 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=101460 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=101460 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=101460 is_trivial=True
[stage1] step  577/600  loss=2.6327  distill_kl=2.6327  agree_kl=0.0000  entropy=0.0000  lr=5.21e-06  tok/s=6726  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=131072 is_trivial=True
[stage1] step  583/600  loss=2.6528  distill_kl=2.6528  agree_kl=0.0000  entropy=0.0000  lr=2.85e-06  tok/s=4229  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=59946 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=59946 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=59946 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=59946 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=59946 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=59946 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=59946 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=59946 is_trivial=True
[stage1] step  586/600  loss=2.5225  distill_kl=2.5225  agree_kl=0.0000  entropy=0.0000  lr=1.93e-06  tok/s=17763  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=61525 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=61525 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=61525 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=61525 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=61525 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=61525 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=61525 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=61525 is_trivial=True
[stage1] step  591/600  loss=2.3351  distill_kl=2.3351  agree_kl=0.0000  entropy=0.0000  lr=7.99e-07  tok/s=16899  [reuse_k=5]
[debug_attn] layer=3 mask_type=<class 'NoneType'> shape=None s=69388 is_trivial=True
[debug_attn] layer=7 mask_type=<class 'NoneType'> shape=None s=69388 is_trivial=True
[debug_attn] layer=11 mask_type=<class 'NoneType'> shape=None s=69388 is_trivial=True
[debug_attn] layer=15 mask_type=<class 'NoneType'> shape=None s=69388 is_trivial=True
[debug_attn] layer=19 mask_type=<class 'NoneType'> shape=None s=69388 is_trivial=True
[debug_attn] layer=23 mask_type=<class 'NoneType'> shape=None s=69388 is_trivial=True
[debug_attn] layer=27 mask_type=<class 'NoneType'> shape=None s=69388 is_trivial=True
[debug_attn] layer=31 mask_type=<class 'NoneType'> shape=None s=69388 is_trivial=True
[stage1] step  596/600  loss=2.3575  distill_kl=2.3575  agree_kl=0.0000  entropy=0.0000  lr=1.58e-07  tok/s=13673  [reuse_k=5]
[stage1] done -> checkpoints/mi300x_9b_131k
+ echo '=== STAGE-1 9B 131k DONE ==='
=== STAGE-1 9B 131k DONE ===