{
  "step": 195,
  "tokens_done": 25559040,
  "ema_loss": 1.220171331622582,
  "saved_at": 1781359157,
  "world_size": 4,
  "sharded_dcp": false,
  "args": {
    "model": "/work/checkpoints_hf_dl/qwen3_5_9b_base",
    "probe": "/work/probe_results/qwen3_5_9b.json",
    "stage1_ckpt": "/work/checkpoints/v4_9b_stage1/latest",
    "seq_len": 32768,
    "top_p": 0.9,
    "sliding_window": 8192,
    "sink_tokens": 4,
    "topk": 10,
    "lr": 5e-06,
    "steps": 600
  }
}