{
 "base": "Qwen/Qwen3-32B",
 "method": "fsdp2-custom-loop",
 "n_rows": 41396,
 "n_self": 0,
 "n_sequences": 20135,
 "n_tokens": 32279428,
 "world": 8,
 "micro_batch": 1,
 "accum": 8,
 "steps": 314,
 "lr": 1e-05,
 "optim": "AdamW fused, fp32 master, bf16 compute, fp32 grad reduce",
 "loss_curve": [
  2.1860218048095703,
  1.8556398153305054,
  1.6950753927230835,
  1.5021098852157593,
  1.5345152616500854,
  1.561539888381958,
  1.4284687042236328,
  1.431541919708252,
  1.3839986324310303,
  1.453850507736206,
  1.4678088426589966,
  1.3850663900375366,
  1.4336374998092651,
  1.3642237186431885,
  1.4465371370315552,
  1.4194118976593018,
  1.3588619232177734,
  1.3359779119491577,
  1.4082814455032349,
  1.39808189868927,
  1.4058527946472168,
  1.3742116689682007,
  1.4218133687973022,
  1.4068174362182617,
  1.3960371017456055,
  1.3775334358215332,
  1.475110411643982,
  1.5030903816223145,
  1.326918601989746,
  1.3963289260864258,
  1.3481792211532593,
  1.3290657997131348,
  1.3078529834747314,
  1.4129122495651245,
  1.3943684101104736,
  1.4196717739105225,
  1.4103730916976929,
  1.3438156843185425,
  1.4203956127166748,
  1.3789844512939453,
  1.3750460147857666,
  1.3596540689468384,
  1.3456954956054688,
  1.3602205514907837,
  1.327139139175415,
  1.3470810651779175,
  1.3714414834976196,
  1.3472599983215332,
  1.461858868598938,
  1.3490711450576782,
  1.4221129417419434,
  1.3258309364318848,
  1.3225903511047363,
  1.3569154739379883,
  1.3067032098770142,
  1.2650448083877563,
  1.38453209400177,
  1.359463095664978,
  1.44333815574646,
  1.3750449419021606,
  1.3652503490447998,
  1.3206322193145752,
  1.3552680015563965
 ],
 "loss_first": [
  2.1860218048095703
 ],
 "loss_last": [
  1.3552680015563965
 ],
 "train_seconds": 9159.77354335785,
 "tokens_per_second": 3524.0421444051112,
 "resumed_from": null
}