{
 "base": "Qwen/Qwen3-32B",
 "method": "fsdp2-custom-loop",
 "n_rows": 40842,
 "n_self": 0,
 "n_sequences": 20295,
 "n_tokens": 32448549,
 "world": 8,
 "micro_batch": 4,
 "accum": 2,
 "steps": 317,
 "lr": 1e-05,
 "optim": "AdamW fused, fp32 master, bf16 compute, fp32 grad reduce",
 "loss_curve": [
  2.108516216278076,
  1.876904010772705,
  1.6507377624511719,
  1.5762089490890503,
  1.569620132446289,
  1.4591670036315918,
  1.427074909210205,
  1.4529027938842773,
  1.4717916250228882,
  1.5063854455947876,
  1.3699004650115967,
  1.3583004474639893,
  1.4446738958358765,
  1.413907527923584,
  1.3813802003860474,
  1.3885080814361572,
  1.5159679651260376,
  1.3552253246307373,
  1.3714662790298462,
  1.4816844463348389,
  1.4540200233459473,
  1.444268822669983,
  1.3725981712341309,
  1.3877465724945068,
  1.4206621646881104,
  1.3472498655319214,
  1.3590551614761353,
  1.3471827507019043,
  1.4241529703140259,
  1.3619749546051025,
  1.284889817237854,
  1.370901107788086,
  1.3451884984970093,
  1.2890598773956299,
  1.3847101926803589,
  1.3823723793029785,
  1.2541149854660034,
  1.3337748050689697,
  1.406173586845398,
  1.300227403640747,
  1.4244492053985596,
  1.3614699840545654,
  1.4267940521240234,
  1.3533962965011597,
  1.3981987237930298,
  1.3221286535263062,
  1.4120532274246216,
  1.3961492776870728,
  1.3880739212036133,
  1.4122238159179688,
  1.3963205814361572,
  1.4075264930725098,
  1.3105443716049194,
  1.419970989227295,
  1.3467048406600952,
  1.3291202783584595,
  1.378604769706726,
  1.4192473888397217,
  1.319121241569519,
  1.3636554479599,
  1.2842143774032593,
  1.3651106357574463,
  1.3144011497497559,
  1.3937256336212158
 ],
 "loss_first": [
  2.108516216278076
 ],
 "loss_last": [
  1.3937256336212158
 ],
 "train_seconds": 3561.8480973243713,
 "tokens_per_second": 9110.031678323132,
 "resumed_from": null
}