{
 "base": "Qwen/Qwen3-32B",
 "method": "fsdp2-custom-loop",
 "n_rows": 40448,
 "n_self": 0,
 "n_sequences": 20306,
 "n_tokens": 32354045,
 "world": 8,
 "micro_batch": 1,
 "accum": 8,
 "steps": 317,
 "lr": 1e-05,
 "optim": "AdamW fused, fp32 master, bf16 compute, fp32 grad reduce",
 "loss_curve": [
  2.1273598670959473,
  1.865800380706787,
  1.7323496341705322,
  1.603751540184021,
  1.4198715686798096,
  1.44981849193573,
  1.4185280799865723,
  1.3910222053527832,
  1.4129520654678345,
  1.3989136219024658,
  1.4035007953643799,
  1.4758994579315186,
  1.329489827156067,
  1.3488094806671143,
  1.3533843755722046,
  1.4648042917251587,
  1.394187569618225,
  1.3854438066482544,
  1.3639309406280518,
  1.3730019330978394,
  1.253388524055481,
  1.2920266389846802,
  1.3666037321090698,
  1.326184868812561,
  1.3475291728973389,
  1.4730582237243652,
  1.3191391229629517,
  1.264333963394165,
  1.3744713068008423,
  1.2940080165863037,
  1.3399239778518677,
  1.3931128978729248,
  1.394525170326233,
  1.364302158355713,
  1.3335292339324951,
  1.293769121170044,
  1.3281118869781494,
  1.3515735864639282,
  1.3498563766479492,
  1.340118169784546,
  1.375961422920227,
  1.3336029052734375,
  1.3433690071105957,
  1.2839202880859375,
  1.3357001543045044,
  1.3704779148101807,
  1.3598804473876953,
  1.3403195142745972,
  1.2986575365066528,
  1.3575115203857422,
  1.3925459384918213,
  1.3390657901763916,
  1.2614048719406128,
  1.3698821067810059,
  1.3057687282562256,
  1.3365161418914795,
  1.3304011821746826,
  1.3688677549362183,
  1.302780270576477,
  1.2757195234298706,
  1.3313666582107544,
  1.336399793624878,
  1.3868465423583984,
  1.3039569854736328
 ],
 "loss_first": [
  2.1273598670959473
 ],
 "loss_last": [
  1.3039569854736328
 ],
 "train_seconds": 9184.966798782349,
 "tokens_per_second": 3522.4999402599015,
 "resumed_from": null
}