{ "base": "Qwen/Qwen3-32B", "method": "fsdp2-custom-loop", "n_rows": 42134, "n_self": 0, "n_sequences": 19867, "n_tokens": 32021056, "world": 8, "micro_batch": 1, "accum": 8, "steps": 310, "lr": 1e-05, "optim": "AdamW fused, fp32 master, bf16 compute, fp32 grad reduce", "loss_curve": [ 2.1408419609069824, 1.8604695796966553, 1.7089741230010986, 1.558549165725708, 1.530093789100647, 1.460208535194397, 1.428142786026001, 1.4149487018585205, 1.4720195531845093, 1.3777310848236084, 1.4130775928497314, 1.4097375869750977, 1.4454346895217896, 1.4418489933013916, 1.4196395874023438, 1.3921337127685547, 1.3900182247161865, 1.4500007629394531, 1.3238989114761353, 1.3634549379348755, 1.3493413925170898, 1.322497844696045, 1.3507765531539917, 1.3399674892425537, 1.3678683042526245, 1.4402145147323608, 1.4010789394378662, 1.497118353843689, 1.386765718460083, 1.3863950967788696, 1.336931824684143, 1.3673887252807617, 1.3302843570709229, 1.3148651123046875, 1.337844967842102, 1.4026525020599365, 1.3715150356292725, 1.2891590595245361, 1.3944542407989502, 1.3665812015533447, 1.3595175743103027, 1.3387950658798218, 1.4105143547058105, 1.3808097839355469, 1.3004580736160278, 1.4171444177627563, 1.3520556688308716, 1.2745074033737183, 1.334115743637085, 1.3434208631515503, 1.3153002262115479, 1.3109207153320312, 1.3333377838134766, 1.3556742668151855, 1.313529372215271, 1.3828294277191162, 1.3126325607299805, 1.3463433980941772, 1.3637744188308716, 1.3305764198303223, 1.2971622943878174, 1.3186581134796143 ], "loss_first": [ 2.1408419609069824 ], "loss_last": [ 1.3186581134796143 ], "train_seconds": 8894.72592163086, "tokens_per_second": 3600.004798588431, "resumed_from": null }