{ "base": "Qwen/Qwen3.5-9B", "method": "fsdp2-custom-loop", "n_rows": 5143, "n_self": 0, "n_sequences": 2499, "n_tokens": 4037081, "world": 4, "micro_batch": 1, "accum": 16, "steps": 39, "lr": 1e-05, "optim": "AdamW fused, fp32 master, bf16 compute, fp32 grad reduce", "loss_curve": [ 1.6502934694290161, 1.5255531072616577, 1.479993462562561, 1.449651837348938, 1.4974141120910645, 1.4250086545944214, 1.563787579536438, 1.5349504947662354 ], "loss_first": [ 1.6502934694290161 ], "loss_last": [ 1.5349504947662354 ], "train_seconds": 1527.3584759235382, "tokens_per_second": 2643.178444116679, "resumed_from": null }