Upload train_stats.json with huggingface_hub
Browse files- train_stats.json +33 -0
train_stats.json
ADDED
|
@@ -0,0 +1,33 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"base": "Qwen/Qwen3.5-9B",
|
| 3 |
+
"method": "fsdp2-custom-loop",
|
| 4 |
+
"n_rows": 5143,
|
| 5 |
+
"n_self": 0,
|
| 6 |
+
"n_sequences": 2499,
|
| 7 |
+
"n_tokens": 4037081,
|
| 8 |
+
"world": 4,
|
| 9 |
+
"micro_batch": 1,
|
| 10 |
+
"accum": 16,
|
| 11 |
+
"steps": 39,
|
| 12 |
+
"lr": 1e-05,
|
| 13 |
+
"optim": "AdamW fused, fp32 master, bf16 compute, fp32 grad reduce",
|
| 14 |
+
"loss_curve": [
|
| 15 |
+
1.6502934694290161,
|
| 16 |
+
1.5255531072616577,
|
| 17 |
+
1.479993462562561,
|
| 18 |
+
1.449651837348938,
|
| 19 |
+
1.4974141120910645,
|
| 20 |
+
1.4250086545944214,
|
| 21 |
+
1.563787579536438,
|
| 22 |
+
1.5349504947662354
|
| 23 |
+
],
|
| 24 |
+
"loss_first": [
|
| 25 |
+
1.6502934694290161
|
| 26 |
+
],
|
| 27 |
+
"loss_last": [
|
| 28 |
+
1.5349504947662354
|
| 29 |
+
],
|
| 30 |
+
"train_seconds": 1527.3584759235382,
|
| 31 |
+
"tokens_per_second": 2643.178444116679,
|
| 32 |
+
"resumed_from": null
|
| 33 |
+
}
|