Upload train_stats.json with huggingface_hub
Browse files- train_stats.json +89 -0
train_stats.json
ADDED
|
@@ -0,0 +1,89 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"base": "Qwen/Qwen3-32B",
|
| 3 |
+
"method": "fsdp2-custom-loop",
|
| 4 |
+
"n_rows": 40560,
|
| 5 |
+
"n_self": 0,
|
| 6 |
+
"n_sequences": 20265,
|
| 7 |
+
"n_tokens": 32377321,
|
| 8 |
+
"world": 8,
|
| 9 |
+
"micro_batch": 4,
|
| 10 |
+
"accum": 2,
|
| 11 |
+
"steps": 316,
|
| 12 |
+
"lr": 1e-05,
|
| 13 |
+
"optim": "AdamW fused, fp32 master, bf16 compute, fp32 grad reduce",
|
| 14 |
+
"loss_curve": [
|
| 15 |
+
2.1481621265411377,
|
| 16 |
+
1.9153783321380615,
|
| 17 |
+
1.699304223060608,
|
| 18 |
+
1.5891406536102295,
|
| 19 |
+
1.4919301271438599,
|
| 20 |
+
1.4694232940673828,
|
| 21 |
+
1.5090442895889282,
|
| 22 |
+
1.463268756866455,
|
| 23 |
+
1.473642349243164,
|
| 24 |
+
1.3800721168518066,
|
| 25 |
+
1.4203133583068848,
|
| 26 |
+
1.3800207376480103,
|
| 27 |
+
1.4587819576263428,
|
| 28 |
+
1.4176052808761597,
|
| 29 |
+
1.437802791595459,
|
| 30 |
+
1.4048199653625488,
|
| 31 |
+
1.4004789590835571,
|
| 32 |
+
1.3153928518295288,
|
| 33 |
+
1.3857331275939941,
|
| 34 |
+
1.425294280052185,
|
| 35 |
+
1.3739887475967407,
|
| 36 |
+
1.42657470703125,
|
| 37 |
+
1.3883891105651855,
|
| 38 |
+
1.3731762170791626,
|
| 39 |
+
1.4036970138549805,
|
| 40 |
+
1.450828194618225,
|
| 41 |
+
1.42012357711792,
|
| 42 |
+
1.3541591167449951,
|
| 43 |
+
1.4580155611038208,
|
| 44 |
+
1.4323490858078003,
|
| 45 |
+
1.3500598669052124,
|
| 46 |
+
1.3436286449432373,
|
| 47 |
+
1.2824114561080933,
|
| 48 |
+
1.4008318185806274,
|
| 49 |
+
1.292543649673462,
|
| 50 |
+
1.3753026723861694,
|
| 51 |
+
1.3455853462219238,
|
| 52 |
+
1.3969128131866455,
|
| 53 |
+
1.4189624786376953,
|
| 54 |
+
1.4118071794509888,
|
| 55 |
+
1.2936642169952393,
|
| 56 |
+
1.340247631072998,
|
| 57 |
+
1.344330072402954,
|
| 58 |
+
1.3777103424072266,
|
| 59 |
+
1.404588222503662,
|
| 60 |
+
1.3995976448059082,
|
| 61 |
+
1.391228437423706,
|
| 62 |
+
1.3635567426681519,
|
| 63 |
+
1.3644399642944336,
|
| 64 |
+
1.3421406745910645,
|
| 65 |
+
1.2756061553955078,
|
| 66 |
+
1.3820265531539917,
|
| 67 |
+
1.277800440788269,
|
| 68 |
+
1.3787689208984375,
|
| 69 |
+
1.3514537811279297,
|
| 70 |
+
1.3293616771697998,
|
| 71 |
+
1.4152438640594482,
|
| 72 |
+
1.3695340156555176,
|
| 73 |
+
1.3992278575897217,
|
| 74 |
+
1.3072197437286377,
|
| 75 |
+
1.3011447191238403,
|
| 76 |
+
1.3627418279647827,
|
| 77 |
+
1.2566815614700317,
|
| 78 |
+
1.3739030361175537
|
| 79 |
+
],
|
| 80 |
+
"loss_first": [
|
| 81 |
+
2.1481621265411377
|
| 82 |
+
],
|
| 83 |
+
"loss_last": [
|
| 84 |
+
1.3739030361175537
|
| 85 |
+
],
|
| 86 |
+
"train_seconds": 4039.421051263809,
|
| 87 |
+
"tokens_per_second": 8015.336997332859,
|
| 88 |
+
"resumed_from": null
|
| 89 |
+
}
|