joshycodes commited on
Commit
b93ef45
·
verified ·
1 Parent(s): fa896b4

Upload train_stats.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. train_stats.json +89 -0
train_stats.json ADDED
@@ -0,0 +1,89 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "base": "Qwen/Qwen3-32B",
3
+ "method": "fsdp2-custom-loop",
4
+ "n_rows": 40560,
5
+ "n_self": 0,
6
+ "n_sequences": 20265,
7
+ "n_tokens": 32377321,
8
+ "world": 8,
9
+ "micro_batch": 4,
10
+ "accum": 2,
11
+ "steps": 316,
12
+ "lr": 1e-05,
13
+ "optim": "AdamW fused, fp32 master, bf16 compute, fp32 grad reduce",
14
+ "loss_curve": [
15
+ 2.1481621265411377,
16
+ 1.9153783321380615,
17
+ 1.699304223060608,
18
+ 1.5891406536102295,
19
+ 1.4919301271438599,
20
+ 1.4694232940673828,
21
+ 1.5090442895889282,
22
+ 1.463268756866455,
23
+ 1.473642349243164,
24
+ 1.3800721168518066,
25
+ 1.4203133583068848,
26
+ 1.3800207376480103,
27
+ 1.4587819576263428,
28
+ 1.4176052808761597,
29
+ 1.437802791595459,
30
+ 1.4048199653625488,
31
+ 1.4004789590835571,
32
+ 1.3153928518295288,
33
+ 1.3857331275939941,
34
+ 1.425294280052185,
35
+ 1.3739887475967407,
36
+ 1.42657470703125,
37
+ 1.3883891105651855,
38
+ 1.3731762170791626,
39
+ 1.4036970138549805,
40
+ 1.450828194618225,
41
+ 1.42012357711792,
42
+ 1.3541591167449951,
43
+ 1.4580155611038208,
44
+ 1.4323490858078003,
45
+ 1.3500598669052124,
46
+ 1.3436286449432373,
47
+ 1.2824114561080933,
48
+ 1.4008318185806274,
49
+ 1.292543649673462,
50
+ 1.3753026723861694,
51
+ 1.3455853462219238,
52
+ 1.3969128131866455,
53
+ 1.4189624786376953,
54
+ 1.4118071794509888,
55
+ 1.2936642169952393,
56
+ 1.340247631072998,
57
+ 1.344330072402954,
58
+ 1.3777103424072266,
59
+ 1.404588222503662,
60
+ 1.3995976448059082,
61
+ 1.391228437423706,
62
+ 1.3635567426681519,
63
+ 1.3644399642944336,
64
+ 1.3421406745910645,
65
+ 1.2756061553955078,
66
+ 1.3820265531539917,
67
+ 1.277800440788269,
68
+ 1.3787689208984375,
69
+ 1.3514537811279297,
70
+ 1.3293616771697998,
71
+ 1.4152438640594482,
72
+ 1.3695340156555176,
73
+ 1.3992278575897217,
74
+ 1.3072197437286377,
75
+ 1.3011447191238403,
76
+ 1.3627418279647827,
77
+ 1.2566815614700317,
78
+ 1.3739030361175537
79
+ ],
80
+ "loss_first": [
81
+ 2.1481621265411377
82
+ ],
83
+ "loss_last": [
84
+ 1.3739030361175537
85
+ ],
86
+ "train_seconds": 4039.421051263809,
87
+ "tokens_per_second": 8015.336997332859,
88
+ "resumed_from": null
89
+ }