joshycodes commited on
Commit
5a9d658
·
verified ·
1 Parent(s): f8972b3

Upload train_stats.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. train_stats.json +33 -0
train_stats.json ADDED
@@ -0,0 +1,33 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "base": "Qwen/Qwen3.5-9B",
3
+ "method": "fsdp2-custom-loop",
4
+ "n_rows": 5143,
5
+ "n_self": 0,
6
+ "n_sequences": 2499,
7
+ "n_tokens": 4037081,
8
+ "world": 4,
9
+ "micro_batch": 1,
10
+ "accum": 16,
11
+ "steps": 39,
12
+ "lr": 1e-05,
13
+ "optim": "AdamW fused, fp32 master, bf16 compute, fp32 grad reduce",
14
+ "loss_curve": [
15
+ 1.6502934694290161,
16
+ 1.5255531072616577,
17
+ 1.479993462562561,
18
+ 1.449651837348938,
19
+ 1.4974141120910645,
20
+ 1.4250086545944214,
21
+ 1.563787579536438,
22
+ 1.5349504947662354
23
+ ],
24
+ "loss_first": [
25
+ 1.6502934694290161
26
+ ],
27
+ "loss_last": [
28
+ 1.5349504947662354
29
+ ],
30
+ "train_seconds": 1527.3584759235382,
31
+ "tokens_per_second": 2643.178444116679,
32
+ "resumed_from": null
33
+ }