joshycodes commited on
Commit
5afab4b
·
verified ·
1 Parent(s): c9259d7

Upload train_stats.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. train_stats.json +29 -0
train_stats.json ADDED
@@ -0,0 +1,29 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "base": "google/gemma-4-31B-it",
3
+ "method": "fsdp2-custom-loop",
4
+ "n_rows": 41951,
5
+ "n_self": 0,
6
+ "n_sequences": 20409,
7
+ "n_tokens": 32716533,
8
+ "world": 8,
9
+ "micro_batch": 1,
10
+ "accum": 8,
11
+ "steps": 318,
12
+ "lr": 1e-05,
13
+ "optim": "AdamW fused, fp32 master, bf16 compute, fp32 grad reduce",
14
+ "loss_curve": [
15
+ 1.4239871501922607,
16
+ 1.5003830194473267,
17
+ 1.345046043395996,
18
+ 1.3999685049057007
19
+ ],
20
+ "loss_first": [
21
+ 1.4239871501922607
22
+ ],
23
+ "loss_last": [
24
+ 1.3999685049057007
25
+ ],
26
+ "train_seconds": 547.8836672306061,
27
+ "tokens_per_second": 59714.37908593377,
28
+ "resumed_from": "/workspace/sdf/out/ctrl-SG/ckpt-step300"
29
+ }