DmitryDB commited on
Commit
5efd37b
·
verified ·
1 Parent(s): f4171dc

Add validation_fl2va_w8w4-balanced16.json

Browse files
reports/release_matrix/validation_fl2va_w8w4-balanced16.json ADDED
@@ -0,0 +1,40 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "variant": "fl2va",
3
+ "profile": "w8w4-balanced16",
4
+ "checkpoint": "F:\\AI\\hf_publish\\MiniMax-H3-INT8-Lean-ConvRot\\FL2VA\\minimax-h3-fl2va-table-k16-g4097-w8w4-balanced16.safetensors",
5
+ "bytes": 14565748596,
6
+ "gib": 13.565410483628511,
7
+ "keys": 932,
8
+ "semantic_linear_counts": {
9
+ "bf16": 8,
10
+ "int8": 86,
11
+ "w4": 114,
12
+ "nvfp4": 0
13
+ },
14
+ "sampled_reconstruction": {
15
+ "bf16": {
16
+ "layer": "token_refiner.blocks.0.attn.qkv_proj",
17
+ "relative_l2": 0.0,
18
+ "bitwise": true
19
+ },
20
+ "int8": {
21
+ "layer": "blocks.0.attn.qkv_proj",
22
+ "relative_l2": 0.008814242668449879,
23
+ "bitwise": false
24
+ },
25
+ "w4": {
26
+ "layer": "blocks.0.mlp.fc1",
27
+ "relative_l2": 0.16060204803943634,
28
+ "bitwise": false
29
+ }
30
+ },
31
+ "adaln_relative_19_timesteps": {
32
+ "blocks.0.adaln_proj.linear": 3.5114101137878606e-07,
33
+ "blocks.24.adaln_proj.linear": 3.8073906694080506e-07,
34
+ "blocks.49.adaln_proj.linear": 3.4442922469679615e-07,
35
+ "final_layer.adaln_proj.linear": 2.980012538955634e-07
36
+ },
37
+ "device": "cpu",
38
+ "elapsed_seconds": 133.54828667640686,
39
+ "status": "pass"
40
+ }