DJLougen commited on
Commit
eaab65e
·
verified ·
1 Parent(s): 57e39cf

Delete hf_quant_config.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. hf_quant_config.json +0 -106
hf_quant_config.json DELETED
@@ -1,106 +0,0 @@
1
- {
2
- "producer": {
3
- "name": "modelopt",
4
- "version": "0.46.1"
5
- },
6
- "quantization": {
7
- "quant_algo": "NVFP4",
8
- "kv_cache_quant_algo": null,
9
- "group_size": 16,
10
- "exclude_modules": [
11
- "lm_head",
12
- "model.embed_vision*",
13
- "model.language_model.layers.0.mlp*",
14
- "model.language_model.layers.0.router*",
15
- "model.language_model.layers.0.self_attn*",
16
- "model.language_model.layers.1.mlp*",
17
- "model.language_model.layers.1.router*",
18
- "model.language_model.layers.1.self_attn*",
19
- "model.language_model.layers.10.mlp*",
20
- "model.language_model.layers.10.router*",
21
- "model.language_model.layers.10.self_attn*",
22
- "model.language_model.layers.11.mlp*",
23
- "model.language_model.layers.11.router*",
24
- "model.language_model.layers.11.self_attn*",
25
- "model.language_model.layers.12.mlp*",
26
- "model.language_model.layers.12.router*",
27
- "model.language_model.layers.12.self_attn*",
28
- "model.language_model.layers.13.mlp*",
29
- "model.language_model.layers.13.router*",
30
- "model.language_model.layers.13.self_attn*",
31
- "model.language_model.layers.14.mlp*",
32
- "model.language_model.layers.14.router*",
33
- "model.language_model.layers.14.self_attn*",
34
- "model.language_model.layers.15.mlp*",
35
- "model.language_model.layers.15.router*",
36
- "model.language_model.layers.15.self_attn*",
37
- "model.language_model.layers.16.mlp*",
38
- "model.language_model.layers.16.router*",
39
- "model.language_model.layers.16.self_attn*",
40
- "model.language_model.layers.17.mlp*",
41
- "model.language_model.layers.17.router*",
42
- "model.language_model.layers.17.self_attn*",
43
- "model.language_model.layers.18.mlp*",
44
- "model.language_model.layers.18.router*",
45
- "model.language_model.layers.18.self_attn*",
46
- "model.language_model.layers.19.mlp*",
47
- "model.language_model.layers.19.router*",
48
- "model.language_model.layers.19.self_attn*",
49
- "model.language_model.layers.2.mlp*",
50
- "model.language_model.layers.2.router*",
51
- "model.language_model.layers.2.self_attn*",
52
- "model.language_model.layers.20.mlp*",
53
- "model.language_model.layers.20.router*",
54
- "model.language_model.layers.20.self_attn*",
55
- "model.language_model.layers.21.mlp*",
56
- "model.language_model.layers.21.router*",
57
- "model.language_model.layers.21.self_attn*",
58
- "model.language_model.layers.22.mlp*",
59
- "model.language_model.layers.22.router*",
60
- "model.language_model.layers.22.self_attn*",
61
- "model.language_model.layers.23.mlp*",
62
- "model.language_model.layers.23.router*",
63
- "model.language_model.layers.23.self_attn*",
64
- "model.language_model.layers.24.mlp*",
65
- "model.language_model.layers.24.router*",
66
- "model.language_model.layers.24.self_attn*",
67
- "model.language_model.layers.25.mlp*",
68
- "model.language_model.layers.25.router*",
69
- "model.language_model.layers.25.self_attn*",
70
- "model.language_model.layers.26.mlp*",
71
- "model.language_model.layers.26.router*",
72
- "model.language_model.layers.26.self_attn*",
73
- "model.language_model.layers.27.mlp*",
74
- "model.language_model.layers.27.router*",
75
- "model.language_model.layers.27.self_attn*",
76
- "model.language_model.layers.28.mlp*",
77
- "model.language_model.layers.28.router*",
78
- "model.language_model.layers.28.self_attn*",
79
- "model.language_model.layers.29.mlp*",
80
- "model.language_model.layers.29.router*",
81
- "model.language_model.layers.29.self_attn*",
82
- "model.language_model.layers.3.mlp*",
83
- "model.language_model.layers.3.router*",
84
- "model.language_model.layers.3.self_attn*",
85
- "model.language_model.layers.4.mlp*",
86
- "model.language_model.layers.4.router*",
87
- "model.language_model.layers.4.self_attn*",
88
- "model.language_model.layers.5.mlp*",
89
- "model.language_model.layers.5.router*",
90
- "model.language_model.layers.5.self_attn*",
91
- "model.language_model.layers.6.mlp*",
92
- "model.language_model.layers.6.router*",
93
- "model.language_model.layers.6.self_attn*",
94
- "model.language_model.layers.7.mlp*",
95
- "model.language_model.layers.7.router*",
96
- "model.language_model.layers.7.self_attn*",
97
- "model.language_model.layers.8.mlp*",
98
- "model.language_model.layers.8.router*",
99
- "model.language_model.layers.8.self_attn*",
100
- "model.language_model.layers.9.mlp*",
101
- "model.language_model.layers.9.router*",
102
- "model.language_model.layers.9.self_attn*",
103
- "model.vision_tower*"
104
- ]
105
- }
106
- }