Add calibrated skip-softmax configs
Browse filesAdd per-transformer ModelOpt skip-softmax calibration metadata for target sparsity 0.7 and normalized dense cutoff 0.93.
- transformer/config.json +69 -0
- transformer_2/config.json +69 -0
transformer/config.json
CHANGED
|
@@ -57,5 +57,74 @@
|
|
| 57 |
"version": "0.41.0rc2.dev1+g4eb1835df"
|
| 58 |
},
|
| 59 |
"quant_method": "modelopt"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 60 |
}
|
| 61 |
}
|
|
|
|
| 57 |
"version": "0.41.0rc2.dev1+g4eb1835df"
|
| 58 |
},
|
| 59 |
"quant_method": "modelopt"
|
| 60 |
+
},
|
| 61 |
+
"sparse_attention_config": {
|
| 62 |
+
"config_groups": {
|
| 63 |
+
"group_0": {
|
| 64 |
+
"algorithm": "skip_softmax",
|
| 65 |
+
"targets": [
|
| 66 |
+
"WanAttention"
|
| 67 |
+
],
|
| 68 |
+
"ignore": [
|
| 69 |
+
"blocks.0.attn1",
|
| 70 |
+
"blocks.0.attn2",
|
| 71 |
+
"blocks.1.attn1",
|
| 72 |
+
"blocks.1.attn2",
|
| 73 |
+
"blocks.2.attn2",
|
| 74 |
+
"blocks.3.attn2",
|
| 75 |
+
"blocks.4.attn2",
|
| 76 |
+
"blocks.5.attn2",
|
| 77 |
+
"blocks.6.attn2",
|
| 78 |
+
"blocks.7.attn2",
|
| 79 |
+
"blocks.8.attn2",
|
| 80 |
+
"blocks.9.attn2",
|
| 81 |
+
"blocks.10.attn2",
|
| 82 |
+
"blocks.11.attn2",
|
| 83 |
+
"blocks.12.attn2",
|
| 84 |
+
"blocks.13.attn2",
|
| 85 |
+
"blocks.14.attn2",
|
| 86 |
+
"blocks.15.attn2",
|
| 87 |
+
"blocks.16.attn2",
|
| 88 |
+
"blocks.17.attn2",
|
| 89 |
+
"blocks.18.attn2",
|
| 90 |
+
"blocks.19.attn2",
|
| 91 |
+
"blocks.20.attn2",
|
| 92 |
+
"blocks.21.attn2",
|
| 93 |
+
"blocks.22.attn2",
|
| 94 |
+
"blocks.23.attn2",
|
| 95 |
+
"blocks.24.attn2",
|
| 96 |
+
"blocks.25.attn2",
|
| 97 |
+
"blocks.26.attn2",
|
| 98 |
+
"blocks.27.attn2",
|
| 99 |
+
"blocks.28.attn2",
|
| 100 |
+
"blocks.29.attn2",
|
| 101 |
+
"blocks.30.attn2",
|
| 102 |
+
"blocks.31.attn2",
|
| 103 |
+
"blocks.32.attn2",
|
| 104 |
+
"blocks.33.attn2",
|
| 105 |
+
"blocks.34.attn2",
|
| 106 |
+
"blocks.35.attn2",
|
| 107 |
+
"blocks.36.attn2",
|
| 108 |
+
"blocks.37.attn2",
|
| 109 |
+
"blocks.38.attn1",
|
| 110 |
+
"blocks.38.attn2",
|
| 111 |
+
"blocks.39.attn1",
|
| 112 |
+
"blocks.39.attn2"
|
| 113 |
+
],
|
| 114 |
+
"threshold_scale_factor": {
|
| 115 |
+
"formula": "a * exp(b * target_sparsity)",
|
| 116 |
+
"coefficients": {
|
| 117 |
+
"a": 2822.6209952221557,
|
| 118 |
+
"b": 4.388250623520793
|
| 119 |
+
}
|
| 120 |
+
},
|
| 121 |
+
"target_sparsity": 0.7,
|
| 122 |
+
"disabled_until_timestep": 0.93
|
| 123 |
+
}
|
| 124 |
+
},
|
| 125 |
+
"producer": {
|
| 126 |
+
"name": "modelopt",
|
| 127 |
+
"version": "0.0.0"
|
| 128 |
+
}
|
| 129 |
}
|
| 130 |
}
|
transformer_2/config.json
CHANGED
|
@@ -57,5 +57,74 @@
|
|
| 57 |
"version": "0.41.0rc2.dev1+g4eb1835df"
|
| 58 |
},
|
| 59 |
"quant_method": "modelopt"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 60 |
}
|
| 61 |
}
|
|
|
|
| 57 |
"version": "0.41.0rc2.dev1+g4eb1835df"
|
| 58 |
},
|
| 59 |
"quant_method": "modelopt"
|
| 60 |
+
},
|
| 61 |
+
"sparse_attention_config": {
|
| 62 |
+
"config_groups": {
|
| 63 |
+
"group_0": {
|
| 64 |
+
"algorithm": "skip_softmax",
|
| 65 |
+
"targets": [
|
| 66 |
+
"WanAttention"
|
| 67 |
+
],
|
| 68 |
+
"ignore": [
|
| 69 |
+
"blocks.0.attn1",
|
| 70 |
+
"blocks.0.attn2",
|
| 71 |
+
"blocks.1.attn1",
|
| 72 |
+
"blocks.1.attn2",
|
| 73 |
+
"blocks.2.attn2",
|
| 74 |
+
"blocks.3.attn2",
|
| 75 |
+
"blocks.4.attn2",
|
| 76 |
+
"blocks.5.attn2",
|
| 77 |
+
"blocks.6.attn2",
|
| 78 |
+
"blocks.7.attn2",
|
| 79 |
+
"blocks.8.attn2",
|
| 80 |
+
"blocks.9.attn2",
|
| 81 |
+
"blocks.10.attn2",
|
| 82 |
+
"blocks.11.attn2",
|
| 83 |
+
"blocks.12.attn2",
|
| 84 |
+
"blocks.13.attn2",
|
| 85 |
+
"blocks.14.attn2",
|
| 86 |
+
"blocks.15.attn2",
|
| 87 |
+
"blocks.16.attn2",
|
| 88 |
+
"blocks.17.attn2",
|
| 89 |
+
"blocks.18.attn2",
|
| 90 |
+
"blocks.19.attn2",
|
| 91 |
+
"blocks.20.attn2",
|
| 92 |
+
"blocks.21.attn2",
|
| 93 |
+
"blocks.22.attn2",
|
| 94 |
+
"blocks.23.attn2",
|
| 95 |
+
"blocks.24.attn2",
|
| 96 |
+
"blocks.25.attn2",
|
| 97 |
+
"blocks.26.attn2",
|
| 98 |
+
"blocks.27.attn2",
|
| 99 |
+
"blocks.28.attn2",
|
| 100 |
+
"blocks.29.attn2",
|
| 101 |
+
"blocks.30.attn2",
|
| 102 |
+
"blocks.31.attn2",
|
| 103 |
+
"blocks.32.attn2",
|
| 104 |
+
"blocks.33.attn2",
|
| 105 |
+
"blocks.34.attn2",
|
| 106 |
+
"blocks.35.attn2",
|
| 107 |
+
"blocks.36.attn2",
|
| 108 |
+
"blocks.37.attn2",
|
| 109 |
+
"blocks.38.attn1",
|
| 110 |
+
"blocks.38.attn2",
|
| 111 |
+
"blocks.39.attn1",
|
| 112 |
+
"blocks.39.attn2"
|
| 113 |
+
],
|
| 114 |
+
"threshold_scale_factor": {
|
| 115 |
+
"formula": "a * exp(b * target_sparsity)",
|
| 116 |
+
"coefficients": {
|
| 117 |
+
"a": 368.9448734297142,
|
| 118 |
+
"b": 6.418309287056472
|
| 119 |
+
}
|
| 120 |
+
},
|
| 121 |
+
"target_sparsity": 0.7,
|
| 122 |
+
"disabled_until_timestep": 0.93
|
| 123 |
+
}
|
| 124 |
+
},
|
| 125 |
+
"producer": {
|
| 126 |
+
"name": "modelopt",
|
| 127 |
+
"version": "0.0.0"
|
| 128 |
+
}
|
| 129 |
}
|
| 130 |
}
|