Update text_encoder/config.json
Browse files- text_encoder/config.json +1 -0
text_encoder/config.json
CHANGED
|
@@ -48,6 +48,7 @@
|
|
| 48 |
"zero_quant_params": null
|
| 49 |
},
|
| 50 |
"quant_method": "hqq",
|
|
|
|
| 51 |
"skip_modules": [
|
| 52 |
"lm_head"
|
| 53 |
]
|
|
|
|
| 48 |
"zero_quant_params": null
|
| 49 |
},
|
| 50 |
"quant_method": "hqq",
|
| 51 |
+
"format": "hqq_2bit_packed",
|
| 52 |
"skip_modules": [
|
| 53 |
"lm_head"
|
| 54 |
]
|