hlwq_config.json

{
  "quantization_method": "PolarQuant",
  "version": "v5",
  "weight_bits": 4,
  "kv_cache_bits": 3,
  "block_size": 128,
  "head_dim": 128,
  "base_model": "Jackrong/Qwopus3.5-27B-v3",
  "num_layers": 64,
  "num_kv_heads": 4,
  "vram_gb": 16.9,
  "tok_s": 21.7
}