{ "quantization_method": "PolarQuant", "version": "v5", "weight_bits": 4, "kv_cache_bits": 3, "block_size": 128, "head_dim": 128, "base_model": "Jackrong/Qwopus3.5-27B-v3", "num_layers": 64, "num_kv_heads": 4, "vram_gb": 16.9, "tok_s": 21.7 }