Gemma-4-12B-it-JANG_4M-CRACK / jang_config.json
dealignai's picture
Upload folder using huggingface_hub
5d3694e verified
{
"version": 2,
"weight_format": "jang_affine",
"profile": "JANG_4M",
"source_model": {
"name": "gemma-4-12B-it",
"architecture": "gemma4_unified_text"
},
"has_vision": true,
"has_audio": true,
"quantization": {
"method": "jang_affine",
"quantization_backend": "mx.quantize",
"mode": "affine",
"group_size": 32,
"tier_bits": {
"attention": 8,
"mlp": 4,
"embed": 16
},
"tied_embedding": "fp16_passthrough",
"norm_convention": "gemma4_scale_shift_zero",
"multimodal": "fp16_passthrough_embedders_early_fusion",
"mtp_policy": "none",
"per_module_override_count": 144,
"passthrough_tensor_count": 349
},
"runtime": {
"total_weight_bytes": 10135442880,
"total_weight_gb": 9.44,
"attention": "hybrid_swa_full_5to1",
"sliding_window": 1024,
"attention_k_eq_v_on_full_layers": true,
"full_attention_layers": [
5,
11,
17,
23,
29,
35,
41,
47
]
},
"capabilities": {
"reasoning_parser": "gemma4",
"tool_parser": "gemma4",
"think_in_template": false,
"supports_tools": true,
"supports_thinking": true,
"family": "gemma4",
"modality": "vision",
"cache_type": "kv"
}
}