{ "framework": "RL-NMP-Model-Quantasation", "method": "RL-MPQ", "repo_id": "AvoCahDoe/llama-2-7b-rlmpq-conservative", "base_model": "meta-llama/Llama-2-7b-hf", "model_slug": "llama_2_7b", "scenario": "Conservative", "scenario_label": "Conservative", "avg_bits_per_weight": 5.125, "compression_vs_fp16": 3.122, "wikitext2_perplexity": 5.0276, "bit_distribution": { "4": 23, "8": 9 }, "quantization": { "type": "fake-quant-fp16", "group_size": 128, "scheme": "per-layer asymmetric group-wise", "packed_format": false }, "exported_at": "2026-06-11T16:40:30.293713" }