{ "framework": "RL-NMP-Model-Quantasation", "method": "RL-MPQ", "repo_id": "AvoCahDoe/llama-2-7b-rlmpq-aggressive", "base_model": "meta-llama/Llama-2-7b-hf", "model_slug": "llama_2_7b", "scenario": "Aggressive", "scenario_label": "Aggressive", "avg_bits_per_weight": 3.5938, "compression_vs_fp16": 4.4522, "wikitext2_perplexity": 5.2614, "bit_distribution": { "3": 13, "4": 19 }, "quantization": { "type": "fake-quant-fp16", "group_size": 128, "scheme": "per-layer asymmetric group-wise", "packed_format": false }, "exported_at": "2026-06-11T16:40:36.635838" }