{ "slug": "llama_2_7b", "hf_id": "meta-llama/Llama-2-7b-hf", "scenario": "Aggressive", "params": { "lambda_mse": 0.8, "lambda_bit": 0.4, "max_mse_clip": 1.0, "target_bits": 3.5, "lambda_budget": 8.0 }, "policy": [ 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 4, 4 ], "num_layers": 32, "avg_bits": 3.5938, "total_reward": -7.227876, "compression_ratio": 4.4522, "approx_size_gb": 3.145, "bit_distribution": { "3": 13, "4": 19 }, "avg_mse_per_bit": { "4": 0.29731478, "3": 2.10927084 }, "validation_elapsed_s": 0.093 }