{ "hardware": { "cpu": "AMD Ryzen AI MAX+ 395", "gpu": "AMD Radeon 8060S", "vulkan_arch": "gfx1151", "memory": "128 GiB UMA" }, "baseline": { "batch_id": "matrix-20260718-093215", "model": "ornith-1.0-35b-Q4_K_M.gguf", "requests": 232, "prompt_tokens": 699947, "generated_tokens": 68447, "weighted_decode_tok_s": 61.44647554769253, "mean_request_decode_tok_s": 65.6805172413793, "p50_decode_tok_s": 68.45, "max_decode_tok_s": 75.03, "wall_seconds": 4362.498008, "quality_score": 40.833333333333336, "tasks": 43 }, "hybrid": { "batch_id": "matrix-20260718-152753", "model": "ornith-1.0-35b-MTP-graft-down-Q4_0.gguf", "model_sha256": "365a7c02dfd320b9696f189d6dc12bd2b0eabb9f8e58ba9fc8cab3af93c0234b", "requests": 223, "prompt_tokens": 668344, "generated_tokens": 73700, "weighted_decode_tok_s": 79.66071754591292, "mean_request_decode_tok_s": 83.94412556053813, "p50_decode_tok_s": 84.84, "max_decode_tok_s": 177.48, "draft_acceptance": 0.658691117006207, "wall_seconds": 2171.064179, "quality_score": 40.833333333333336, "tasks": 43 }, "repeated_code_microbenchmark": { "runs": 5, "mean_decode_tok_s": 99.087544, "min_decode_tok_s": 90.367097, "max_decode_tok_s": 116.945213 }, "kv_64k_boundary": { "prompt_tokens": 62630, "generated_tokens": 512, "q8_0": { "prompt_tok_s": 524.1608964890443, "decode_tok_s": 70.28649434028986 }, "q4_0": { "prompt_tok_s": 484.7338030491343, "decode_tok_s": 67.6747740693529 }, "decision": "retain q8_0/q8_0" } }