| { |
| "schema_version": 1, |
| "artifact": "deanzchen/Qwen3.6-27B-Q5-MTPLX", |
| "hardware": { |
| "chip": "Apple M5 Max", |
| "gpu_cores": 40, |
| "unified_memory_gib": 48, |
| "power_mode_for_latest_check": "high_power" |
| }, |
| "runtime": { |
| "mtplx": "2.0.2", |
| "mlx": "0.31.2", |
| "mlx_lm": "0.31.3", |
| "profile": "sustained", |
| "generation_mode": "mtp", |
| "depth": 2, |
| "context_window": 262144, |
| "prefill_chunk_tokens": 512, |
| "trunk_quantization": "5-bit affine group64", |
| "draft_head_quantization": "4-bit affine group64", |
| "target_sampler": { |
| "temperature": 0.6, |
| "top_p": 0.95, |
| "top_k": 20 |
| }, |
| "draft_sampler_for_ui_measurements": { |
| "temperature": 0.6, |
| "top_p": 0.95, |
| "top_k": 20 |
| }, |
| "paged_kv_quantization": "off", |
| "turboquant_note": "K8/V4 affects extreme-context cache capacity, not these short decode measurements." |
| }, |
| "verification_schedule": { |
| "defer_verify_hidden_eval": true, |
| "verify_hidden_mode": "logits_first_committed_slice", |
| "exact_token_identity_verified": true |
| }, |
| "expected_decode_tok_s": { |
| "direct_tuner_d2": { |
| "expected_range": [45.0, 50.0], |
| "warning_below": 45.0, |
| "failure_below": 42.0, |
| "workload": "mtplx long_code, thinking off, seed 0, 128 or 256 generated tokens" |
| }, |
| "direct_tuner_d2_high_power": { |
| "expected_range": [45.0, 50.0], |
| "warning_below": 45.0, |
| "workload": "mtplx long_code, thinking off, seed 0, 128 generated tokens" |
| }, |
| "openai_api_code_first": { |
| "expected_range": [40.0, 44.0], |
| "requirement": "Send X-MTPLX-Allow-Client-Controls: 1 with enable_thinking=false." |
| }, |
| "eight_token_smoke": { |
| "expected_range": [35.0, 46.0], |
| "regression_gate": false, |
| "note": "Too short for stable throughput measurement." |
| } |
| }, |
| "measurements": { |
| "historical_setup_128_d2": 48.799728436870346, |
| "historical_comparison_256_d2": 49.90875607132132, |
| "hub_direct_128_d2": 43.92720981573101, |
| "hub_high_power_direct_128_d2": 45.419032271264705, |
| "hub_post_reboot_high_power_direct_128_d2": 46.27235162628437, |
| "hub_post_reboot_high_power_direct_128_d2_variance_5x": { |
| "runs": [ |
| 46.47503852458389, |
| 46.38583666459772, |
| 46.33124692797028, |
| 46.27492432091384, |
| 46.316507149484536 |
| ], |
| "mean": 46.356710717510055, |
| "median": 46.33124692797028, |
| "sample_standard_deviation": 0.07714197438579953, |
| "coefficient_of_variation_percent": 0.16640950833610618, |
| "minimum": 46.27492432091384, |
| "maximum": 46.47503852458389, |
| "range": 0.20011420367004717, |
| "all_runs_above_45": true, |
| "acceptance_rate_all_runs": 1.0 |
| }, |
| "original_local_deferred_hidden_direct_128_d2_variance_5x": { |
| "runs": [ |
| 50.67376896277482, |
| 50.9484927857385, |
| 50.75530318826678, |
| 50.7859195241367, |
| 50.750990759454915 |
| ], |
| "mean": 50.782895044074344, |
| "median": 50.75530318826678, |
| "sample_standard_deviation": 0.10138966296877788, |
| "coefficient_of_variation_percent": 0.19965317629249388, |
| "minimum": 50.67376896277482, |
| "maximum": 50.9484927857385, |
| "all_runs_at_or_above_48_8": true, |
| "acceptance_rate_all_runs": 1.0, |
| "token_sha256": "f875ce74f006ba502dac263111e6c9b1b1b4bca03648c43f670c8cae8e0a58af" |
| }, |
| "persisted_tune_wrapper_final_gate": { |
| "decode_tok_s": 49.81852161488856, |
| "acceptance_rate": 1.0, |
| "accepted_by_depth": [43, 42], |
| "drafted_by_depth": [43, 42], |
| "token_sha256": "f875ce74f006ba502dac263111e6c9b1b1b4bca03648c43f670c8cae8e0a58af", |
| "text_sha256": "abc2ec0ce79cbf90e38043eeacd0fc9d34d624780e6cc630b3d5fbd0e3ced05e", |
| "target_48_8_met": true |
| }, |
| "hub_direct_256_d2_runs": [43.830748328265656, 43.695076417584225], |
| "hub_api_code_first_three_run_mean": 41.46785703207608, |
| "hub_api_auto_reasoning_three_run_mean": 39.68670477257572, |
| "latest_ar_128": 24.149735339889887, |
| "latest_d2_speedup_vs_ar": 1.916060402941681, |
| "high_power_improvement_percent": 5.338699681566217, |
| "post_reboot_improvement_percent": 1.878770445665201 |
| }, |
| "validation": { |
| "status": "pass", |
| "model_files_match_original_sha256": true, |
| "direct_128_accepted_by_depth": [43, 42], |
| "direct_128_drafted_by_depth": [43, 42], |
| "direct_256_acceptance_rate": 0.9883720930232558, |
| "conclusion": "No artifact or MTP acceptance regression. Current throughput is within the expected machine-state range." |
| } |
| } |
|
|
