| { |
| "schema": "strix-halo-dflash2-validation-summary-v1", |
| "published_binary": { |
| "source_commit": "465e49b9cea78a68b9c244ffb48d0ee24a82873d", |
| "source_tag": "b10830", |
| "size_bytes": 86799360, |
| "sha256": "6587aecb1f636954a6e1d787a896cc461fac343797a1fe9ab07a098ca011b3aa" |
| }, |
| "first_pass_binary": { |
| "source_commit": "57291f2644af8c9df0dd8d44395881c5bdcf0ecd", |
| "size_bytes": 93065216, |
| "sha256": "7ee5c01ff11204391937ee5ae8161c0a08f0fb161e7be28073c3a1f2a3d03e3b" |
| }, |
| "hardware": { |
| "cpu": "AMD Ryzen AI MAX+ 395", |
| "gpu": "Radeon 8060S", |
| "gpu_arch": "gfx1151", |
| "visible_ram_gib": 63.65, |
| "os": "Windows 11 Pro build 26200", |
| "amd_driver": "32.0.31041.1004" |
| }, |
| "toolchain": { |
| "therock": "gfx1151-7.13.0", |
| "hip": "7.13.99004-3309c6114a", |
| "clang": "23.0.0", |
| "cmake": "4.4.3", |
| "ninja": "1.13.2", |
| "git": "2.55.0.windows.3", |
| "windows_sdk_rc": "10.0.26100.0" |
| }, |
| "matched_target": "Qwen3.8-27B UD-Q4_K_XL", |
| "comparisons": [ |
| { |
| "runtime": "first-pass Windows HIP", |
| "speculation": "DFlash2 Q8", |
| "main_38_best_recorded": 0.773684, |
| "longctx_score": 0.454545, |
| "longctx_passed": 5, |
| "longctx_total": 11, |
| "ladder_deepest_correct_rung": 8, |
| "ladder_operations": 128 |
| }, |
| { |
| "runtime": "first-pass Windows HIP", |
| "speculation": "self-MTP", |
| "main_38_best_recorded": 0.784211, |
| "longctx_score": 0.454545, |
| "longctx_passed": 5, |
| "longctx_total": 11, |
| "ladder_deepest_correct_rung": 8, |
| "ladder_operations": 128 |
| }, |
| { |
| "runtime": "stock upstream b10588 Vulkan", |
| "speculation": "self-MTP", |
| "main_38_final_cap_adjusted": 0.715789, |
| "longctx_score": 1.0, |
| "longctx_passed": 11, |
| "longctx_total": 11, |
| "ladder_deepest_correct_rung": 8, |
| "ladder_operations": 128 |
| }, |
| { |
| "runtime": "fixed b10830 Windows HIP", |
| "speculation": "DFlash2 Q8", |
| "main_38": "not rerun", |
| "longctx_score": 1.0, |
| "longctx_passed": 11, |
| "longctx_total": 11, |
| "longctx_elapsed_seconds": 515.98, |
| "longctx_output_tokens": 6679, |
| "ladder_deepest_correct_rung": 9, |
| "ladder_operations": 256, |
| "next_rung": { |
| "rung": 10, |
| "operations": 512, |
| "result": "parseable miss", |
| "budget_exhausted": false, |
| "output_tokens": 15763, |
| "token_budget": 16384 |
| } |
| } |
| ], |
| "perplexity_split_prefill_check": { |
| "dataset": "WikiText sanity sample", |
| "ubatch_512": 17.1071, |
| "ubatch_2048": 17.1097, |
| "relative_difference_percent": 0.015 |
| }, |
| "positional_probe": { |
| "prompt_tokens": 6974, |
| "positions": ["early", "middle", "late"], |
| "qwen38_27b_fixed": ["pass", "pass", "pass"], |
| "matched_qwen35_08b_first_pass": ["fail", "fail", "pass"], |
| "matched_qwen35_08b_fixed": ["pass", "pass", "pass"] |
| }, |
| "dflash_aggregate": { |
| "drafted_tokens": 41905, |
| "accepted_tokens": 40906, |
| "acceptance_percent": 97.616, |
| "verification_steps": 6969, |
| "predicted_tokens": 48736, |
| "generation_seconds": 2038.06, |
| "generation_tokens_per_second": 23.913, |
| "prompt_tokens": 61099, |
| "prompt_seconds": 194.812, |
| "prompt_tokens_per_second": 313.63, |
| "requested_n_max": 8, |
| "effective_n_max": 7 |
| }, |
| "scope_limits": [ |
| "one gfx1151 machine and one driver/toolchain combination", |
| "parallel greater than one not production-soak validated", |
| "262144-token context not validated", |
| "fixed-build main-38 battery not rerun", |
| "one ladder seed does not prove a general quality improvement" |
| ] |
| } |
|
|
