{ "schema_version": 1, "date_utc": "2026-09-27", "model_id": "matteiuspi/Qwen3.8-Flash-Next-W4A16-G128-300i", "hardware": "2 x Atlas 300I Duo / 4 x Ascend 310P3", "checkpoint_format": "W4A16 G128, packed INT4 routed experts, FP16 activations", "runtime": "experimental W4 tile-reuse candidate, MTP draft depth 2, FULL_DECODE_ONLY graphs, TP4/EP", "sampling": { "temperature": 0, "seed": 42, "thinking": false, "ignore_eos": true, "completion_tokens": 512 }, "metric": "(completion_tokens - 1) / (elapsed_seconds - time_to_first_token_seconds), based on client streaming; excludes prefill", "workloads": [ { "label": "short_prompt", "source_run": "tile-http-candidate-short.jsonl", "measured_requests": [ { "prompt_tokens": 32, "cached_prompt_tokens": 0, "completion_tokens": 512, "time_to_first_token_seconds": 0.5066101450065617, "decode_seconds": 31.007059219999064, "client_decode_tokens_per_second": 16.480118168394796, "mtp_acceptance": 0.8643617021276596, "output_sha256": "05ab57b2bc71b7bd6efb1f43d5ed54885de933122a4120e11373ed6258f95ef8" }, { "prompt_tokens": 43, "cached_prompt_tokens": 0, "completion_tokens": 512, "time_to_first_token_seconds": 0.6068624640029157, "decode_seconds": 36.076975575997494, "client_decode_tokens_per_second": 14.164158492819318, "mtp_acceptance": 0.6820276497695853, "output_sha256": "d6f9cf24f10f2b6fcf8c9664648ce6d499ff2e226bbb78a9f6e4791d64d26d17" }, { "prompt_tokens": 49, "cached_prompt_tokens": 0, "completion_tokens": 512, "time_to_first_token_seconds": 0.6193453000014415, "decode_seconds": 34.727616406999005, "client_decode_tokens_per_second": 14.714514063136594, "mtp_acceptance": 0.7166666666666667, "output_sha256": "6f72caf6e5abf1b1dc3e370968ad7cb683667a6597b86d5bf55989ffce2d6af0" } ], "median_client_decode_tokens_per_second": 14.714514063136594 }, { "label": "approximately_23k_prompt", "source_run": "tile-http-candidate-long.jsonl", "measured_requests": [ { "prompt_tokens": 23407, "cached_prompt_tokens": 23168, "completion_tokens": 512, "time_to_first_token_seconds": 1.6225465909956256, "decode_seconds": 31.515383977006422, "client_decode_tokens_per_second": 16.2143034770836, "mtp_acceptance": 0.8864864864864865, "output_sha256": "cef47d1a306d8ad208bcf04501012707e5c2389d130dbc4a8e9d404662b23ef9" }, { "prompt_tokens": 23418, "cached_prompt_tokens": 23168, "completion_tokens": 512, "time_to_first_token_seconds": 1.6728898490036954, "decode_seconds": 34.99341846400057, "client_decode_tokens_per_second": 14.602745957091633, "mtp_acceptance": 0.7524509803921569, "output_sha256": "9b1f608c46be1e37542ec02ded7c803cc061326094ad6ad3c59a5c84cbcb53ad" }, { "prompt_tokens": 23424, "cached_prompt_tokens": 23168, "completion_tokens": 512, "time_to_first_token_seconds": 2.3089601309984573, "decode_seconds": 36.66200596400449, "client_decode_tokens_per_second": 13.938135313755343, "mtp_acceptance": 0.6985981308411215, "output_sha256": "6866fdd0b999ca2fc1a513eb69363ec95bd9beb8c20da37d8f232c769a70976c" } ], "median_client_decode_tokens_per_second": 14.602745957091633 } ], "scope": "Three requests per workload in one W4 runtime study. W8 was not rerun on this configuration. Fixed-length outputs and prompt checks do not establish full-model quality or 262K context correctness." }