{ "schema_version": "5.1", "name": "qwen3.8-27b-p150x4", "tt_metal_version": "0.65.2.dev9312", "arch": "blackhole", "device_count": 4, "producer": { "tt_kernel_version": "0.1.0", "created_at": "2026-09-01T21:55:34.265572+00:00", "hostname": "tt-quietbox" }, "weights": { "repo_id": "Qwen/Qwen3.8-27B", "revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0", "allow_patterns": null, "ignore_patterns": null, "repo_type": "model" }, "mesh": null, "entrypoint": null, "resources": null, "capabilities": null, "env": {}, "bundled": null, "deps": null, "container": { "image": { "registry": "hf", "repository": "qwen3.8-27b-p150x4", "tag": "tt-model/qwen3.8-27b-p150x4:4233a70b5f90", "digest": "sha256:4233a70b5f908e7b1318d61b1d86daa9b0980b5ae397d5d39ba5fbb12c60ff0b" }, "kind": "vllm-plugin", "runtime": { "vllm": { "version": "0.24.0" }, "plugin": { "path": "/home/ttuser/src/vllm-tt-plugin", "sha": "f3e4637a4528800be370edc73d6fb83711e97935", "dirty": false }, "lock": "requirements.lock" }, "serve": { "hardware": "p150x4", "mesh_device": "P150x4", "port": 8000, "max_model_len": 131584, "max_num_seqs": 1, "block_size": 64, "server_timeout": null, "capabilities": { "tool_parser": "qwen3_coder", "reasoning_parser": "qwen3" }, "additional_config": { "tt": { "l1_small_size": 24576, "trace_mode": "decode_only", "sample_on_device_mode": "decode_only" } }, "args": [], "env": { "TT_CACHE_PATH": "/weight-cache", "TT_QWEN35_TEXT_VER": "qwen36_blackhole" } }, "serve_profiles": [ { "hardware": null, "mesh_device": null, "port": null, "max_model_len": null, "max_num_seqs": null, "block_size": null, "server_timeout": null, "capabilities": null, "additional_config": {}, "args": [], "env": {}, "name": "default", "description": null } ], "default_profile": null, "code_dir": "code", "verify": [ "from models.demos.blackhole.qwen36.tt.qwen36_vllm import Qwen36ForCausalLM; assert Qwen36ForCausalLM", "from models.tt_dit.utils.tensor import prepare_for_fused_swiglu; assert callable(prepare_for_fused_swiglu)", "import ttnn; assert hasattr(ttnn.experimental, 'deltanet_decode_full')" ], "built": { "image": "tt-model/qwen3.8-27b-p150x4:4233a70b5f90", "repo": "tt-hous/qwen3.8-27b-p150x4", "tt_model_version": "0.1.0", "created_at": "2026-09-01T21:55:25+00:00", "tt_metal": { "sha": "be7a396e5ca89b929fe036d7976894f115892e8d", "describe": "v0.78.0-dev20260824-111-gbe7a396e5c", "dirty": true, "scm_version": "0.65.2.dev9312", "mode": "local", "remote": "https://github.com/tenstorrent/tt-metal/", "branch": "hous/qwen3.8-perf", "pushed": false }, "code_sha256": "96b494af6e2fb8f248a1883a16746334c04740fa142c0c699c6a0749d448aa98", "plugin": { "sha": "f3e4637a4528800be370edc73d6fb83711e97935", "path": "/home/ttuser/src/vllm-tt-plugin", "dirty": false }, "image_digest": "sha256:4233a70b5f908e7b1318d61b1d86daa9b0980b5ae397d5d39ba5fbb12c60ff0b" } } }