| { |
| "schema_version": "5.1", |
| "name": "qwen3-32b-p300x2", |
| "tt_metal_version": "0.65.2.dev9796+g7d54a363f0c", |
| "arch": "blackhole", |
| "device_count": 4, |
| "producer": { |
| "tt_kernel_version": "0.1.0", |
| "created_at": "2026-09-10T01:41:17.153156+00:00", |
| "hostname": "qb2-120-p11t08" |
| }, |
| "weights": { |
| "repo_id": "Qwen/Qwen3-32B", |
| "revision": "9216db5781bf21249d130ec9da846c4624c16137", |
| "allow_patterns": null, |
| "ignore_patterns": null, |
| "repo_type": "model" |
| }, |
| "mesh": null, |
| "entrypoint": null, |
| "resources": null, |
| "capabilities": null, |
| "env": {}, |
| "bundled": null, |
| "deps": null, |
| "container": { |
| "image": { |
| "registry": "hf", |
| "repository": "qwen3-32b-p300x2", |
| "tag": "tt-model/qwen3-32b-p300x2:39bee311933c", |
| "digest": "sha256:39bee311933c731e2450e7a057c1dbc2c62c973dfc28483a1787cfe6c99f4023" |
| }, |
| "kind": "vllm-plugin", |
| "runtime": { |
| "vllm": { |
| "version": "0.26.0" |
| }, |
| "plugin": { |
| "path": "/home/stisi/vllm-tt-plugin", |
| "sha": "bef89e429e202caa38d3e3c8a24da4e8cc02405a", |
| "dirty": false |
| }, |
| "extra_models_dir": "vllm_models", |
| "lock": "requirements.lock" |
| }, |
| "serve": { |
| "hardware": "p300x2", |
| "mesh_device": "P300x2", |
| "port": 8000, |
| "max_model_len": 131072, |
| "max_num_seqs": 32, |
| "block_size": 64, |
| "server_timeout": null, |
| "capabilities": { |
| "tool_parser": "hermes", |
| "reasoning_parser": "qwen3" |
| }, |
| "additional_config": { |
| "tt": { |
| "sample_on_device_mode": "all", |
| "trace_mode": "all", |
| "trace_region_size": 402653184, |
| "fabric_config": "FABRIC_1D_RING" |
| } |
| }, |
| "args": [ |
| [ |
| "--max-num-batched-tokens", |
| "131072" |
| ] |
| ], |
| "env": { |
| "ARCH_NAME": "blackhole", |
| "VLLM_RPC_TIMEOUT": "900000", |
| "TT_VLLM_BUILTIN_MODELS": "0", |
| "VLLM_ALLOW_LONG_MAX_MODEL_LEN": "1" |
| } |
| }, |
| "serve_profiles": [ |
| { |
| "hardware": null, |
| "mesh_device": null, |
| "port": null, |
| "max_model_len": null, |
| "max_num_seqs": null, |
| "block_size": null, |
| "server_timeout": null, |
| "capabilities": null, |
| "additional_config": {}, |
| "args": [], |
| "env": {}, |
| "name": "default", |
| "description": null |
| } |
| ], |
| "default_profile": null, |
| "code_dir": "code", |
| "verify": [ |
| "from models.common.models.qwen3_32b.generator import Qwen3_32BGenerator; assert Qwen3_32BGenerator" |
| ], |
| "built": { |
| "image": "tt-model/qwen3-32b-p300x2:39bee311933c", |
| "repo": "stisiTT/qwen3-32b-p300x2", |
| "tt_model_version": "0.1.0", |
| "created_at": "2026-09-10T01:37:02+00:00", |
| "tt_metal": { |
| "sha": "7d54a363f0cb5ccb0fc0ff8a63fb35398a4ba0b4", |
| "describe": "v0.79.0-dev20260907-81-g7d54a363f0-dirty", |
| "dirty": true, |
| "scm_version": "0.65.2.dev9796+g7d54a363f0c", |
| "mode": "local", |
| "remote": "https://github.com/tenstorrent/tt-metal.git", |
| "branch": "main", |
| "pushed": true |
| }, |
| "code_sha256": "2c329baf1a4b0bea0a8b92f4a1f09f1bd3159d4d512c9c9553aadd9fad4421f0", |
| "plugin": { |
| "sha": "bef89e429e202caa38d3e3c8a24da4e8cc02405a", |
| "path": "/home/stisi/vllm-tt-plugin", |
| "dirty": false |
| }, |
| "image_digest": "sha256:39bee311933c731e2450e7a057c1dbc2c62c973dfc28483a1787cfe6c99f4023" |
| } |
| } |
| } |
