{
  "schema_version": "5.1",
  "name": "qwen3-32b-p300x2",
  "tt_metal_version": "0.65.2.dev9796+g7d54a363f0c",
  "arch": "blackhole",
  "device_count": 4,
  "producer": {
    "tt_kernel_version": "0.1.0",
    "created_at": "2026-09-10T01:41:17.153156+00:00",
    "hostname": "qb2-120-p11t08"
  },
  "weights": {
    "repo_id": "Qwen/Qwen3-32B",
    "revision": "9216db5781bf21249d130ec9da846c4624c16137",
    "allow_patterns": null,
    "ignore_patterns": null,
    "repo_type": "model"
  },
  "mesh": null,
  "entrypoint": null,
  "resources": null,
  "capabilities": null,
  "env": {},
  "bundled": null,
  "deps": null,
  "container": {
    "image": {
      "registry": "hf",
      "repository": "qwen3-32b-p300x2",
      "tag": "tt-model/qwen3-32b-p300x2:39bee311933c",
      "digest": "sha256:39bee311933c731e2450e7a057c1dbc2c62c973dfc28483a1787cfe6c99f4023"
    },
    "kind": "vllm-plugin",
    "runtime": {
      "vllm": {
        "version": "0.26.0"
      },
      "plugin": {
        "path": "/home/stisi/vllm-tt-plugin",
        "sha": "bef89e429e202caa38d3e3c8a24da4e8cc02405a",
        "dirty": false
      },
      "extra_models_dir": "vllm_models",
      "lock": "requirements.lock"
    },
    "serve": {
      "hardware": "p300x2",
      "mesh_device": "P300x2",
      "port": 8000,
      "max_model_len": 131072,
      "max_num_seqs": 32,
      "block_size": 64,
      "server_timeout": null,
      "capabilities": {
        "tool_parser": "hermes",
        "reasoning_parser": "qwen3"
      },
      "additional_config": {
        "tt": {
          "sample_on_device_mode": "all",
          "trace_mode": "all",
          "trace_region_size": 402653184,
          "fabric_config": "FABRIC_1D_RING"
        }
      },
      "args": [
        [
          "--max-num-batched-tokens",
          "131072"
        ]
      ],
      "env": {
        "ARCH_NAME": "blackhole",
        "VLLM_RPC_TIMEOUT": "900000",
        "TT_VLLM_BUILTIN_MODELS": "0",
        "VLLM_ALLOW_LONG_MAX_MODEL_LEN": "1"
      }
    },
    "serve_profiles": [
      {
        "hardware": null,
        "mesh_device": null,
        "port": null,
        "max_model_len": null,
        "max_num_seqs": null,
        "block_size": null,
        "server_timeout": null,
        "capabilities": null,
        "additional_config": {},
        "args": [],
        "env": {},
        "name": "default",
        "description": null
      }
    ],
    "default_profile": null,
    "code_dir": "code",
    "verify": [
      "from models.common.models.qwen3_32b.generator import Qwen3_32BGenerator; assert Qwen3_32BGenerator"
    ],
    "built": {
      "image": "tt-model/qwen3-32b-p300x2:39bee311933c",
      "repo": "stisiTT/qwen3-32b-p300x2",
      "tt_model_version": "0.1.0",
      "created_at": "2026-09-10T01:37:02+00:00",
      "tt_metal": {
        "sha": "7d54a363f0cb5ccb0fc0ff8a63fb35398a4ba0b4",
        "describe": "v0.79.0-dev20260907-81-g7d54a363f0-dirty",
        "dirty": true,
        "scm_version": "0.65.2.dev9796+g7d54a363f0c",
        "mode": "local",
        "remote": "https://github.com/tenstorrent/tt-metal.git",
        "branch": "main",
        "pushed": true
      },
      "code_sha256": "2c329baf1a4b0bea0a8b92f4a1f09f1bd3159d4d512c9c9553aadd9fad4421f0",
      "plugin": {
        "sha": "bef89e429e202caa38d3e3c8a24da4e8cc02405a",
        "path": "/home/stisi/vllm-tt-plugin",
        "dirty": false
      },
      "image_digest": "sha256:39bee311933c731e2450e7a057c1dbc2c62c973dfc28483a1787cfe6c99f4023"
    }
  }
}