Add files using upload-large-folder tool

README.md

@@ -11,7 +11,7 @@ tags:
 
 Qwen3-32B is a dense instruction and reasoning model for general chat, coding, and tool use, served on a four-chip Tenstorrent Blackhole mesh.
 
-Runs on **p300x2** (mesh `P300x2`) — 40,960-token context, up to 32 concurrent sequences.
+Runs on **p300x2** (mesh `P300x2`) — 131,072-token context, up to 32 concurrent sequences.
 
 Packaged and published with [tt-model-manager](https://github.com/tenstorrent/tt-model-manager) 0.1.0 (manifest schema 5.1).
 
@@ -30,9 +30,9 @@ The exact sources the image was built from — `code/` in this repo is byte-iden
 
 | component | built from |
 | --- | --- |
-| tt-metal | [`7d54a363f0cb5ccb0fc0ff8a63fb35398a4ba0b4`](https://github.com/tenstorrent/tt-metal/commit/7d54a363f0cb5ccb0fc0ff8a63fb35398a4ba0b4) |
+| tt-metal | [`7d54a363f0cb5ccb0fc0ff8a63fb35398a4ba0b4`](https://github.com/tenstorrent/tt-metal/commit/7d54a363f0cb5ccb0fc0ff8a63fb35398a4ba0b4) *(dirty tree — the image includes uncommitted changes)* |
 | vLLM | [`v0.26.0`](https://github.com/vllm-project/vllm/releases/tag/v0.26.0) |
 | vllm-tt-plugin | a local checkout — commit not published |
-| `code/` digest | `b2bb549c1c8d11b1` (sha256, first 16 hex digits) |
-| built | 2026-09-09T15:23:12+00:00 by tt-model 0.1.0 |
+| `code/` digest | `2c329baf1a4b0bea` (sha256, first 16 hex digits) |
+| built | 2026-09-10T01:37:02+00:00 by tt-model 0.1.0 |
 

image/blobs/sha256/2dcd3819313bcc22e7aa3b30c859b6c9036e9632c433a59e54ed981e5a73d402

@@ -0,0 +1 @@
+{"architecture":"amd64","config":{"User":"tt","Env":["PATH=/opt/tt-venv/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin","VENV=/opt/tt-venv","VIRTUAL_ENV=/opt/tt-venv","TT_METAL_RUNTIME_ROOT=/opt/tt-metal","TT_METAL_HOME=/opt/tt-metal","PYTHONPATH=/opt/tt-metal","LD_LIBRARY_PATH=/opt/tt-metal/build/lib:/opt/openmpi-v5.0.7-ulfm/lib","EXTRA_MODELS_DIR=/opt/tt-metal/vllm_models","TT_VLLM_BUILTIN_MODELS=0","TT_MODEL_KIND=vllm-plugin","HF_HOME=/hf","TT_METAL_CACHE=/cache","HOME=/home/tt","USER=tt","LOGNAME=tt"],"Entrypoint":["/usr/local/bin/entrypoint.sh"],"Cmd":["/usr/local/bin/serve-default.sh"],"WorkingDir":"/home/tt/work","Labels":{"org.opencontainers.image.revision":"7d54a363f0cb5ccb0fc0ff8a63fb35398a4ba0b4","org.opencontainers.image.version":"22.04","org.tenstorrent.tt-model":"qwen3-32b-p300x2","org.tenstorrent.tt-model.arch":"blackhole","org.tenstorrent.tt-model.kind":"vllm-plugin","org.tenstorrent.tt-model.plugin":"bef89e429e202caa38d3e3c8a24da4e8cc02405a","org.tenstorrent.tt-model.profiles":"default","org.tenstorrent.tt-model.repo":"stisiTT/qwen3-32b-p300x2","org.tenstorrent.tt-model.tt-metal":"v0.79.0-dev20260907-81-g7d54a363f0-dirty","org.tenstorrent.tt-model.weights":"Qwen/Qwen3-32B"},"ArgsEscaped":true},"created":"2026-09-10T01:39:46.482367509Z","history":[{"created":"2026-09-03T12:14:51.139348462Z","created_by":"/bin/sh -c #(nop)  ARG RELEASE","empty_layer":true},{"created":"2026-09-03T12:14:51.170427469Z","created_by":"/bin/sh -c #(nop)  ARG LAUNCHPAD_BUILD_ARCH","empty_layer":true},{"created":"2026-09-03T12:14:51.200307479Z","created_by":"/bin/sh -c #(nop)  LABEL org.opencontainers.image.version=22.04","empty_layer":true},{"created":"2026-09-03T12:14:53.528689977Z","created_by":"/bin/sh -c #(nop) ADD file:81c01921c5f642ac2fcbfae682e489e8e64b347467d9fa1587707e310e64d790 in / "},{"created":"2026-09-03T12:14:54.045714841Z","created_by":"/bin/sh -c #(nop)  CMD [\"/bin/bash\"]","empty_layer":true},{"created":"2026-09-10T01:37:11.028443431Z","created_by":"ARG OMPI_DIR=/opt/openmpi-v5.0.7-ulfm","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-09-10T01:37:11.028443431Z","created_by":"ARG EXTRA_MODELS_DIR=","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-09-10T01:37:11.028443431Z","created_by":"ARG TT_MODEL_KIND","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-09-10T01:37:11.028443431Z","created_by":"ARG MODEL_NAME","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-09-10T01:37:11.028443431Z","created_by":"ARG MODEL_REPO","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-09-10T01:37:11.028443431Z","created_by":"ARG MODEL_WEIGHTS","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-09-10T01:37:11.028443431Z","created_by":"ARG MODEL_ARCH","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-09-10T01:37:11.028443431Z","created_by":"ARG MODEL_PROFILES","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-09-10T01:37:11.028443431Z","created_by":"ARG MODEL_TT_METAL_SHA","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-09-10T01:37:11.028443431Z","created_by":"ARG MODEL_TT_METAL_DESCRIBE","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-09-10T01:37:11.028443431Z","created_by":"ARG MODEL_PLUGIN_SHA","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-09-10T01:37:11.028443431Z","created_by":"RUN |11 OMPI_DIR=/opt/openmpi-v5.0.7-ulfm EXTRA_MODELS_DIR=/opt/tt-metal/vllm_models TT_MODEL_KIND=vllm-plugin MODEL_NAME=qwen3-32b-p300x2 MODEL_REPO=stisiTT/qwen3-32b-p300x2 MODEL_WEIGHTS=Qwen/Qwen3-32B MODEL_ARCH=blackhole MODEL_PROFILES=default MODEL_TT_METAL_SHA=7d54a363f0cb5ccb0fc0ff8a63fb35398a4ba0b4 MODEL_TT_METAL_DESCRIBE=v0.79.0-dev20260907-81-g7d54a363f0-dirty MODEL_PLUGIN_SHA=bef89e429e202caa38d3e3c8a24da4e8cc02405a /bin/sh -c apt-get update \u0026\u0026 apt-get install -y --no-install-recommends     libhwloc15 libnuma1 libatomic1 libudev1 libcap2 zlib1g     libmpc3 libmpfr6 libgmp10 libzstd1     libevent-core-2.1-7 libevent-pthreads-2.1-7     libgl1 libsndfile1 ca-certificates     \u0026\u0026 apt-get clean \u0026\u0026 rm -rf /var/lib/apt/lists/* # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2026-09-10T01:37:11.120478788Z","created_by":"RUN |11 OMPI_DIR=/opt/openmpi-v5.0.7-ulfm EXTRA_MODELS_DIR=/opt/tt-metal/vllm_models TT_MODEL_KIND=vllm-plugin MODEL_NAME=qwen3-32b-p300x2 MODEL_REPO=stisiTT/qwen3-32b-p300x2 MODEL_WEIGHTS=Qwen/Qwen3-32B MODEL_ARCH=blackhole MODEL_PROFILES=default MODEL_TT_METAL_SHA=7d54a363f0cb5ccb0fc0ff8a63fb35398a4ba0b4 MODEL_TT_METAL_DESCRIBE=v0.79.0-dev20260907-81-g7d54a363f0-dirty MODEL_PLUGIN_SHA=bef89e429e202caa38d3e3c8a24da4e8cc02405a /bin/sh -c existing=\"$(getent passwd 1000 | cut -d: -f1)\"     \u0026\u0026 if [ -n \"$existing\" ]; then          userdel -r \"$existing\" 2\u003e/dev/null || userdel \"$existing\";        fi     \u0026\u0026 useradd --uid 1000 --create-home --home-dir /home/tt --shell /bin/bash tt     \u0026\u0026 mkdir -p /home/tt/work/logs /cache /opt/tt-metal     \u0026\u0026 chown -R tt:tt /home/tt /cache /opt/tt-metal     \u0026\u0026 chmod 1777 /home/tt /home/tt/work /home/tt/work/logs /cache # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2026-09-10T01:39:23.357384243Z","created_by":"COPY /opt/openmpi-v5.0.7-ulfm /opt/openmpi-v5.0.7-ulfm # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2026-09-10T01:39:23.605877735Z","created_by":"COPY /opt/tenstorrent /opt/tenstorrent # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2026-09-10T01:39:24.189033257Z","created_by":"COPY /usr/local/share/uv /usr/local/share/uv # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2026-09-10T01:39:27.216589171Z","created_by":"COPY /opt/tt-venv /opt/tt-venv # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2026-09-10T01:39:27.347401916Z","created_by":"COPY /opt/vllm /opt/vllm # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2026-09-10T01:39:27.560604068Z","created_by":"COPY --chown=tt:tt /opt/tt-metal/runtime /opt/tt-metal/runtime # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2026-09-10T01:39:27.635157724Z","created_by":"COPY --chown=tt:tt /opt/tt-metal/build_Release /opt/tt-metal/build_Release # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2026-09-10T01:39:27.697437647Z","created_by":"COPY --chown=tt:tt /opt/tt-metal/build /opt/tt-metal/build # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2026-09-10T01:39:27.927458238Z","created_by":"COPY --chown=tt:tt /opt/tt-metal/tt_metal /opt/tt-metal/tt_metal # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2026-09-10T01:39:28.14728397Z","created_by":"COPY --chown=tt:tt /opt/tt-metal/ttnn /opt/tt-metal/ttnn # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2026-09-10T01:39:28.190331528Z","created_by":"COPY --chown=tt:tt /opt/tt-metal/tools /opt/tt-metal/tools # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2026-09-10T01:39:28.205771357Z","created_by":"COPY --chown=tt:tt /opt/tt-metal/setup.py /opt/tt-metal/pyproject.toml /opt/tt-metal/ # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2026-09-10T01:39:28.246718752Z","created_by":"COPY --chown=tt:tt code/ /opt/tt-metal/ # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2026-09-10T01:39:28.259507261Z","created_by":"COPY entrypoint.sh /usr/local/bin/entrypoint.sh # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2026-09-10T01:39:28.2690432Z","created_by":"COPY --chmod=0755 serve-default.sh /usr/local/bin/serve-default.sh # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2026-09-10T01:39:28.2690432Z","created_by":"ENV VENV=/opt/tt-venv","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-09-10T01:39:28.2690432Z","created_by":"ENV VIRTUAL_ENV=/opt/tt-venv","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-09-10T01:39:28.2690432Z","created_by":"ENV PATH=/opt/tt-venv/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-09-10T01:39:28.2690432Z","created_by":"ENV TT_METAL_RUNTIME_ROOT=/opt/tt-metal","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-09-10T01:39:28.2690432Z","created_by":"ENV TT_METAL_HOME=/opt/tt-metal","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-09-10T01:39:28.2690432Z","created_by":"ENV PYTHONPATH=/opt/tt-metal","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-09-10T01:39:28.2690432Z","created_by":"ENV LD_LIBRARY_PATH=/opt/tt-metal/build/lib:/opt/openmpi-v5.0.7-ulfm/lib","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-09-10T01:39:28.2690432Z","created_by":"ENV EXTRA_MODELS_DIR=/opt/tt-metal/vllm_models","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-09-10T01:39:28.2690432Z","created_by":"ARG TT_VLLM_BUILTIN_MODELS=","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-09-10T01:39:28.2690432Z","created_by":"ENV TT_VLLM_BUILTIN_MODELS=0","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-09-10T01:39:28.2690432Z","created_by":"ENV TT_MODEL_KIND=vllm-plugin","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-09-10T01:39:28.2690432Z","created_by":"ENV HF_HOME=/hf","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-09-10T01:39:28.2690432Z","created_by":"ENV TT_METAL_CACHE=/cache","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-09-10T01:39:28.2690432Z","created_by":"ENV HOME=/home/tt","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-09-10T01:39:28.2690432Z","created_by":"ENV USER=tt","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-09-10T01:39:28.2690432Z","created_by":"ENV LOGNAME=tt","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-09-10T01:39:28.2690432Z","created_by":"USER tt","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-09-10T01:39:28.28022925Z","created_by":"WORKDIR /home/tt/work","comment":"buildkit.dockerfile.v0"},{"created":"2026-09-10T01:39:28.289135021Z","created_by":"COPY verify.sh /ctx/verify.sh # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2026-09-10T01:39:46.380096054Z","created_by":"RUN |12 OMPI_DIR=/opt/openmpi-v5.0.7-ulfm EXTRA_MODELS_DIR=/opt/tt-metal/vllm_models TT_MODEL_KIND=vllm-plugin MODEL_NAME=qwen3-32b-p300x2 MODEL_REPO=stisiTT/qwen3-32b-p300x2 MODEL_WEIGHTS=Qwen/Qwen3-32B MODEL_ARCH=blackhole MODEL_PROFILES=default MODEL_TT_METAL_SHA=7d54a363f0cb5ccb0fc0ff8a63fb35398a4ba0b4 MODEL_TT_METAL_DESCRIBE=v0.79.0-dev20260907-81-g7d54a363f0-dirty MODEL_PLUGIN_SHA=bef89e429e202caa38d3e3c8a24da4e8cc02405a TT_VLLM_BUILTIN_MODELS=0 /bin/sh -c bash /ctx/verify.sh # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2026-09-10T01:39:46.380096054Z","created_by":"USER root","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-09-10T01:39:46.482367509Z","created_by":"RUN |12 OMPI_DIR=/opt/openmpi-v5.0.7-ulfm EXTRA_MODELS_DIR=/opt/tt-metal/vllm_models TT_MODEL_KIND=vllm-plugin MODEL_NAME=qwen3-32b-p300x2 MODEL_REPO=stisiTT/qwen3-32b-p300x2 MODEL_WEIGHTS=Qwen/Qwen3-32B MODEL_ARCH=blackhole MODEL_PROFILES=default MODEL_TT_METAL_SHA=7d54a363f0cb5ccb0fc0ff8a63fb35398a4ba0b4 MODEL_TT_METAL_DESCRIBE=v0.79.0-dev20260907-81-g7d54a363f0-dirty MODEL_PLUGIN_SHA=bef89e429e202caa38d3e3c8a24da4e8cc02405a TT_VLLM_BUILTIN_MODELS=0 /bin/sh -c chmod -R a+rwX /home/tt # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2026-09-10T01:39:46.482367509Z","created_by":"USER tt","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-09-10T01:39:46.482367509Z","created_by":"LABEL org.tenstorrent.tt-model=qwen3-32b-p300x2 org.tenstorrent.tt-model.repo=stisiTT/qwen3-32b-p300x2 org.tenstorrent.tt-model.weights=Qwen/Qwen3-32B org.tenstorrent.tt-model.arch=blackhole org.tenstorrent.tt-model.kind=vllm-plugin org.tenstorrent.tt-model.profiles=default org.opencontainers.image.revision=7d54a363f0cb5ccb0fc0ff8a63fb35398a4ba0b4 org.tenstorrent.tt-model.tt-metal=v0.79.0-dev20260907-81-g7d54a363f0-dirty org.tenstorrent.tt-model.plugin=bef89e429e202caa38d3e3c8a24da4e8cc02405a","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-09-10T01:39:46.482367509Z","created_by":"ENTRYPOINT [\"/usr/local/bin/entrypoint.sh\"]","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-09-10T01:39:46.482367509Z","created_by":"CMD [\"/usr/local/bin/serve-default.sh\"]","comment":"buildkit.dockerfile.v0","empty_layer":true}],"os":"linux","rootfs":{"type":"layers","diff_ids":["sha256:ea16cace89338c84eb6bcb91a7efdfcae6838fff359efe951858227436486c34","sha256:47c6863fd8ad938c8ef4650a2bac491f29932e823f73544d400bcde83e5eabae","sha256:c3b3e47612763505a309e82bcc9a6fdc54f7857cc80f3aac9dce202f55c692d5","sha256:105cb09e0e9d2053158090c63e26ef5a75b9b7f698298d3113f9d7c07bce9d14","sha256:22e9c8aa37c5a86fa412b3a7c969661eac3d491c3180d7e3cf696bd940c9d430","sha256:e438e523c1468dcf30635a0d44a19c8fc3c12f36897ed160e198597ab2fa8ca4","sha256:6ff8ff854163cdbdb53ea270cc48ec7b9b7baa7b1bf6e00a996d5bb425b6ea1c","sha256:06295d39c556f0590d88fb7716fec3e027c169e383c6955b91788eaf60b15dd7","sha256:096fcf27b92fbc65cb9ec4bd1b133beac85bb0b5a7692325de07a146a2e13d93","sha256:139fb98c374676ed590b6d5412069a5150eda6a69598c035eb4f26f1d641c0c1","sha256:cd45d2a355a2401654a92bd8dcc8dbce88073f7113bcba9b4151eb73767f2835","sha256:4482dc06f99564fc240d80b4f8d81b81a78a446c391b02b239f48d9ec651a442","sha256:3c00f421f8bdea4c3ef4809925e5e05067d6c1b76c9e1bb7ce1a69424da9a898","sha256:8b8048cc94021b89f30ea40c35c8f852ac44ff018a94297db177d1f31f242a35","sha256:68a302dc329bb109725d42cfb3fc5419dd1e8532e7c5c31a6a8002747c1d67dd","sha256:77db55e38da5b3222287d2a82052c1a3c6fb43745a907a48b3923e004428e0a6","sha256:2db8980fdb497c94991a704a787f2844aa263156ee46ed5e01a8ecab0400a1a8","sha256:f209e351be7e01fa8d61372dad931295f0c3e6fab3b3d898fe648496a0e4d166","sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef","sha256:ce3def78aa8dd41938cfc1ce4a6bc0734d4950cee3615e8567a9198f8700a3da","sha256:8680669f5acd2486a02e1256ccd4c128bb047f14a8005ed0477c90f1e4e16103","sha256:d92fc13111fbeedc9ae53dc73bff101e9f4e713f55d7dbc99ce5cf8b64f04268"]}}

image/blobs/sha256/3023d106a8b0796410059f9e0daec2e8c4bf3d1619b34091ad0b53b2a1bfa1d1

@@ -0,0 +1,26 @@
+{
+  "schemaVersion": 2,
+  "mediaType": "application/vnd.oci.image.manifest.v1+json",
+  "artifactType": "application/vnd.docker.attestation.manifest.v1+json",
+  "config": {
+    "mediaType": "application/vnd.oci.empty.v1+json",
+    "digest": "sha256:44136fa355b3678a1146ad16f7e8649e94fb4fc21fe77e8310c060f61caaff8a",
+    "size": 2,
+    "data": "e30="
+  },
+  "layers": [
+    {
+      "mediaType": "application/vnd.in-toto+json",
+      "digest": "sha256:5b467a77ceb92c7a6618e379de46674d83343b0f16cd80ce1a31f3efcd67f03e",
+      "size": 1897,
+      "annotations": {
+        "in-toto.io/predicate-type": "https://slsa.dev/provenance/v1"
+      }
+    }
+  ],
+  "subject": {
+    "mediaType": "application/vnd.oci.image.manifest.v1+json",
+    "digest": "sha256:51af99679ccb4b9d5ef329e3fbf55bffaa20fedb0f02be5a24ef16d39f2a3cc2",
+    "size": 4499
+  }
+}

image/blobs/sha256/39bee311933c731e2450e7a057c1dbc2c62c973dfc28483a1787cfe6c99f4023

@@ -0,0 +1,28 @@
+{
+  "schemaVersion": 2,
+  "mediaType": "application/vnd.oci.image.index.v1+json",
+  "manifests": [
+    {
+      "mediaType": "application/vnd.oci.image.manifest.v1+json",
+      "digest": "sha256:51af99679ccb4b9d5ef329e3fbf55bffaa20fedb0f02be5a24ef16d39f2a3cc2",
+      "size": 4499,
+      "platform": {
+        "architecture": "amd64",
+        "os": "linux"
+      }
+    },
+    {
+      "mediaType": "application/vnd.oci.image.manifest.v1+json",
+      "digest": "sha256:3023d106a8b0796410059f9e0daec2e8c4bf3d1619b34091ad0b53b2a1bfa1d1",
+      "size": 837,
+      "annotations": {
+        "vnd.docker.reference.digest": "sha256:51af99679ccb4b9d5ef329e3fbf55bffaa20fedb0f02be5a24ef16d39f2a3cc2",
+        "vnd.docker.reference.type": "attestation-manifest"
+      },
+      "platform": {
+        "architecture": "unknown",
+        "os": "unknown"
+      }
+    }
+  ]
+}

image/blobs/sha256/51af99679ccb4b9d5ef329e3fbf55bffaa20fedb0f02be5a24ef16d39f2a3cc2

@@ -0,0 +1,121 @@
+{
+  "schemaVersion": 2,
+  "mediaType": "application/vnd.oci.image.manifest.v1+json",
+  "config": {
+    "mediaType": "application/vnd.oci.image.config.v1+json",
+    "digest": "sha256:2dcd3819313bcc22e7aa3b30c859b6c9036e9632c433a59e54ed981e5a73d402",
+    "size": 14487
+  },
+  "layers": [
+    {
+      "mediaType": "application/vnd.oci.image.layer.v1.tar+gzip",
+      "digest": "sha256:20c3783cc497b5b0df1fc5f92bd64c3d2fbb24057c88692c8fda205b6ea8a2f2",
+      "size": 29750251
+    },
+    {
+      "mediaType": "application/vnd.oci.image.layer.v1.tar+gzip",
+      "digest": "sha256:9646007814c36efe586a3b9ee3693e805f8431a4fd91f34e692e548c5fb84d48",
+      "size": 69457171
+    },
+    {
+      "mediaType": "application/vnd.oci.image.layer.v1.tar+gzip",
+      "digest": "sha256:115b204d3cac44a061db6ed6f44fa6e6db7b0999bcb7e3540ab58493865a80ad",
+      "size": 4392
+    },
+    {
+      "mediaType": "application/vnd.oci.image.layer.v1.tar+gzip",
+      "digest": "sha256:355b69d049cfcd0188a4fae09586e3b7dced9ab80d72facbaf255ca548291663",
+      "size": 9565683
+    },
+    {
+      "mediaType": "application/vnd.oci.image.layer.v1.tar+gzip",
+      "digest": "sha256:1df7316c2f87d17678c8549e393c7adef6c0ad12b9bca496bde4f05d7f9180bb",
+      "size": 138950693
+    },
+    {
+      "mediaType": "application/vnd.oci.image.layer.v1.tar+gzip",
+      "digest": "sha256:0b9ba28313e173e64bfce41220359b8cc84863ed40f16c97d3af27797a3c6c7d",
+      "size": 66293638
+    },
+    {
+      "mediaType": "application/vnd.oci.image.layer.v1.tar+gzip",
+      "digest": "sha256:c142c2205f1b0ba839d76f487a092890bb67c9115904162fba3246a648e7acef",
+      "size": 1333705762
+    },
+    {
+      "mediaType": "application/vnd.oci.image.layer.v1.tar+gzip",
+      "digest": "sha256:fece55be4fa0be833bd985f4f33ea0b51c38b219baa76c90ab007f9140b32acf",
+      "size": 115
+    },
+    {
+      "mediaType": "application/vnd.oci.image.layer.v1.tar+gzip",
+      "digest": "sha256:ebbb05e86dc2d4c7b3730e1b632ea752837b45984db0ebe472210c5a8f42d5ff",
+      "size": 139072654
+    },
+    {
+      "mediaType": "application/vnd.oci.image.layer.v1.tar+gzip",
+      "digest": "sha256:68b6aae5dd1b1bd4118ad07c4a268eebd7616b2ca8fc8529a8f72141d17a270c",
+      "size": 38450238
+    },
+    {
+      "mediaType": "application/vnd.oci.image.layer.v1.tar+gzip",
+      "digest": "sha256:572b3f9ca59519fb741c59c897a557816ee1bacf69e90174f224791d5205635c",
+      "size": 38450246
+    },
+    {
+      "mediaType": "application/vnd.oci.image.layer.v1.tar+gzip",
+      "digest": "sha256:60cb4fdb6ac67fed7ba9ed8b06f417ed6b38f92d30770cb4aa3451f6eee12a4b",
+      "size": 58175062
+    },
+    {
+      "mediaType": "application/vnd.oci.image.layer.v1.tar+gzip",
+      "digest": "sha256:8b75fee3183e302f4287a33f419818c4a4c8e12b4e2f8bc1e4583f6c1037373d",
+      "size": 11665131
+    },
+    {
+      "mediaType": "application/vnd.oci.image.layer.v1.tar+gzip",
+      "digest": "sha256:f7136d608a0c751c50de1ed04c8fa92e5214d0e0ffe0bf37999817f9c9c08f92",
+      "size": 1719737
+    },
+    {
+      "mediaType": "application/vnd.oci.image.layer.v1.tar+gzip",
+      "digest": "sha256:a116a8a5711c771f3ff2cd19ec41f8a1839db348eea4a94d53674497bb9c31ad",
+      "size": 6753
+    },
+    {
+      "mediaType": "application/vnd.oci.image.layer.v1.tar+gzip",
+      "digest": "sha256:5a611e1a9a8ea7c2abb86d34ae8793e6fcdb5fe8d4f699f8cf40ab867aaa478b",
+      "size": 2953698
+    },
+    {
+      "mediaType": "application/vnd.oci.image.layer.v1.tar+gzip",
+      "digest": "sha256:deb5f1ad85690559f591eda0dbaa342ee425870056139a99e248ab06592f9900",
+      "size": 1080
+    },
+    {
+      "mediaType": "application/vnd.oci.image.layer.v1.tar+gzip",
+      "digest": "sha256:c1b70a48146651539e87b1de40a3c07805e8f6ade664291b6c8c24ae48cb7456",
+      "size": 1044
+    },
+    {
+      "mediaType": "application/vnd.oci.image.layer.v1.tar+gzip",
+      "digest": "sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1",
+      "size": 32
+    },
+    {
+      "mediaType": "application/vnd.oci.image.layer.v1.tar+gzip",
+      "digest": "sha256:42006ba7c004eaf64b3793358ab463be657dc6f21eb7ecdb2c5a1facc85b91c0",
+      "size": 806
+    },
+    {
+      "mediaType": "application/vnd.oci.image.layer.v1.tar+gzip",
+      "digest": "sha256:f1c60465d7d8e46c92541f4681659bead0031f5996bfb53f2a2bc0d92ad6f72e",
+      "size": 480658
+    },
+    {
+      "mediaType": "application/vnd.oci.image.layer.v1.tar+gzip",
+      "digest": "sha256:61f2cf7722d1d936299d9188d5c90760fba1dbeb685ad1d6bbc7dd8bd90ad0d9",
+      "size": 4008
+    }
+  ]
+}

image/blobs/sha256/5b467a77ceb92c7a6618e379de46674d83343b0f16cd80ce1a31f3efcd67f03e

@@ -0,0 +1 @@
+{"_type":"https://in-toto.io/Statement/v1","predicateType":"https://slsa.dev/provenance/v1","subject":[{"name":"pkg:docker/tt-model/qwen3-32b-p300x2@build-7d54a363f?platform=linux%2Famd64","digest":{"sha256":"51af99679ccb4b9d5ef329e3fbf55bffaa20fedb0f02be5a24ef16d39f2a3cc2"}}],"predicate":{"buildDefinition":{"buildType":"https://github.com/moby/buildkit/blob/master/docs/attestations/slsa-definitions.md","resolvedDependencies":[{"uri":"pkg:docker/docker/dockerfile@1.7-labs","digest":{"sha256":"b99fecfe00268a8b556fad7d9c37ee25d716ae08a5d7320e6d51c4dd83246894"}},{"uri":"pkg:docker/ubuntu@22.04?platform=linux%2Famd64","digest":{"sha256":"829f6df217bcbae2b371026e81711d1a787c61b2967ad09d015063663ebafbf7"}},{"uri":"pkg:docker/ghcr.io/tenstorrent/tt-metal/tt-metalium/ubuntu-22.04-dev-amd64@latest?platform=linux%2Famd64","digest":{"sha256":"c2161d26c599f860441351f23d752f286b2e84cef2e34b7a6f252ac43433af2f"}}],"externalParameters":{"configSource":{"path":"Dockerfile"},"request":{"frontend":"gateway.v0","args":{"cmdline":"docker/dockerfile:1.7-labs","context:metalsrc":"local:metalsrc","frontend.caps":"moby.buildkit.frontend.contexts+forward","sharedkey:localdir:metalsrc":"metalsrc:77a085a62660b343","source":"docker/dockerfile:1.7-labs"},"locals":[{"name":"context"},{"name":"dockerfile"},{"name":"metalsrc"}],"root":{"configSource":{"path":"Dockerfile"},"request":{"args":{"context:metalsrc":"local:metalsrc","frontend.caps":"moby.buildkit.frontend.contexts+forward","sharedkey:localdir:metalsrc":"metalsrc:77a085a62660b343"}}},"compatibilityVersion":30}},"internalParameters":{"builderPlatform":"linux/amd64"}},"runDetails":{"builder":{"id":""},"metadata":{"invocationId":"xwon4tr8fijnpzena38ofr2jn","startedOn":"2026-09-10T01:37:03.004121634Z","finishedOn":"2026-09-10T01:40:57.576369086Z","buildkit_metadata":{},"buildkit_completeness":{"request":false,"resolvedDependencies":false}}}}}

image/index.json

@@ -1 +1 @@
-{"schemaVersion":2,"mediaType":"application/vnd.oci.image.index.v1+json","manifests":[{"mediaType":"application/vnd.oci.image.index.v1+json","digest":"sha256:6a5fe1b697e29704503bc32e2d55a5b13eb6d3f2765215b17603e0737552c747","size":856,"annotations":{"io.containerd.image.name":"docker.io/tt-model/qwen3-32b-p300x2:6a5fe1b697e2","org.opencontainers.image.ref.name":"6a5fe1b697e2"}}]}
+{"schemaVersion":2,"mediaType":"application/vnd.oci.image.index.v1+json","manifests":[{"mediaType":"application/vnd.oci.image.index.v1+json","digest":"sha256:39bee311933c731e2450e7a057c1dbc2c62c973dfc28483a1787cfe6c99f4023","size":856,"annotations":{"io.containerd.image.name":"docker.io/tt-model/qwen3-32b-p300x2:39bee311933c","org.opencontainers.image.ref.name":"39bee311933c"}}]}

image/manifest.json

@@ -1 +1 @@
-[{"Config":"blobs/sha256/cd97f4106d1a3de85a630178a830582b6ff0345f48473ef35f772d58f9bb45e4","RepoTags":["tt-model/qwen3-32b-p300x2:6a5fe1b697e2"],"Layers":["blobs/sha256/d544298cabd50e7c86bfef1e52b67f01db6b3a57bfecfe37a851873dee83e52a","blobs/sha256/4bd11f2417eedf5324ca618add36a38dc1a40c8a194e118b3ec87298c809a951","blobs/sha256/996c7ebc13a7761dd302404e89bfff86291e2975a75801b504ec6b940f6e96f9","blobs/sha256/70b7f47d20b968bd85bf661349683adda8e911dc51a35ae731ffe1f3ae990a98","blobs/sha256/f1814082c1d0dde574540846559dfc03265ce482bde763f00d097a07e1a151da","blobs/sha256/0ad9bbbd893379130aea367a2e5d71bbc4b613b08ed7a484333e9d0c7ac52775","blobs/sha256/b9fe732e59156c30240796712a0f5dd82b1ea28193eacd170e1324c0bac62acf","blobs/sha256/af9c2ae35fe6783561ff18622579b5b283adb9fbbff47f9ee2529662dbe342c2","blobs/sha256/6772e885512c96e4057549dd363bd6372278f53a7604772fa2c2596a68ea40e7","blobs/sha256/8c3a19b4e3ee3ae314a62283aa465f5935c44adaf77f214996de1098de5bbb2f","blobs/sha256/8ae0d58a2278efba5e2a168dd2d6ef8cefa84441ba0eb1e4233aabf8e21bf43c","blobs/sha256/9131539e6cabd4c1d70ef710038d90f0ff930ea9bdd1bbc63954d05f4c0c40a8","blobs/sha256/0257bb495c68ad8dffceb5f420673a416fb36f88abb9888017de3cc74447e96a","blobs/sha256/aeb4c826026d722a7ec3155882670656463daa84da942e02348c32c82561ced7","blobs/sha256/8c2a13f66844e19ff070ebd645884e8b1d5f53f29b6b45ced488f87b47d8fcc3","blobs/sha256/0f9b2723ace4907bd76dbce35635e043bf99b31f2cf1e9e71f8198e7013ac3b2","blobs/sha256/afbc1b3e8ab695e907798babca2b5954a48f34697ac0fcfffb868706ef1bc890","blobs/sha256/985d61a0d0304fe03b58e126ad444176476d9e40bac58129a959ef37f09cdf92","blobs/sha256/4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1","blobs/sha256/273466676c782b164d90d94fb2de1daf83c87deacf8a210f1b8788bbb0f6e207","blobs/sha256/eb945e0223bb9286c2a245951dcf1c065dfde8d8fbdca6a2c70f43b7743165a2","blobs/sha256/bdd4390cffc6c6d965bbd33a201747ca757e960982504a1aa95e22af66d1d61f"]}]
+[{"Config":"blobs/sha256/2dcd3819313bcc22e7aa3b30c859b6c9036e9632c433a59e54ed981e5a73d402","RepoTags":["tt-model/qwen3-32b-p300x2:39bee311933c"],"Layers":["blobs/sha256/20c3783cc497b5b0df1fc5f92bd64c3d2fbb24057c88692c8fda205b6ea8a2f2","blobs/sha256/9646007814c36efe586a3b9ee3693e805f8431a4fd91f34e692e548c5fb84d48","blobs/sha256/115b204d3cac44a061db6ed6f44fa6e6db7b0999bcb7e3540ab58493865a80ad","blobs/sha256/355b69d049cfcd0188a4fae09586e3b7dced9ab80d72facbaf255ca548291663","blobs/sha256/1df7316c2f87d17678c8549e393c7adef6c0ad12b9bca496bde4f05d7f9180bb","blobs/sha256/0b9ba28313e173e64bfce41220359b8cc84863ed40f16c97d3af27797a3c6c7d","blobs/sha256/c142c2205f1b0ba839d76f487a092890bb67c9115904162fba3246a648e7acef","blobs/sha256/fece55be4fa0be833bd985f4f33ea0b51c38b219baa76c90ab007f9140b32acf","blobs/sha256/ebbb05e86dc2d4c7b3730e1b632ea752837b45984db0ebe472210c5a8f42d5ff","blobs/sha256/68b6aae5dd1b1bd4118ad07c4a268eebd7616b2ca8fc8529a8f72141d17a270c","blobs/sha256/572b3f9ca59519fb741c59c897a557816ee1bacf69e90174f224791d5205635c","blobs/sha256/60cb4fdb6ac67fed7ba9ed8b06f417ed6b38f92d30770cb4aa3451f6eee12a4b","blobs/sha256/8b75fee3183e302f4287a33f419818c4a4c8e12b4e2f8bc1e4583f6c1037373d","blobs/sha256/f7136d608a0c751c50de1ed04c8fa92e5214d0e0ffe0bf37999817f9c9c08f92","blobs/sha256/a116a8a5711c771f3ff2cd19ec41f8a1839db348eea4a94d53674497bb9c31ad","blobs/sha256/5a611e1a9a8ea7c2abb86d34ae8793e6fcdb5fe8d4f699f8cf40ab867aaa478b","blobs/sha256/deb5f1ad85690559f591eda0dbaa342ee425870056139a99e248ab06592f9900","blobs/sha256/c1b70a48146651539e87b1de40a3c07805e8f6ade664291b6c8c24ae48cb7456","blobs/sha256/4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1","blobs/sha256/42006ba7c004eaf64b3793358ab463be657dc6f21eb7ecdb2c5a1facc85b91c0","blobs/sha256/f1c60465d7d8e46c92541f4681659bead0031f5996bfb53f2a2bc0d92ad6f72e","blobs/sha256/61f2cf7722d1d936299d9188d5c90760fba1dbeb685ad1d6bbc7dd8bd90ad0d9"]}]

requirements.lock

@@ -21,11 +21,11 @@ cloudpickle==3.1.2
 compressed-tensors==0.17.0
 contourpy==1.3.3
 cryptography==50.0.1
-cuda-bindings==13.3.1
-cuda-core==1.0.1
+cuda-bindings==13.4.1
+cuda-core==1.2.0
 cuda-pathfinder==1.8.1
-cuda-python==13.3.1
-cuda-tile==1.5.0
+cuda-python==13.4.1
+cuda-tile==1.6.0
 cycler==0.12.1
 depyf==0.20.0
 detect-installer==0.2.1
@@ -36,7 +36,7 @@ dnspython==2.8.0
 docstring_parser==0.18.0
 einops==0.8.2
 elastic-transport==9.4.2
-elasticsearch==9.5.0
+elasticsearch==9.5.1
 email-validator==2.3.0
 fastapi==0.136.3
 fastapi-cli==0.0.32
@@ -94,12 +94,12 @@ ninja==1.13.2
 nodeenv==1.10.0
 numba==0.65.0
 numpy==1.26.4
-nvidia-cuda-cccl==13.3.3.4.1
-nvidia-cuda-crt==13.3.73
-nvidia-cuda-nvcc==13.3.73
-nvidia-cuda-nvdisasm==13.3.73
-nvidia-cuda-nvrtc==13.3.33
-nvidia-cuda-runtime==13.3.29
+nvidia-cuda-cccl==13.3.4.2.1
+nvidia-cuda-crt==13.4.59
+nvidia-cuda-nvcc==13.4.59
+nvidia-cuda-nvdisasm==13.4.49
+nvidia-cuda-nvrtc==13.4.59
+nvidia-cuda-runtime==13.4.49
 nvidia-cudnn-frontend==1.28.0
 nvidia-cutlass-dsl==4.6.0
 nvidia-cutlass-dsl-libs-base==4.6.0
@@ -107,9 +107,9 @@ nvidia-cutlass-dsl-libs-core==4.6.0
 nvidia-cutlass-dsl-libs-cu12==4.6.0
 nvidia-cutlass-dsl-libs-cu13==4.6.0
 nvidia-ml-py==13.610.43
-nvidia-nvvm==13.3.73
+nvidia-nvvm==13.4.59
 nvtx==0.2.15
-openai==3.10.0
+openai==3.11.0
 openai-harmony==0.0.8
 opencv-python-headless==4.11.0.86
 opentelemetry-api==1.44.0
@@ -156,7 +156,7 @@ PyYAML==6.0.3
 pyzmq==27.2.0
 quack-kernels==0.6.3
 referencing==0.37.0
-regex==2026.9.3
+regex==2026.9.10
 requests==2.34.2
 rich==15.0.0
 rich-toolkit==0.20.5
@@ -190,13 +190,13 @@ torch_c_dlpack_ext==0.1.5
 torchcodec==0.16.0+cpu
 torchvision==0.26.0+cpu
 tqdm==4.70.0
-transformers==5.16.1
+transformers==5.17.0
 triton==3.8.0
 truststore==0.10.4
-tt-smi==6.4.1
+tt-smi==6.5.0
 tt-tools-common==1.6.0
-tt-umd==0.9.8
-ttnn==0.65.2.dev9796
+tt-umd==0.9.10
+ttnn==0.65.2.dev9796+g7d54a363f0c
 typer==0.27.2
 typing-inspection==0.4.4
 typing_extensions==4.16.0

tt_kernel_manifest.json

@@ -1,12 +1,12 @@
 {
   "schema_version": "5.1",
   "name": "qwen3-32b-p300x2",
-  "tt_metal_version": "0.65.2.dev9796",
+  "tt_metal_version": "0.65.2.dev9796+g7d54a363f0c",
   "arch": "blackhole",
   "device_count": 4,
   "producer": {
     "tt_kernel_version": "0.1.0",
-    "created_at": "2026-09-09T15:27:56.860195+00:00",
+    "created_at": "2026-09-10T01:41:17.153156+00:00",
     "hostname": "qb2-120-p11t08"
   },
   "weights": {
@@ -27,8 +27,8 @@
     "image": {
       "registry": "hf",
       "repository": "qwen3-32b-p300x2",
-      "tag": "tt-model/qwen3-32b-p300x2:6a5fe1b697e2",
-      "digest": "sha256:6a5fe1b697e29704503bc32e2d55a5b13eb6d3f2765215b17603e0737552c747"
+      "tag": "tt-model/qwen3-32b-p300x2:39bee311933c",
+      "digest": "sha256:39bee311933c731e2450e7a057c1dbc2c62c973dfc28483a1787cfe6c99f4023"
     },
     "kind": "vllm-plugin",
     "runtime": {
@@ -47,9 +47,9 @@
       "hardware": "p300x2",
       "mesh_device": "P300x2",
       "port": 8000,
-      "max_model_len": 40960,
+      "max_model_len": 131072,
       "max_num_seqs": 32,
-      "block_size": 32,
+      "block_size": 64,
       "server_timeout": null,
       "capabilities": {
         "tool_parser": "hermes",
@@ -58,16 +58,22 @@
       "additional_config": {
         "tt": {
           "sample_on_device_mode": "all",
-          "trace_mode": "decode_only",
-          "trace_region_size": 90000000,
+          "trace_mode": "all",
+          "trace_region_size": 402653184,
           "fabric_config": "FABRIC_1D_RING"
         }
       },
-      "args": [],
+      "args": [
+        [
+          "--max-num-batched-tokens",
+          "131072"
+        ]
+      ],
       "env": {
         "ARCH_NAME": "blackhole",
         "VLLM_RPC_TIMEOUT": "900000",
-        "TT_VLLM_BUILTIN_MODELS": "0"
+        "TT_VLLM_BUILTIN_MODELS": "0",
+        "VLLM_ALLOW_LONG_MAX_MODEL_LEN": "1"
       }
     },
     "serve_profiles": [
@@ -93,27 +99,27 @@
       "from models.common.models.qwen3_32b.generator import Qwen3_32BGenerator; assert Qwen3_32BGenerator"
     ],
     "built": {
-      "image": "tt-model/qwen3-32b-p300x2:6a5fe1b697e2",
+      "image": "tt-model/qwen3-32b-p300x2:39bee311933c",
       "repo": "stisiTT/qwen3-32b-p300x2",
       "tt_model_version": "0.1.0",
-      "created_at": "2026-09-09T15:23:12+00:00",
+      "created_at": "2026-09-10T01:37:02+00:00",
       "tt_metal": {
         "sha": "7d54a363f0cb5ccb0fc0ff8a63fb35398a4ba0b4",
-        "describe": "v0.79.0-dev20260907-81-g7d54a363f0",
-        "dirty": false,
-        "scm_version": "0.65.2.dev9796",
+        "describe": "v0.79.0-dev20260907-81-g7d54a363f0-dirty",
+        "dirty": true,
+        "scm_version": "0.65.2.dev9796+g7d54a363f0c",
         "mode": "local",
         "remote": "https://github.com/tenstorrent/tt-metal.git",
         "branch": "main",
         "pushed": true
       },
-      "code_sha256": "b2bb549c1c8d11b15b4c65850ec2ef81841a2c1b8763f19550f96b87e39d09f0",
+      "code_sha256": "2c329baf1a4b0bea0a8b92f4a1f09f1bd3159d4d512c9c9553aadd9fad4421f0",
       "plugin": {
         "sha": "bef89e429e202caa38d3e3c8a24da4e8cc02405a",
         "path": "/home/stisi/vllm-tt-plugin",
         "dirty": false
       },
-      "image_digest": "sha256:6a5fe1b697e29704503bc32e2d55a5b13eb6d3f2765215b17603e0737552c747"
+      "image_digest": "sha256:39bee311933c731e2450e7a057c1dbc2c62c973dfc28483a1787cfe6c99f4023"
     }
   }
 }