{
  "schema_version": "5.1",
  "name": "nemotron-3.5-lightning-30b-a3b-nvfp4-tt-p300x2-vllm026",
  "tt_metal_version": "0.65.2.dev7097+gcfd2056ecb4",
  "arch": "blackhole",
  "device_count": 4,
  "producer": {
    "tt_kernel_version": "0.1.0",
    "created_at": "2026-09-11T17:52:26.396571+00:00",
    "hostname": "tt-quietbox"
  },
  "weights": {
    "repo_id": "nvidia/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-NVFP4",
    "revision": "6dbbd757ea75a8ece6e0702872e3ae53f9987728",
    "allow_patterns": null,
    "ignore_patterns": null,
    "repo_type": "model"
  },
  "mesh": null,
  "entrypoint": null,
  "resources": null,
  "capabilities": null,
  "env": {},
  "bundled": null,
  "deps": null,
  "container": {
    "image": {
      "registry": "hf",
      "repository": "nemotron-3.5-lightning-30b-a3b-nvfp4-tt-p300x2-vllm026",
      "tag": "tt-model/nemotron-3.5-lightning-30b-a3b-nvfp4-tt-p300x2-vllm026:745c72341b2d",
      "digest": "sha256:745c72341b2d4058b7a08d6e8ed95d0e493586d5b4d3b78d75fc973d5fe8db51"
    },
    "kind": "vllm-plugin",
    "runtime": {
      "vllm": {
        "version": "0.26.0"
      },
      "plugin": {
        "path": "/home/ttuser/nemo35lightning/vllm-tt-plugin",
        "sha": "52db64380a1564c2c16959b55c2cd7378ecbe9f0",
        "dirty": false
      },
      "extra_models_dir": "models/autoports/nvidia_nvidia_nemotron_3_5_lightning_30b_a3b_nvfp4/vllm_bundle",
      "wheels": [
        "/home/ttuser/nemo35lightning/wheels_pins/torch-2.11.0+cpu-cp312-cp312-manylinux_2_28_x86_64.whl",
        "/home/ttuser/nemo35lightning/wheels_pins/transformers-5.10.2-py3-none-any.whl",
        "/home/ttuser/nemo35lightning/wheels_pins/tokenizers-0.22.2-cp39-abi3-manylinux_2_17_x86_64.manylinux2014_x86_64.whl",
        "/home/ttuser/nemo35lightning/wheels_pins/huggingface_hub-1.16.1-py3-none-any.whl",
        "/home/ttuser/nemo35lightning/wheels_pins/safetensors-0.8.0-cp310-abi3-manylinux_2_17_x86_64.manylinux2014_x86_64.whl",
        "/home/ttuser/nemo35lightning/wheels_pins/numpy-2.3.5-cp312-cp312-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl",
        "/home/ttuser/nemo35lightning/wheels_pins/loguru-0.6.0-py3-none-any.whl"
      ],
      "lock": "requirements.lock"
    },
    "serve": {
      "hardware": "p300x2",
      "mesh_device": "P300x2",
      "port": null,
      "max_model_len": 1048576,
      "max_num_seqs": 32,
      "block_size": 64,
      "server_timeout": null,
      "capabilities": {
        "tool_parser": "qwen3_coder",
        "reasoning_parser": "nemotron_v3"
      },
      "additional_config": {
        "tt": {
          "sample_on_device_mode": "all",
          "trace_region_size": 1073741824,
          "fabric_config": "FABRIC_1D_RING"
        }
      },
      "args": [
        [
          "--hf-overrides",
          "{\"quantization_config\":null}"
        ],
        [
          "--revision",
          "6dbbd757ea75a8ece6e0702872e3ae53f9987728"
        ],
        [
          "--tokenizer-revision",
          "6dbbd757ea75a8ece6e0702872e3ae53f9987728"
        ]
      ],
      "env": {
        "TT_METAL_VISIBLE_DEVICES": "0,1,2,3",
        "ARCH_NAME": "blackhole",
        "TORCHDYNAMO_DISABLE": "1",
        "VLLM_RPC_TIMEOUT": "900000",
        "NEMOTRON_WEIGHT_CACHE": "/cache/nemotron_weights",
        "NEMOTRON_REVISION": "6dbbd757ea75a8ece6e0702872e3ae53f9987728"
      }
    },
    "serve_profiles": [
      {
        "hardware": null,
        "mesh_device": null,
        "port": null,
        "max_model_len": null,
        "max_num_seqs": null,
        "block_size": null,
        "server_timeout": null,
        "capabilities": null,
        "additional_config": {},
        "args": [],
        "env": {},
        "name": "default",
        "description": null
      }
    ],
    "default_profile": null,
    "code_dir": "code",
    "verify": [
      "import vllm; assert vllm.__version__.startswith('0.26.'), vllm.__version__",
      "from vllm.reasoning import ReasoningParserManager as R; R.get_reasoning_parser('nemotron_v3')",
      "from vllm.tool_parsers import ToolParserManager as T; T.get_tool_parser('qwen3_coder')",
      "import vllm_tt_plugin, pathlib; assert '/tt-metal/' not in vllm_tt_plugin.__file__ and 'site-packages' in vllm_tt_plugin.__file__, vllm_tt_plugin.__file__",
      "from models.autoports.nvidia_nvidia_nemotron_3_5_lightning_30b_a3b_nvfp4.tt.generator_vllm import NemotronHForCausalLM; assert NemotronHForCausalLM",
      "from pathlib import Path; p = Path('/opt/tt-metal/models/autoports/nvidia_nvidia_nemotron_3_5_lightning_30b_a3b_nvfp4/doc/datatype_sweep/selected_precision_config.json'); assert p.is_file(), 'selected_precision_config.json missing: the model would silently serve at code-default precision'",
      "from models.autoports.nvidia_nvidia_nemotron_3_5_lightning_30b_a3b_nvfp4.tt import precision; r = precision.resolve_policies(); assert r[2]['config_id'] != 'code-defaults', r[2]",
      "import transformers, tokenizers, safetensors, numpy, torch; assert transformers.__version__ == '5.10.2', transformers.__version__; assert numpy.__version__ == '2.3.5', numpy.__version__; assert torch.__version__ == '2.11.0+cpu', torch.__version__"
    ],
    "built": {
      "image": "tt-model/nemotron-3.5-lightning-30b-a3b-nvfp4-tt-p300x2-vllm026:745c72341b2d",
      "repo": "ndaly/Nemotron-3.5-Lightning-30B-A3B-NVFP4-tt-p300x2-vllm026",
      "tt_model_version": "0.1.0",
      "created_at": "2026-09-11T17:47:54+00:00",
      "tt_metal": {
        "sha": "cfd2056ecb4601bd8b136b4ef1f89c6329f2eaef",
        "describe": "v0.74.0-dev20260622-202-gcfd2056ecb-dirty",
        "dirty": true,
        "scm_version": "0.65.2.dev7097+gcfd2056ecb4",
        "mode": "local",
        "remote": "https://github.com/tenstorrent/tt-metal.git",
        "branch": "agentic-research/hous/multigoal-claude",
        "pushed": false
      },
      "code_sha256": "5787b8dfce9d7e38e43fdb6e6bc7cbfcb93b48d48719c9e825261a5624c2d151",
      "plugin": {
        "sha": "52db64380a1564c2c16959b55c2cd7378ecbe9f0",
        "path": "/home/ttuser/nemo35lightning/vllm-tt-plugin",
        "dirty": false
      },
      "image_digest": "sha256:745c72341b2d4058b7a08d6e8ed95d0e493586d5b4d3b78d75fc973d5fe8db51"
    }
  }
}