sdnq_recipe.json

{
  "variant": "t4-tebf16",
  "description": "Cosmos transformer uint4, text encoder bf16, VAE bf16.",
  "source_model": "AiArtLab/sdxs-2b",
  "components": {
    "transformer": "uint4"
  },
  "torch_dtype": "bfloat16",
  "quantized_matmul_dtype": "int8",
  "group_size": 0,
  "use_quantized_matmul": true,
  "use_svd": false,
  "quant_conv": false,
  "quant_embedding": false,
  "dequantize_fp32": true,
  "notes": [
    "VAE remains bf16; it is small and decode quality-sensitive.",
    "Embeddings are not quantized; SDNQ common/model skip keys leave fragile input/output projections in higher precision.",
    "The first inference after load may include torch.compile/Triton warmup; compare steady-state second pass for speed."
  ]
}