benchmark/summary.json

{
  "status": "metrics_recorded",
  "source_model_id": "Tongyi-MAI/Z-Image-Turbo",
  "source_revision": "f332072aa78be7aecdf3ee76d5c247082da564a6",
  "weight_bits": 2,
  "activation_bits": 4,
  "codebook_version": 2,
  "target_policy": "z_image",
  "runtime_mode": "auto_fused",
  "activation_kernel_backend": "auto",
  "activation_eps": 1e-10,
  "quantization_device": "cuda",
  "weight_quantization_backend": "triton_cuda",
  "quantization_staging_mode": "component",
  "synchronize_per_module": false,
  "quantization_elapsed_seconds": 4.950456083752215,
  "orbitquant_seconds": 3.266821008641273,
  "adaln_seconds": 0.28703642217442393,
  "device_transfer_seconds": 1.381439802236855,
  "module_device_transfer_count": 1,
  "metrics": {
    "original": {
      "records": 10,
      "latest_metrics": {
        "generated_samples": 1,
        "wall_time_seconds": 6.092661592178047,
        "peak_vram_bytes": 23267429888
      }
    },
    "orbitquant": {
      "records": 10,
      "latest_metrics": {
        "generated_samples": 1,
        "wall_time_seconds": 6.2424984918907285,
        "peak_vram_bytes": 13385301504
      }
    }
  },
  "native_smoke": {
    "proof_format": "orbitquant-native-smoke-v1",
    "comparison_asset_path": "assets/image_generation_comparison_matrix.webp",
    "paired_prompt_seed_count": 10,
    "paired_prompt_seed_keys": [
      [
        "z-image-native",
        "0",
        "color-binding"
      ],
      [
        "z-image-native",
        "0",
        "counting"
      ],
      [
        "z-image-native",
        "0",
        "cyrillic-text-rendering"
      ],
      [
        "z-image-native",
        "0",
        "english-text-rendering"
      ],
      [
        "z-image-native",
        "0",
        "long-prompt"
      ],
      [
        "z-image-native",
        "0",
        "occlusion-reflection"
      ],
      [
        "z-image-native",
        "0",
        "simple-object"
      ],
      [
        "z-image-native",
        "0",
        "spatial-relationship"
      ],
      [
        "z-image-native",
        "0",
        "style-heavy"
      ],
      [
        "z-image-native",
        "0",
        "two-object-composition"
      ]
    ],
    "splits": {
      "original": {
        "records": 10,
        "generated_samples": 10,
        "generated_frames": 0,
        "nonempty_output_count": 10,
        "seeds": [
          "0"
        ],
        "prompt_ids": [
          "color-binding",
          "counting",
          "cyrillic-text-rendering",
          "english-text-rendering",
          "long-prompt",
          "occlusion-reflection",
          "simple-object",
          "spatial-relationship",
          "style-heavy",
          "two-object-composition"
        ],
        "pair_keys": [
          [
            "z-image-native",
            "0",
            "color-binding"
          ],
          [
            "z-image-native",
            "0",
            "counting"
          ],
          [
            "z-image-native",
            "0",
            "cyrillic-text-rendering"
          ],
          [
            "z-image-native",
            "0",
            "english-text-rendering"
          ],
          [
            "z-image-native",
            "0",
            "long-prompt"
          ],
          [
            "z-image-native",
            "0",
            "occlusion-reflection"
          ],
          [
            "z-image-native",
            "0",
            "simple-object"
          ],
          [
            "z-image-native",
            "0",
            "spatial-relationship"
          ],
          [
            "z-image-native",
            "0",
            "style-heavy"
          ],
          [
            "z-image-native",
            "0",
            "two-object-composition"
          ]
        ],
        "native_settings": [
          {
            "frames": null,
            "guidance": 0.0,
            "height": 1024,
            "steps": 10,
            "suite": "z-image-native",
            "width": 1024
          }
        ]
      },
      "orbitquant": {
        "records": 10,
        "generated_samples": 10,
        "generated_frames": 0,
        "nonempty_output_count": 10,
        "seeds": [
          "0"
        ],
        "prompt_ids": [
          "color-binding",
          "counting",
          "cyrillic-text-rendering",
          "english-text-rendering",
          "long-prompt",
          "occlusion-reflection",
          "simple-object",
          "spatial-relationship",
          "style-heavy",
          "two-object-composition"
        ],
        "pair_keys": [
          [
            "z-image-native",
            "0",
            "color-binding"
          ],
          [
            "z-image-native",
            "0",
            "counting"
          ],
          [
            "z-image-native",
            "0",
            "cyrillic-text-rendering"
          ],
          [
            "z-image-native",
            "0",
            "english-text-rendering"
          ],
          [
            "z-image-native",
            "0",
            "long-prompt"
          ],
          [
            "z-image-native",
            "0",
            "occlusion-reflection"
          ],
          [
            "z-image-native",
            "0",
            "simple-object"
          ],
          [
            "z-image-native",
            "0",
            "spatial-relationship"
          ],
          [
            "z-image-native",
            "0",
            "style-heavy"
          ],
          [
            "z-image-native",
            "0",
            "two-object-composition"
          ]
        ],
        "native_settings": [
          {
            "frames": null,
            "guidance": 0.0,
            "height": 1024,
            "steps": 10,
            "suite": "z-image-native",
            "width": 1024
          }
        ]
      }
    }
  },
  "published_summary": "compact",
  "raw_generation_records": "local-only"
}