Replace with paper-conformant codebook v2 artifact

README.md

@@ -70,27 +70,12 @@ Use these settings when comparing this artifact against the BF16 source model or
 - Release-grade paper metrics: not applicable to this extra target.
 - The model card reports artifact-level validation status only.
 
-## Native Validation Evidence
-
-The compact benchmark summary records native BF16-vs-OrbitQuant evidence for the comparison matrix below. Detailed per-sample generation records are retained outside this compact artifact.
-
-| Evidence | Value |
-| --- | --- |
-| Comparison matrix | `assets/image_generation_comparison_matrix.webp` |
-| Paired prompt/seed count | `1` |
-| BF16 source generated samples | `1` |
-| BF16 source generated frames | `0` |
-| BF16 source nonempty outputs | `1` |
-| OrbitQuant generated samples | `1` |
-| OrbitQuant generated frames | `0` |
-| OrbitQuant nonempty outputs | `1` |
-
 ## Quantization
 
 - Method: `orbitquant`
 - Bits: `W4A4`
 - Runtime mode: `auto_fused`
-- Activation kernel backend: `triton_cuda`
+- Activation kernel backend: `auto`
 - Activation normalization epsilon: `1e-10`
 - Quantization device: `cuda`
 - Weight quantization backend: `triton_cuda`
@@ -103,7 +88,7 @@ The compact benchmark summary records native BF16-vs-OrbitQuant evidence for the
 - Block size: `paper`
 - Block size policy: `largest_power_of_two_dividing_dim`
 - Codebook: `lloyd_max`
-- Codebook version: `1`
+- Codebook version: `2`
 - Quantized transformer modules: `100`
 - AdaLN INT4 modules: `3`
 - Skipped modules: `6`
@@ -112,9 +97,7 @@ The compact benchmark summary records native BF16-vs-OrbitQuant evidence for the
 
 ## Visual Comparison
 
-The following assets are stored in this artifact and compare the BF16 base generation against the OrbitQuant generation with the same prompt and seed.
-
-![assets/image_generation_comparison_matrix.webp](assets/image_generation_comparison_matrix.webp)
+Validation status: comparison asset missing. This artifact does not include a generation comparison matrix.
 
 ## Source
 

SHA256SUMS

@@ -1,10 +1,9 @@
-dd5da716ec3fbf61ba336e02399bbd6d57da2d27cc6f549179ee417dd46a19e6  README.md
-4983dedd382a6ca16289cac20ceb4a54d0eef84d5195673bddde99c8c6f32012  assets/image_generation_comparison_matrix.webp
-d39ce2afa1fb562244a9acb8712e2645aca4b5da60ecc3115d5e299d6c8ec1ad  benchmark/summary.json
-f03eaef37e04ff47af0935607a334bb80d26a3cf1bd9dfdc11a675b56bedfedc  model.safetensors
-f99a4281801bd8d56a9e0eea0ab2f6c450d3d4cf425b5db238e49f6be15b6228  model_index.json
-818e4de6a927335c47bb7d148f23a05dda61a3abb6e8f67cd8b9510960bdcf4c  orbitquant_codebooks.safetensors
-fd5327032b7e41dcd6abcd5fb6cffa467c4fca2d33e170e1cbb94f8e38098bba  orbitquant_manifest.json
+80c3fccb41c682f2dda12edbce8459ba1029486e27cd4a1dc63c18a5eb62bb45  README.md
+6b9671bc41754292ac58aa84fbb263f2c82e10f57d7d34c04dfa63859709ffaf  benchmark/summary.json
+bd85d0a739b4f5ddf2e3a109c8163ab019ba4a7f68ed07b4ff4d3362b41c62a7  model.safetensors
+4cf21005259004e390579286648418945378ef08022e396d14e165ae13672f2e  model_index.json
+e4f2fff365e0b0b6019117abb39ba2817c92173521be726e02919d6456929411  orbitquant_codebooks.safetensors
+68b747b9002db6f058826a86996c5508f8526fcd1a7e6091fec1e24e9689e9ee  orbitquant_manifest.json
 3a4014dbeee3988e275fcae07cc9312aceab5d14fb06c55f9a6548d1d7e2fa17  orbitquant_rotations.safetensors
 9d0a30e526f2840b3c68f61565e7345602d23175f2765dec60a6319a9bfcaedd  prompts.json
-d9207a741f4c353143ce5038f06349679c4c89e38e334b3f0773ed1e4c5d356a  quantization_config.json
+d90798b18112e3a3b6af9e17913426ee6b500a3ab57e04b6df4cedb306a4cdd8  quantization_config.json

benchmark/summary.json

@@ -1,112 +1,24 @@
 {
-  "status": "metrics_recorded",
+  "status": "not_run",
   "source_model_id": "black-forest-labs/FLUX.2-klein-4B",
   "source_revision": "e7b7dc27f91deacad38e78976d1f2b499d76a294",
   "weight_bits": 4,
   "activation_bits": 4,
+  "codebook_version": 2,
   "target_policy": "flux2",
   "runtime_mode": "auto_fused",
-  "activation_kernel_backend": "triton_cuda",
+  "activation_kernel_backend": "auto",
   "activation_eps": 1e-10,
   "quantization_device": "cuda",
   "weight_quantization_backend": "triton_cuda",
   "quantization_staging_mode": "streaming",
   "synchronize_per_module": false,
-  "quantization_elapsed_seconds": 3.4752471749670804,
-  "orbitquant_seconds": 2.135687416419387,
-  "adaln_seconds": 0.4508278868161142,
-  "device_transfer_seconds": 0.882997278124094,
+  "quantization_elapsed_seconds": 6.446110541932285,
+  "orbitquant_seconds": 3.5517221023328602,
+  "adaln_seconds": 2.1711772345006466,
+  "device_transfer_seconds": 0.717645316850394,
   "module_device_transfer_count": 103,
-  "metrics": {
-    "orbitquant": {
-      "records": 1,
-      "latest_metrics": {
-        "generated_samples": 1,
-        "wall_time_seconds": 8.579359667841345,
-        "peak_vram_bytes": 13604859904
-      }
-    },
-    "original": {
-      "records": 1,
-      "latest_metrics": {
-        "generated_samples": 1,
-        "wall_time_seconds": 1.9006238640286028,
-        "peak_vram_bytes": 18602007552
-      }
-    }
-  },
-  "native_smoke": {
-    "proof_format": "orbitquant-native-smoke-v1",
-    "comparison_asset_path": "assets/image_generation_comparison_matrix.webp",
-    "paired_prompt_seed_count": 1,
-    "paired_prompt_seed_keys": [
-      [
-        "flux2-native",
-        "0",
-        "simple-object"
-      ]
-    ],
-    "splits": {
-      "original": {
-        "records": 1,
-        "generated_samples": 1,
-        "generated_frames": 0,
-        "nonempty_output_count": 1,
-        "seeds": [
-          "0"
-        ],
-        "prompt_ids": [
-          "simple-object"
-        ],
-        "pair_keys": [
-          [
-            "flux2-native",
-            "0",
-            "simple-object"
-          ]
-        ],
-        "native_settings": [
-          {
-            "frames": null,
-            "guidance": 1.0,
-            "height": 1024,
-            "steps": 4,
-            "suite": "flux2-native",
-            "width": 1024
-          }
-        ]
-      },
-      "orbitquant": {
-        "records": 1,
-        "generated_samples": 1,
-        "generated_frames": 0,
-        "nonempty_output_count": 1,
-        "seeds": [
-          "0"
-        ],
-        "prompt_ids": [
-          "simple-object"
-        ],
-        "pair_keys": [
-          [
-            "flux2-native",
-            "0",
-            "simple-object"
-          ]
-        ],
-        "native_settings": [
-          {
-            "frames": null,
-            "guidance": 1.0,
-            "height": 1024,
-            "steps": 4,
-            "suite": "flux2-native",
-            "width": 1024
-          }
-        ]
-      }
-    }
-  },
+  "metrics": {},
   "published_summary": "compact",
   "raw_generation_records": "local-only"
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f03eaef37e04ff47af0935607a334bb80d26a3cf1bd9dfdc11a675b56bedfedc
+oid sha256:bd85d0a739b4f5ddf2e3a109c8163ab019ba4a7f68ed07b4ff4d3362b41c62a7
 size 2024361976

model_index.json

@@ -13,9 +13,10 @@
   "rotations": "orbitquant_rotations.safetensors",
   "weight_bits": 4,
   "activation_bits": 4,
+  "codebook_version": 2,
   "target_policy": "flux2",
   "runtime_mode": "auto_fused",
-  "activation_kernel_backend": "triton_cuda",
+  "activation_kernel_backend": "auto",
   "activation_eps": 1e-10,
   "quantization_device": "cuda",
   "weight_quantization_backend": "triton_cuda",

orbitquant_codebooks.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:818e4de6a927335c47bb7d148f23a05dda61a3abb6e8f67cd8b9510960bdcf4c
+oid sha256:e4f2fff365e0b0b6019117abb39ba2817c92173521be726e02919d6456929411
 size 868

orbitquant_manifest.json

@@ -12,10 +12,10 @@
   "block_size": "paper",
   "block_size_policy": "largest_power_of_two_dividing_dim",
   "codebook": "lloyd_max",
-  "codebook_version": 1,
+  "codebook_version": 2,
   "row_norm_dtype": "bfloat16",
   "runtime_mode": "auto_fused",
-  "activation_kernel_backend": "triton_cuda",
+  "activation_kernel_backend": "auto",
   "activation_eps": 1e-10,
   "adaln_group_size": 64,
   "quantization_device": "cuda",
@@ -966,13 +966,12 @@
     ]
   },
   "checksums": {
-    "assets/image_generation_comparison_matrix.webp": "4983dedd382a6ca16289cac20ceb4a54d0eef84d5195673bddde99c8c6f32012",
-    "benchmark/summary.json": "d39ce2afa1fb562244a9acb8712e2645aca4b5da60ecc3115d5e299d6c8ec1ad",
-    "model.safetensors": "f03eaef37e04ff47af0935607a334bb80d26a3cf1bd9dfdc11a675b56bedfedc",
-    "model_index.json": "f99a4281801bd8d56a9e0eea0ab2f6c450d3d4cf425b5db238e49f6be15b6228",
-    "orbitquant_codebooks.safetensors": "818e4de6a927335c47bb7d148f23a05dda61a3abb6e8f67cd8b9510960bdcf4c",
+    "benchmark/summary.json": "6b9671bc41754292ac58aa84fbb263f2c82e10f57d7d34c04dfa63859709ffaf",
+    "model.safetensors": "bd85d0a739b4f5ddf2e3a109c8163ab019ba4a7f68ed07b4ff4d3362b41c62a7",
+    "model_index.json": "4cf21005259004e390579286648418945378ef08022e396d14e165ae13672f2e",
+    "orbitquant_codebooks.safetensors": "e4f2fff365e0b0b6019117abb39ba2817c92173521be726e02919d6456929411",
     "orbitquant_rotations.safetensors": "3a4014dbeee3988e275fcae07cc9312aceab5d14fb06c55f9a6548d1d7e2fa17",
     "prompts.json": "9d0a30e526f2840b3c68f61565e7345602d23175f2765dec60a6319a9bfcaedd",
-    "quantization_config.json": "d9207a741f4c353143ce5038f06349679c4c89e38e334b3f0773ed1e4c5d356a"
+    "quantization_config.json": "d90798b18112e3a3b6af9e17913426ee6b500a3ab57e04b6df4cedb306a4cdd8"
   }
 }

quantization_config.json

@@ -6,6 +6,7 @@
   "rotation_seed": 0,
   "block_size": "paper",
   "codebook": "lloyd_max",
+  "codebook_version": 2,
   "codebook_dtype": "float32",
   "row_norm_dtype": "bfloat16",
   "activation_norm_dtype": "float32",
@@ -18,9 +19,9 @@
   "modules_dtype_dict": {},
   "artifact_format_version": 1,
   "runtime_mode": "auto_fused",
-  "activation_kernel_backend": "triton_cuda",
-  "packed_matmul_block_m": 32,
+  "activation_kernel_backend": "auto",
+  "packed_matmul_block_m": 64,
   "packed_matmul_block_n": 64,
-  "packed_matmul_block_k": 64,
-  "packed_matmul_num_warps": 8
+  "packed_matmul_block_k": 128,
+  "packed_matmul_num_warps": 4
 }