{
  "artifact_format": "orbitquant-v1",
  "source_model_id": "black-forest-labs/FLUX.2-klein-4B",
  "source_revision": "e7b7dc27f91deacad38e78976d1f2b499d76a294",
  "source_license": "apache-2.0",
  "quant_method": "orbitquant",
  "paper": "https://arxiv.org/abs/2607.02461",
  "weight_bits": 2,
  "activation_bits": 3,
  "rotation": "rpbh",
  "rotation_seed": 0,
  "block_size": "paper",
  "block_size_policy": "largest_power_of_two_dividing_dim",
  "codebook": "lloyd_max",
  "codebook_version": 2,
  "row_norm_dtype": "bfloat16",
  "runtime_mode": "auto_fused",
  "activation_kernel_backend": "auto",
  "activation_eps": 1e-10,
  "adaln_group_size": 64,
  "quantization_device": "cuda",
  "weight_quantization_backend": "triton_cuda",
  "quantization_staging_mode": "streaming",
  "target_policy": "flux2",
  "adaln_policy": "int4_rtn_group64_bf16_activation",
  "quantized_modules": [
    "transformer_blocks.0.attn.to_q",
    "transformer_blocks.0.attn.to_k",
    "transformer_blocks.0.attn.to_v",
    "transformer_blocks.0.attn.to_out.0",
    "transformer_blocks.0.attn.add_q_proj",
    "transformer_blocks.0.attn.add_k_proj",
    "transformer_blocks.0.attn.add_v_proj",
    "transformer_blocks.0.attn.to_add_out",
    "transformer_blocks.0.ff.linear_in",
    "transformer_blocks.0.ff.linear_out",
    "transformer_blocks.0.ff_context.linear_in",
    "transformer_blocks.0.ff_context.linear_out",
    "transformer_blocks.1.attn.to_q",
    "transformer_blocks.1.attn.to_k",
    "transformer_blocks.1.attn.to_v",
    "transformer_blocks.1.attn.to_out.0",
    "transformer_blocks.1.attn.add_q_proj",
    "transformer_blocks.1.attn.add_k_proj",
    "transformer_blocks.1.attn.add_v_proj",
    "transformer_blocks.1.attn.to_add_out",
    "transformer_blocks.1.ff.linear_in",
    "transformer_blocks.1.ff.linear_out",
    "transformer_blocks.1.ff_context.linear_in",
    "transformer_blocks.1.ff_context.linear_out",
    "transformer_blocks.2.attn.to_q",
    "transformer_blocks.2.attn.to_k",
    "transformer_blocks.2.attn.to_v",
    "transformer_blocks.2.attn.to_out.0",
    "transformer_blocks.2.attn.add_q_proj",
    "transformer_blocks.2.attn.add_k_proj",
    "transformer_blocks.2.attn.add_v_proj",
    "transformer_blocks.2.attn.to_add_out",
    "transformer_blocks.2.ff.linear_in",
    "transformer_blocks.2.ff.linear_out",
    "transformer_blocks.2.ff_context.linear_in",
    "transformer_blocks.2.ff_context.linear_out",
    "transformer_blocks.3.attn.to_q",
    "transformer_blocks.3.attn.to_k",
    "transformer_blocks.3.attn.to_v",
    "transformer_blocks.3.attn.to_out.0",
    "transformer_blocks.3.attn.add_q_proj",
    "transformer_blocks.3.attn.add_k_proj",
    "transformer_blocks.3.attn.add_v_proj",
    "transformer_blocks.3.attn.to_add_out",
    "transformer_blocks.3.ff.linear_in",
    "transformer_blocks.3.ff.linear_out",
    "transformer_blocks.3.ff_context.linear_in",
    "transformer_blocks.3.ff_context.linear_out",
    "transformer_blocks.4.attn.to_q",
    "transformer_blocks.4.attn.to_k",
    "transformer_blocks.4.attn.to_v",
    "transformer_blocks.4.attn.to_out.0",
    "transformer_blocks.4.attn.add_q_proj",
    "transformer_blocks.4.attn.add_k_proj",
    "transformer_blocks.4.attn.add_v_proj",
    "transformer_blocks.4.attn.to_add_out",
    "transformer_blocks.4.ff.linear_in",
    "transformer_blocks.4.ff.linear_out",
    "transformer_blocks.4.ff_context.linear_in",
    "transformer_blocks.4.ff_context.linear_out",
    "single_transformer_blocks.0.attn.to_qkv_mlp_proj",
    "single_transformer_blocks.0.attn.to_out",
    "single_transformer_blocks.1.attn.to_qkv_mlp_proj",
    "single_transformer_blocks.1.attn.to_out",
    "single_transformer_blocks.2.attn.to_qkv_mlp_proj",
    "single_transformer_blocks.2.attn.to_out",
    "single_transformer_blocks.3.attn.to_qkv_mlp_proj",
    "single_transformer_blocks.3.attn.to_out",
    "single_transformer_blocks.4.attn.to_qkv_mlp_proj",
    "single_transformer_blocks.4.attn.to_out",
    "single_transformer_blocks.5.attn.to_qkv_mlp_proj",
    "single_transformer_blocks.5.attn.to_out",
    "single_transformer_blocks.6.attn.to_qkv_mlp_proj",
    "single_transformer_blocks.6.attn.to_out",
    "single_transformer_blocks.7.attn.to_qkv_mlp_proj",
    "single_transformer_blocks.7.attn.to_out",
    "single_transformer_blocks.8.attn.to_qkv_mlp_proj",
    "single_transformer_blocks.8.attn.to_out",
    "single_transformer_blocks.9.attn.to_qkv_mlp_proj",
    "single_transformer_blocks.9.attn.to_out",
    "single_transformer_blocks.10.attn.to_qkv_mlp_proj",
    "single_transformer_blocks.10.attn.to_out",
    "single_transformer_blocks.11.attn.to_qkv_mlp_proj",
    "single_transformer_blocks.11.attn.to_out",
    "single_transformer_blocks.12.attn.to_qkv_mlp_proj",
    "single_transformer_blocks.12.attn.to_out",
    "single_transformer_blocks.13.attn.to_qkv_mlp_proj",
    "single_transformer_blocks.13.attn.to_out",
    "single_transformer_blocks.14.attn.to_qkv_mlp_proj",
    "single_transformer_blocks.14.attn.to_out",
    "single_transformer_blocks.15.attn.to_qkv_mlp_proj",
    "single_transformer_blocks.15.attn.to_out",
    "single_transformer_blocks.16.attn.to_qkv_mlp_proj",
    "single_transformer_blocks.16.attn.to_out",
    "single_transformer_blocks.17.attn.to_qkv_mlp_proj",
    "single_transformer_blocks.17.attn.to_out",
    "single_transformer_blocks.18.attn.to_qkv_mlp_proj",
    "single_transformer_blocks.18.attn.to_out",
    "single_transformer_blocks.19.attn.to_qkv_mlp_proj",
    "single_transformer_blocks.19.attn.to_out"
  ],
  "adaln_modules": [
    "double_stream_modulation_img.linear",
    "double_stream_modulation_txt.linear",
    "single_stream_modulation.linear"
  ],
  "skipped_modules": [
    "time_guidance_embed.timestep_embedder.linear_1",
    "time_guidance_embed.timestep_embedder.linear_2",
    "x_embedder",
    "context_embedder",
    "norm_out.linear",
    "proj_out"
  ],
  "module_shapes": {
    "time_guidance_embed.timestep_embedder.linear_1.weight": [
      3072,
      256
    ],
    "time_guidance_embed.timestep_embedder.linear_2.weight": [
      3072,
      3072
    ],
    "double_stream_modulation_img.linear.packed_weight": [
      28311552
    ],
    "double_stream_modulation_img.linear.scales": [
      18432,
      48
    ],
    "double_stream_modulation_txt.linear.packed_weight": [
      28311552
    ],
    "double_stream_modulation_txt.linear.scales": [
      18432,
      48
    ],
    "single_stream_modulation.linear.packed_weight": [
      14155776
    ],
    "single_stream_modulation.linear.scales": [
      9216,
      48
    ],
    "x_embedder.weight": [
      3072,
      128
    ],
    "context_embedder.weight": [
      3072,
      7680
    ],
    "transformer_blocks.0.attn.to_q.packed_weight_indices": [
      2359296
    ],
    "transformer_blocks.0.attn.to_q.row_norms": [
      3072
    ],
    "transformer_blocks.0.attn.to_k.packed_weight_indices": [
      2359296
    ],
    "transformer_blocks.0.attn.to_k.row_norms": [
      3072
    ],
    "transformer_blocks.0.attn.to_v.packed_weight_indices": [
      2359296
    ],
    "transformer_blocks.0.attn.to_v.row_norms": [
      3072
    ],
    "transformer_blocks.0.attn.norm_q.weight": [
      128
    ],
    "transformer_blocks.0.attn.norm_k.weight": [
      128
    ],
    "transformer_blocks.0.attn.to_out.0.packed_weight_indices": [
      2359296
    ],
    "transformer_blocks.0.attn.to_out.0.row_norms": [
      3072
    ],
    "transformer_blocks.0.attn.norm_added_q.weight": [
      128
    ],
    "transformer_blocks.0.attn.norm_added_k.weight": [
      128
    ],
    "transformer_blocks.0.attn.add_q_proj.packed_weight_indices": [
      2359296
    ],
    "transformer_blocks.0.attn.add_q_proj.row_norms": [
      3072
    ],
    "transformer_blocks.0.attn.add_k_proj.packed_weight_indices": [
      2359296
    ],
    "transformer_blocks.0.attn.add_k_proj.row_norms": [
      3072
    ],
    "transformer_blocks.0.attn.add_v_proj.packed_weight_indices": [
      2359296
    ],
    "transformer_blocks.0.attn.add_v_proj.row_norms": [
      3072
    ],
    "transformer_blocks.0.attn.to_add_out.packed_weight_indices": [
      2359296
    ],
    "transformer_blocks.0.attn.to_add_out.row_norms": [
      3072
    ],
    "transformer_blocks.0.ff.linear_in.packed_weight_indices": [
      14155776
    ],
    "transformer_blocks.0.ff.linear_in.row_norms": [
      18432
    ],
    "transformer_blocks.0.ff.linear_out.packed_weight_indices": [
      7077888
    ],
    "transformer_blocks.0.ff.linear_out.row_norms": [
      3072
    ],
    "transformer_blocks.0.ff_context.linear_in.packed_weight_indices": [
      14155776
    ],
    "transformer_blocks.0.ff_context.linear_in.row_norms": [
      18432
    ],
    "transformer_blocks.0.ff_context.linear_out.packed_weight_indices": [
      7077888
    ],
    "transformer_blocks.0.ff_context.linear_out.row_norms": [
      3072
    ],
    "transformer_blocks.1.attn.to_q.packed_weight_indices": [
      2359296
    ],
    "transformer_blocks.1.attn.to_q.row_norms": [
      3072
    ],
    "transformer_blocks.1.attn.to_k.packed_weight_indices": [
      2359296
    ],
    "transformer_blocks.1.attn.to_k.row_norms": [
      3072
    ],
    "transformer_blocks.1.attn.to_v.packed_weight_indices": [
      2359296
    ],
    "transformer_blocks.1.attn.to_v.row_norms": [
      3072
    ],
    "transformer_blocks.1.attn.norm_q.weight": [
      128
    ],
    "transformer_blocks.1.attn.norm_k.weight": [
      128
    ],
    "transformer_blocks.1.attn.to_out.0.packed_weight_indices": [
      2359296
    ],
    "transformer_blocks.1.attn.to_out.0.row_norms": [
      3072
    ],
    "transformer_blocks.1.attn.norm_added_q.weight": [
      128
    ],
    "transformer_blocks.1.attn.norm_added_k.weight": [
      128
    ],
    "transformer_blocks.1.attn.add_q_proj.packed_weight_indices": [
      2359296
    ],
    "transformer_blocks.1.attn.add_q_proj.row_norms": [
      3072
    ],
    "transformer_blocks.1.attn.add_k_proj.packed_weight_indices": [
      2359296
    ],
    "transformer_blocks.1.attn.add_k_proj.row_norms": [
      3072
    ],
    "transformer_blocks.1.attn.add_v_proj.packed_weight_indices": [
      2359296
    ],
    "transformer_blocks.1.attn.add_v_proj.row_norms": [
      3072
    ],
    "transformer_blocks.1.attn.to_add_out.packed_weight_indices": [
      2359296
    ],
    "transformer_blocks.1.attn.to_add_out.row_norms": [
      3072
    ],
    "transformer_blocks.1.ff.linear_in.packed_weight_indices": [
      14155776
    ],
    "transformer_blocks.1.ff.linear_in.row_norms": [
      18432
    ],
    "transformer_blocks.1.ff.linear_out.packed_weight_indices": [
      7077888
    ],
    "transformer_blocks.1.ff.linear_out.row_norms": [
      3072
    ],
    "transformer_blocks.1.ff_context.linear_in.packed_weight_indices": [
      14155776
    ],
    "transformer_blocks.1.ff_context.linear_in.row_norms": [
      18432
    ],
    "transformer_blocks.1.ff_context.linear_out.packed_weight_indices": [
      7077888
    ],
    "transformer_blocks.1.ff_context.linear_out.row_norms": [
      3072
    ],
    "transformer_blocks.2.attn.to_q.packed_weight_indices": [
      2359296
    ],
    "transformer_blocks.2.attn.to_q.row_norms": [
      3072
    ],
    "transformer_blocks.2.attn.to_k.packed_weight_indices": [
      2359296
    ],
    "transformer_blocks.2.attn.to_k.row_norms": [
      3072
    ],
    "transformer_blocks.2.attn.to_v.packed_weight_indices": [
      2359296
    ],
    "transformer_blocks.2.attn.to_v.row_norms": [
      3072
    ],
    "transformer_blocks.2.attn.norm_q.weight": [
      128
    ],
    "transformer_blocks.2.attn.norm_k.weight": [
      128
    ],
    "transformer_blocks.2.attn.to_out.0.packed_weight_indices": [
      2359296
    ],
    "transformer_blocks.2.attn.to_out.0.row_norms": [
      3072
    ],
    "transformer_blocks.2.attn.norm_added_q.weight": [
      128
    ],
    "transformer_blocks.2.attn.norm_added_k.weight": [
      128
    ],
    "transformer_blocks.2.attn.add_q_proj.packed_weight_indices": [
      2359296
    ],
    "transformer_blocks.2.attn.add_q_proj.row_norms": [
      3072
    ],
    "transformer_blocks.2.attn.add_k_proj.packed_weight_indices": [
      2359296
    ],
    "transformer_blocks.2.attn.add_k_proj.row_norms": [
      3072
    ],
    "transformer_blocks.2.attn.add_v_proj.packed_weight_indices": [
      2359296
    ],
    "transformer_blocks.2.attn.add_v_proj.row_norms": [
      3072
    ],
    "transformer_blocks.2.attn.to_add_out.packed_weight_indices": [
      2359296
    ],
    "transformer_blocks.2.attn.to_add_out.row_norms": [
      3072
    ],
    "transformer_blocks.2.ff.linear_in.packed_weight_indices": [
      14155776
    ],
    "transformer_blocks.2.ff.linear_in.row_norms": [
      18432
    ],
    "transformer_blocks.2.ff.linear_out.packed_weight_indices": [
      7077888
    ],
    "transformer_blocks.2.ff.linear_out.row_norms": [
      3072
    ],
    "transformer_blocks.2.ff_context.linear_in.packed_weight_indices": [
      14155776
    ],
    "transformer_blocks.2.ff_context.linear_in.row_norms": [
      18432
    ],
    "transformer_blocks.2.ff_context.linear_out.packed_weight_indices": [
      7077888
    ],
    "transformer_blocks.2.ff_context.linear_out.row_norms": [
      3072
    ],
    "transformer_blocks.3.attn.to_q.packed_weight_indices": [
      2359296
    ],
    "transformer_blocks.3.attn.to_q.row_norms": [
      3072
    ],
    "transformer_blocks.3.attn.to_k.packed_weight_indices": [
      2359296
    ],
    "transformer_blocks.3.attn.to_k.row_norms": [
      3072
    ],
    "transformer_blocks.3.attn.to_v.packed_weight_indices": [
      2359296
    ],
    "transformer_blocks.3.attn.to_v.row_norms": [
      3072
    ],
    "transformer_blocks.3.attn.norm_q.weight": [
      128
    ],
    "transformer_blocks.3.attn.norm_k.weight": [
      128
    ],
    "transformer_blocks.3.attn.to_out.0.packed_weight_indices": [
      2359296
    ],
    "transformer_blocks.3.attn.to_out.0.row_norms": [
      3072
    ],
    "transformer_blocks.3.attn.norm_added_q.weight": [
      128
    ],
    "transformer_blocks.3.attn.norm_added_k.weight": [
      128
    ],
    "transformer_blocks.3.attn.add_q_proj.packed_weight_indices": [
      2359296
    ],
    "transformer_blocks.3.attn.add_q_proj.row_norms": [
      3072
    ],
    "transformer_blocks.3.attn.add_k_proj.packed_weight_indices": [
      2359296
    ],
    "transformer_blocks.3.attn.add_k_proj.row_norms": [
      3072
    ],
    "transformer_blocks.3.attn.add_v_proj.packed_weight_indices": [
      2359296
    ],
    "transformer_blocks.3.attn.add_v_proj.row_norms": [
      3072
    ],
    "transformer_blocks.3.attn.to_add_out.packed_weight_indices": [
      2359296
    ],
    "transformer_blocks.3.attn.to_add_out.row_norms": [
      3072
    ],
    "transformer_blocks.3.ff.linear_in.packed_weight_indices": [
      14155776
    ],
    "transformer_blocks.3.ff.linear_in.row_norms": [
      18432
    ],
    "transformer_blocks.3.ff.linear_out.packed_weight_indices": [
      7077888
    ],
    "transformer_blocks.3.ff.linear_out.row_norms": [
      3072
    ],
    "transformer_blocks.3.ff_context.linear_in.packed_weight_indices": [
      14155776
    ],
    "transformer_blocks.3.ff_context.linear_in.row_norms": [
      18432
    ],
    "transformer_blocks.3.ff_context.linear_out.packed_weight_indices": [
      7077888
    ],
    "transformer_blocks.3.ff_context.linear_out.row_norms": [
      3072
    ],
    "transformer_blocks.4.attn.to_q.packed_weight_indices": [
      2359296
    ],
    "transformer_blocks.4.attn.to_q.row_norms": [
      3072
    ],
    "transformer_blocks.4.attn.to_k.packed_weight_indices": [
      2359296
    ],
    "transformer_blocks.4.attn.to_k.row_norms": [
      3072
    ],
    "transformer_blocks.4.attn.to_v.packed_weight_indices": [
      2359296
    ],
    "transformer_blocks.4.attn.to_v.row_norms": [
      3072
    ],
    "transformer_blocks.4.attn.norm_q.weight": [
      128
    ],
    "transformer_blocks.4.attn.norm_k.weight": [
      128
    ],
    "transformer_blocks.4.attn.to_out.0.packed_weight_indices": [
      2359296
    ],
    "transformer_blocks.4.attn.to_out.0.row_norms": [
      3072
    ],
    "transformer_blocks.4.attn.norm_added_q.weight": [
      128
    ],
    "transformer_blocks.4.attn.norm_added_k.weight": [
      128
    ],
    "transformer_blocks.4.attn.add_q_proj.packed_weight_indices": [
      2359296
    ],
    "transformer_blocks.4.attn.add_q_proj.row_norms": [
      3072
    ],
    "transformer_blocks.4.attn.add_k_proj.packed_weight_indices": [
      2359296
    ],
    "transformer_blocks.4.attn.add_k_proj.row_norms": [
      3072
    ],
    "transformer_blocks.4.attn.add_v_proj.packed_weight_indices": [
      2359296
    ],
    "transformer_blocks.4.attn.add_v_proj.row_norms": [
      3072
    ],
    "transformer_blocks.4.attn.to_add_out.packed_weight_indices": [
      2359296
    ],
    "transformer_blocks.4.attn.to_add_out.row_norms": [
      3072
    ],
    "transformer_blocks.4.ff.linear_in.packed_weight_indices": [
      14155776
    ],
    "transformer_blocks.4.ff.linear_in.row_norms": [
      18432
    ],
    "transformer_blocks.4.ff.linear_out.packed_weight_indices": [
      7077888
    ],
    "transformer_blocks.4.ff.linear_out.row_norms": [
      3072
    ],
    "transformer_blocks.4.ff_context.linear_in.packed_weight_indices": [
      14155776
    ],
    "transformer_blocks.4.ff_context.linear_in.row_norms": [
      18432
    ],
    "transformer_blocks.4.ff_context.linear_out.packed_weight_indices": [
      7077888
    ],
    "transformer_blocks.4.ff_context.linear_out.row_norms": [
      3072
    ],
    "single_transformer_blocks.0.attn.to_qkv_mlp_proj.packed_weight_indices": [
      21233664
    ],
    "single_transformer_blocks.0.attn.to_qkv_mlp_proj.row_norms": [
      27648
    ],
    "single_transformer_blocks.0.attn.norm_q.weight": [
      128
    ],
    "single_transformer_blocks.0.attn.norm_k.weight": [
      128
    ],
    "single_transformer_blocks.0.attn.to_out.packed_weight_indices": [
      9437184
    ],
    "single_transformer_blocks.0.attn.to_out.row_norms": [
      3072
    ],
    "single_transformer_blocks.1.attn.to_qkv_mlp_proj.packed_weight_indices": [
      21233664
    ],
    "single_transformer_blocks.1.attn.to_qkv_mlp_proj.row_norms": [
      27648
    ],
    "single_transformer_blocks.1.attn.norm_q.weight": [
      128
    ],
    "single_transformer_blocks.1.attn.norm_k.weight": [
      128
    ],
    "single_transformer_blocks.1.attn.to_out.packed_weight_indices": [
      9437184
    ],
    "single_transformer_blocks.1.attn.to_out.row_norms": [
      3072
    ],
    "single_transformer_blocks.2.attn.to_qkv_mlp_proj.packed_weight_indices": [
      21233664
    ],
    "single_transformer_blocks.2.attn.to_qkv_mlp_proj.row_norms": [
      27648
    ],
    "single_transformer_blocks.2.attn.norm_q.weight": [
      128
    ],
    "single_transformer_blocks.2.attn.norm_k.weight": [
      128
    ],
    "single_transformer_blocks.2.attn.to_out.packed_weight_indices": [
      9437184
    ],
    "single_transformer_blocks.2.attn.to_out.row_norms": [
      3072
    ],
    "single_transformer_blocks.3.attn.to_qkv_mlp_proj.packed_weight_indices": [
      21233664
    ],
    "single_transformer_blocks.3.attn.to_qkv_mlp_proj.row_norms": [
      27648
    ],
    "single_transformer_blocks.3.attn.norm_q.weight": [
      128
    ],
    "single_transformer_blocks.3.attn.norm_k.weight": [
      128
    ],
    "single_transformer_blocks.3.attn.to_out.packed_weight_indices": [
      9437184
    ],
    "single_transformer_blocks.3.attn.to_out.row_norms": [
      3072
    ],
    "single_transformer_blocks.4.attn.to_qkv_mlp_proj.packed_weight_indices": [
      21233664
    ],
    "single_transformer_blocks.4.attn.to_qkv_mlp_proj.row_norms": [
      27648
    ],
    "single_transformer_blocks.4.attn.norm_q.weight": [
      128
    ],
    "single_transformer_blocks.4.attn.norm_k.weight": [
      128
    ],
    "single_transformer_blocks.4.attn.to_out.packed_weight_indices": [
      9437184
    ],
    "single_transformer_blocks.4.attn.to_out.row_norms": [
      3072
    ],
    "single_transformer_blocks.5.attn.to_qkv_mlp_proj.packed_weight_indices": [
      21233664
    ],
    "single_transformer_blocks.5.attn.to_qkv_mlp_proj.row_norms": [
      27648
    ],
    "single_transformer_blocks.5.attn.norm_q.weight": [
      128
    ],
    "single_transformer_blocks.5.attn.norm_k.weight": [
      128
    ],
    "single_transformer_blocks.5.attn.to_out.packed_weight_indices": [
      9437184
    ],
    "single_transformer_blocks.5.attn.to_out.row_norms": [
      3072
    ],
    "single_transformer_blocks.6.attn.to_qkv_mlp_proj.packed_weight_indices": [
      21233664
    ],
    "single_transformer_blocks.6.attn.to_qkv_mlp_proj.row_norms": [
      27648
    ],
    "single_transformer_blocks.6.attn.norm_q.weight": [
      128
    ],
    "single_transformer_blocks.6.attn.norm_k.weight": [
      128
    ],
    "single_transformer_blocks.6.attn.to_out.packed_weight_indices": [
      9437184
    ],
    "single_transformer_blocks.6.attn.to_out.row_norms": [
      3072
    ],
    "single_transformer_blocks.7.attn.to_qkv_mlp_proj.packed_weight_indices": [
      21233664
    ],
    "single_transformer_blocks.7.attn.to_qkv_mlp_proj.row_norms": [
      27648
    ],
    "single_transformer_blocks.7.attn.norm_q.weight": [
      128
    ],
    "single_transformer_blocks.7.attn.norm_k.weight": [
      128
    ],
    "single_transformer_blocks.7.attn.to_out.packed_weight_indices": [
      9437184
    ],
    "single_transformer_blocks.7.attn.to_out.row_norms": [
      3072
    ],
    "single_transformer_blocks.8.attn.to_qkv_mlp_proj.packed_weight_indices": [
      21233664
    ],
    "single_transformer_blocks.8.attn.to_qkv_mlp_proj.row_norms": [
      27648
    ],
    "single_transformer_blocks.8.attn.norm_q.weight": [
      128
    ],
    "single_transformer_blocks.8.attn.norm_k.weight": [
      128
    ],
    "single_transformer_blocks.8.attn.to_out.packed_weight_indices": [
      9437184
    ],
    "single_transformer_blocks.8.attn.to_out.row_norms": [
      3072
    ],
    "single_transformer_blocks.9.attn.to_qkv_mlp_proj.packed_weight_indices": [
      21233664
    ],
    "single_transformer_blocks.9.attn.to_qkv_mlp_proj.row_norms": [
      27648
    ],
    "single_transformer_blocks.9.attn.norm_q.weight": [
      128
    ],
    "single_transformer_blocks.9.attn.norm_k.weight": [
      128
    ],
    "single_transformer_blocks.9.attn.to_out.packed_weight_indices": [
      9437184
    ],
    "single_transformer_blocks.9.attn.to_out.row_norms": [
      3072
    ],
    "single_transformer_blocks.10.attn.to_qkv_mlp_proj.packed_weight_indices": [
      21233664
    ],
    "single_transformer_blocks.10.attn.to_qkv_mlp_proj.row_norms": [
      27648
    ],
    "single_transformer_blocks.10.attn.norm_q.weight": [
      128
    ],
    "single_transformer_blocks.10.attn.norm_k.weight": [
      128
    ],
    "single_transformer_blocks.10.attn.to_out.packed_weight_indices": [
      9437184
    ],
    "single_transformer_blocks.10.attn.to_out.row_norms": [
      3072
    ],
    "single_transformer_blocks.11.attn.to_qkv_mlp_proj.packed_weight_indices": [
      21233664
    ],
    "single_transformer_blocks.11.attn.to_qkv_mlp_proj.row_norms": [
      27648
    ],
    "single_transformer_blocks.11.attn.norm_q.weight": [
      128
    ],
    "single_transformer_blocks.11.attn.norm_k.weight": [
      128
    ],
    "single_transformer_blocks.11.attn.to_out.packed_weight_indices": [
      9437184
    ],
    "single_transformer_blocks.11.attn.to_out.row_norms": [
      3072
    ],
    "single_transformer_blocks.12.attn.to_qkv_mlp_proj.packed_weight_indices": [
      21233664
    ],
    "single_transformer_blocks.12.attn.to_qkv_mlp_proj.row_norms": [
      27648
    ],
    "single_transformer_blocks.12.attn.norm_q.weight": [
      128
    ],
    "single_transformer_blocks.12.attn.norm_k.weight": [
      128
    ],
    "single_transformer_blocks.12.attn.to_out.packed_weight_indices": [
      9437184
    ],
    "single_transformer_blocks.12.attn.to_out.row_norms": [
      3072
    ],
    "single_transformer_blocks.13.attn.to_qkv_mlp_proj.packed_weight_indices": [
      21233664
    ],
    "single_transformer_blocks.13.attn.to_qkv_mlp_proj.row_norms": [
      27648
    ],
    "single_transformer_blocks.13.attn.norm_q.weight": [
      128
    ],
    "single_transformer_blocks.13.attn.norm_k.weight": [
      128
    ],
    "single_transformer_blocks.13.attn.to_out.packed_weight_indices": [
      9437184
    ],
    "single_transformer_blocks.13.attn.to_out.row_norms": [
      3072
    ],
    "single_transformer_blocks.14.attn.to_qkv_mlp_proj.packed_weight_indices": [
      21233664
    ],
    "single_transformer_blocks.14.attn.to_qkv_mlp_proj.row_norms": [
      27648
    ],
    "single_transformer_blocks.14.attn.norm_q.weight": [
      128
    ],
    "single_transformer_blocks.14.attn.norm_k.weight": [
      128
    ],
    "single_transformer_blocks.14.attn.to_out.packed_weight_indices": [
      9437184
    ],
    "single_transformer_blocks.14.attn.to_out.row_norms": [
      3072
    ],
    "single_transformer_blocks.15.attn.to_qkv_mlp_proj.packed_weight_indices": [
      21233664
    ],
    "single_transformer_blocks.15.attn.to_qkv_mlp_proj.row_norms": [
      27648
    ],
    "single_transformer_blocks.15.attn.norm_q.weight": [
      128
    ],
    "single_transformer_blocks.15.attn.norm_k.weight": [
      128
    ],
    "single_transformer_blocks.15.attn.to_out.packed_weight_indices": [
      9437184
    ],
    "single_transformer_blocks.15.attn.to_out.row_norms": [
      3072
    ],
    "single_transformer_blocks.16.attn.to_qkv_mlp_proj.packed_weight_indices": [
      21233664
    ],
    "single_transformer_blocks.16.attn.to_qkv_mlp_proj.row_norms": [
      27648
    ],
    "single_transformer_blocks.16.attn.norm_q.weight": [
      128
    ],
    "single_transformer_blocks.16.attn.norm_k.weight": [
      128
    ],
    "single_transformer_blocks.16.attn.to_out.packed_weight_indices": [
      9437184
    ],
    "single_transformer_blocks.16.attn.to_out.row_norms": [
      3072
    ],
    "single_transformer_blocks.17.attn.to_qkv_mlp_proj.packed_weight_indices": [
      21233664
    ],
    "single_transformer_blocks.17.attn.to_qkv_mlp_proj.row_norms": [
      27648
    ],
    "single_transformer_blocks.17.attn.norm_q.weight": [
      128
    ],
    "single_transformer_blocks.17.attn.norm_k.weight": [
      128
    ],
    "single_transformer_blocks.17.attn.to_out.packed_weight_indices": [
      9437184
    ],
    "single_transformer_blocks.17.attn.to_out.row_norms": [
      3072
    ],
    "single_transformer_blocks.18.attn.to_qkv_mlp_proj.packed_weight_indices": [
      21233664
    ],
    "single_transformer_blocks.18.attn.to_qkv_mlp_proj.row_norms": [
      27648
    ],
    "single_transformer_blocks.18.attn.norm_q.weight": [
      128
    ],
    "single_transformer_blocks.18.attn.norm_k.weight": [
      128
    ],
    "single_transformer_blocks.18.attn.to_out.packed_weight_indices": [
      9437184
    ],
    "single_transformer_blocks.18.attn.to_out.row_norms": [
      3072
    ],
    "single_transformer_blocks.19.attn.to_qkv_mlp_proj.packed_weight_indices": [
      21233664
    ],
    "single_transformer_blocks.19.attn.to_qkv_mlp_proj.row_norms": [
      27648
    ],
    "single_transformer_blocks.19.attn.norm_q.weight": [
      128
    ],
    "single_transformer_blocks.19.attn.norm_k.weight": [
      128
    ],
    "single_transformer_blocks.19.attn.to_out.packed_weight_indices": [
      9437184
    ],
    "single_transformer_blocks.19.attn.to_out.row_norms": [
      3072
    ],
    "norm_out.linear.weight": [
      6144,
      3072
    ],
    "proj_out.weight": [
      128,
      3072
    ]
  },
  "checksums": {
    "assets/image_generation_comparison_matrix.webp": "d3bf68e91815d54df3ceb5e2823364007bb57aab7ed078555fc119a2a3fd9fed",
    "benchmark/summary.json": "c2c04f3520d5cdead929fd0b27ced8d1fbb390c9a203bff1edad27279a12395a",
    "model.safetensors": "ee4ccde9885764fe910ab1254fd495cb6bdcae1036840e8cc9f57b4d7bed139d",
    "model_index.json": "774cbcdc7f50726d8d678b154389e9242eec7b8d4493b3cd9cf869c9655a83ec",
    "orbitquant_codebooks.safetensors": "4078ec674b90900bd66bc0cf4d06bb57525453b916dc33527bfc808d9318dcc5",
    "orbitquant_rotations.safetensors": "3a4014dbeee3988e275fcae07cc9312aceab5d14fb06c55f9a6548d1d7e2fa17",
    "prompts.json": "98cbd0ace83c9df8c3955eb1e3e2d41bca129b5d6525cfba21648b87119c6e2e",
    "quantization_config.json": "385d2e2e8de69e4b7c8ed59802a0e85e908ae84a9b300bda07c560db25523690"
  }
}