{ "artifact_format": "orbitquant-v1", "source_model_id": "black-forest-labs/FLUX.2-klein-4B", "source_revision": "e7b7dc27f91deacad38e78976d1f2b499d76a294", "source_license": "apache-2.0", "quant_method": "orbitquant", "paper": "https://arxiv.org/abs/2607.02461", "weight_bits": 2, "activation_bits": 4, "rotation": "rpbh", "rotation_seed": 0, "block_size": "paper", "block_size_policy": "largest_power_of_two_dividing_dim", "codebook": "lloyd_max", "codebook_version": 2, "row_norm_dtype": "bfloat16", "runtime_mode": "auto_fused", "activation_kernel_backend": "auto", "activation_eps": 1e-10, "adaln_group_size": 64, "quantization_device": "cuda", "weight_quantization_backend": "triton_cuda", "quantization_staging_mode": "streaming", "target_policy": "flux2", "adaln_policy": "int4_rtn_group64_bf16_activation", "quantized_modules": [ "transformer_blocks.0.attn.to_q", "transformer_blocks.0.attn.to_k", "transformer_blocks.0.attn.to_v", "transformer_blocks.0.attn.to_out.0", "transformer_blocks.0.attn.add_q_proj", "transformer_blocks.0.attn.add_k_proj", "transformer_blocks.0.attn.add_v_proj", "transformer_blocks.0.attn.to_add_out", "transformer_blocks.0.ff.linear_in", "transformer_blocks.0.ff.linear_out", "transformer_blocks.0.ff_context.linear_in", "transformer_blocks.0.ff_context.linear_out", "transformer_blocks.1.attn.to_q", "transformer_blocks.1.attn.to_k", "transformer_blocks.1.attn.to_v", "transformer_blocks.1.attn.to_out.0", "transformer_blocks.1.attn.add_q_proj", "transformer_blocks.1.attn.add_k_proj", "transformer_blocks.1.attn.add_v_proj", "transformer_blocks.1.attn.to_add_out", "transformer_blocks.1.ff.linear_in", "transformer_blocks.1.ff.linear_out", "transformer_blocks.1.ff_context.linear_in", "transformer_blocks.1.ff_context.linear_out", "transformer_blocks.2.attn.to_q", "transformer_blocks.2.attn.to_k", "transformer_blocks.2.attn.to_v", "transformer_blocks.2.attn.to_out.0", "transformer_blocks.2.attn.add_q_proj", "transformer_blocks.2.attn.add_k_proj", "transformer_blocks.2.attn.add_v_proj", "transformer_blocks.2.attn.to_add_out", "transformer_blocks.2.ff.linear_in", "transformer_blocks.2.ff.linear_out", "transformer_blocks.2.ff_context.linear_in", "transformer_blocks.2.ff_context.linear_out", "transformer_blocks.3.attn.to_q", "transformer_blocks.3.attn.to_k", "transformer_blocks.3.attn.to_v", "transformer_blocks.3.attn.to_out.0", "transformer_blocks.3.attn.add_q_proj", "transformer_blocks.3.attn.add_k_proj", "transformer_blocks.3.attn.add_v_proj", "transformer_blocks.3.attn.to_add_out", "transformer_blocks.3.ff.linear_in", "transformer_blocks.3.ff.linear_out", "transformer_blocks.3.ff_context.linear_in", "transformer_blocks.3.ff_context.linear_out", "transformer_blocks.4.attn.to_q", "transformer_blocks.4.attn.to_k", "transformer_blocks.4.attn.to_v", "transformer_blocks.4.attn.to_out.0", "transformer_blocks.4.attn.add_q_proj", "transformer_blocks.4.attn.add_k_proj", "transformer_blocks.4.attn.add_v_proj", "transformer_blocks.4.attn.to_add_out", "transformer_blocks.4.ff.linear_in", "transformer_blocks.4.ff.linear_out", "transformer_blocks.4.ff_context.linear_in", "transformer_blocks.4.ff_context.linear_out", "single_transformer_blocks.0.attn.to_qkv_mlp_proj", "single_transformer_blocks.0.attn.to_out", "single_transformer_blocks.1.attn.to_qkv_mlp_proj", "single_transformer_blocks.1.attn.to_out", "single_transformer_blocks.2.attn.to_qkv_mlp_proj", "single_transformer_blocks.2.attn.to_out", "single_transformer_blocks.3.attn.to_qkv_mlp_proj", "single_transformer_blocks.3.attn.to_out", "single_transformer_blocks.4.attn.to_qkv_mlp_proj", "single_transformer_blocks.4.attn.to_out", "single_transformer_blocks.5.attn.to_qkv_mlp_proj", "single_transformer_blocks.5.attn.to_out", "single_transformer_blocks.6.attn.to_qkv_mlp_proj", "single_transformer_blocks.6.attn.to_out", "single_transformer_blocks.7.attn.to_qkv_mlp_proj", "single_transformer_blocks.7.attn.to_out", "single_transformer_blocks.8.attn.to_qkv_mlp_proj", "single_transformer_blocks.8.attn.to_out", "single_transformer_blocks.9.attn.to_qkv_mlp_proj", "single_transformer_blocks.9.attn.to_out", "single_transformer_blocks.10.attn.to_qkv_mlp_proj", "single_transformer_blocks.10.attn.to_out", "single_transformer_blocks.11.attn.to_qkv_mlp_proj", "single_transformer_blocks.11.attn.to_out", "single_transformer_blocks.12.attn.to_qkv_mlp_proj", "single_transformer_blocks.12.attn.to_out", "single_transformer_blocks.13.attn.to_qkv_mlp_proj", "single_transformer_blocks.13.attn.to_out", "single_transformer_blocks.14.attn.to_qkv_mlp_proj", "single_transformer_blocks.14.attn.to_out", "single_transformer_blocks.15.attn.to_qkv_mlp_proj", "single_transformer_blocks.15.attn.to_out", "single_transformer_blocks.16.attn.to_qkv_mlp_proj", "single_transformer_blocks.16.attn.to_out", "single_transformer_blocks.17.attn.to_qkv_mlp_proj", "single_transformer_blocks.17.attn.to_out", "single_transformer_blocks.18.attn.to_qkv_mlp_proj", "single_transformer_blocks.18.attn.to_out", "single_transformer_blocks.19.attn.to_qkv_mlp_proj", "single_transformer_blocks.19.attn.to_out" ], "adaln_modules": [ "double_stream_modulation_img.linear", "double_stream_modulation_txt.linear", "single_stream_modulation.linear" ], "skipped_modules": [ "time_guidance_embed.timestep_embedder.linear_1", "time_guidance_embed.timestep_embedder.linear_2", "x_embedder", "context_embedder", "norm_out.linear", "proj_out" ], "module_shapes": { "time_guidance_embed.timestep_embedder.linear_1.weight": [ 3072, 256 ], "time_guidance_embed.timestep_embedder.linear_2.weight": [ 3072, 3072 ], "double_stream_modulation_img.linear.packed_weight": [ 28311552 ], "double_stream_modulation_img.linear.scales": [ 18432, 48 ], "double_stream_modulation_txt.linear.packed_weight": [ 28311552 ], "double_stream_modulation_txt.linear.scales": [ 18432, 48 ], "single_stream_modulation.linear.packed_weight": [ 14155776 ], "single_stream_modulation.linear.scales": [ 9216, 48 ], "x_embedder.weight": [ 3072, 128 ], "context_embedder.weight": [ 3072, 7680 ], "transformer_blocks.0.attn.to_q.packed_weight_indices": [ 2359296 ], "transformer_blocks.0.attn.to_q.row_norms": [ 3072 ], "transformer_blocks.0.attn.to_k.packed_weight_indices": [ 2359296 ], "transformer_blocks.0.attn.to_k.row_norms": [ 3072 ], "transformer_blocks.0.attn.to_v.packed_weight_indices": [ 2359296 ], "transformer_blocks.0.attn.to_v.row_norms": [ 3072 ], "transformer_blocks.0.attn.norm_q.weight": [ 128 ], "transformer_blocks.0.attn.norm_k.weight": [ 128 ], "transformer_blocks.0.attn.to_out.0.packed_weight_indices": [ 2359296 ], "transformer_blocks.0.attn.to_out.0.row_norms": [ 3072 ], "transformer_blocks.0.attn.norm_added_q.weight": [ 128 ], "transformer_blocks.0.attn.norm_added_k.weight": [ 128 ], "transformer_blocks.0.attn.add_q_proj.packed_weight_indices": [ 2359296 ], "transformer_blocks.0.attn.add_q_proj.row_norms": [ 3072 ], "transformer_blocks.0.attn.add_k_proj.packed_weight_indices": [ 2359296 ], "transformer_blocks.0.attn.add_k_proj.row_norms": [ 3072 ], "transformer_blocks.0.attn.add_v_proj.packed_weight_indices": [ 2359296 ], "transformer_blocks.0.attn.add_v_proj.row_norms": [ 3072 ], "transformer_blocks.0.attn.to_add_out.packed_weight_indices": [ 2359296 ], "transformer_blocks.0.attn.to_add_out.row_norms": [ 3072 ], "transformer_blocks.0.ff.linear_in.packed_weight_indices": [ 14155776 ], "transformer_blocks.0.ff.linear_in.row_norms": [ 18432 ], "transformer_blocks.0.ff.linear_out.packed_weight_indices": [ 7077888 ], "transformer_blocks.0.ff.linear_out.row_norms": [ 3072 ], "transformer_blocks.0.ff_context.linear_in.packed_weight_indices": [ 14155776 ], "transformer_blocks.0.ff_context.linear_in.row_norms": [ 18432 ], "transformer_blocks.0.ff_context.linear_out.packed_weight_indices": [ 7077888 ], "transformer_blocks.0.ff_context.linear_out.row_norms": [ 3072 ], "transformer_blocks.1.attn.to_q.packed_weight_indices": [ 2359296 ], "transformer_blocks.1.attn.to_q.row_norms": [ 3072 ], "transformer_blocks.1.attn.to_k.packed_weight_indices": [ 2359296 ], "transformer_blocks.1.attn.to_k.row_norms": [ 3072 ], "transformer_blocks.1.attn.to_v.packed_weight_indices": [ 2359296 ], "transformer_blocks.1.attn.to_v.row_norms": [ 3072 ], "transformer_blocks.1.attn.norm_q.weight": [ 128 ], "transformer_blocks.1.attn.norm_k.weight": [ 128 ], "transformer_blocks.1.attn.to_out.0.packed_weight_indices": [ 2359296 ], "transformer_blocks.1.attn.to_out.0.row_norms": [ 3072 ], "transformer_blocks.1.attn.norm_added_q.weight": [ 128 ], "transformer_blocks.1.attn.norm_added_k.weight": [ 128 ], "transformer_blocks.1.attn.add_q_proj.packed_weight_indices": [ 2359296 ], "transformer_blocks.1.attn.add_q_proj.row_norms": [ 3072 ], "transformer_blocks.1.attn.add_k_proj.packed_weight_indices": [ 2359296 ], "transformer_blocks.1.attn.add_k_proj.row_norms": [ 3072 ], "transformer_blocks.1.attn.add_v_proj.packed_weight_indices": [ 2359296 ], "transformer_blocks.1.attn.add_v_proj.row_norms": [ 3072 ], "transformer_blocks.1.attn.to_add_out.packed_weight_indices": [ 2359296 ], "transformer_blocks.1.attn.to_add_out.row_norms": [ 3072 ], "transformer_blocks.1.ff.linear_in.packed_weight_indices": [ 14155776 ], "transformer_blocks.1.ff.linear_in.row_norms": [ 18432 ], "transformer_blocks.1.ff.linear_out.packed_weight_indices": [ 7077888 ], "transformer_blocks.1.ff.linear_out.row_norms": [ 3072 ], "transformer_blocks.1.ff_context.linear_in.packed_weight_indices": [ 14155776 ], "transformer_blocks.1.ff_context.linear_in.row_norms": [ 18432 ], "transformer_blocks.1.ff_context.linear_out.packed_weight_indices": [ 7077888 ], "transformer_blocks.1.ff_context.linear_out.row_norms": [ 3072 ], "transformer_blocks.2.attn.to_q.packed_weight_indices": [ 2359296 ], "transformer_blocks.2.attn.to_q.row_norms": [ 3072 ], "transformer_blocks.2.attn.to_k.packed_weight_indices": [ 2359296 ], "transformer_blocks.2.attn.to_k.row_norms": [ 3072 ], "transformer_blocks.2.attn.to_v.packed_weight_indices": [ 2359296 ], "transformer_blocks.2.attn.to_v.row_norms": [ 3072 ], "transformer_blocks.2.attn.norm_q.weight": [ 128 ], "transformer_blocks.2.attn.norm_k.weight": [ 128 ], "transformer_blocks.2.attn.to_out.0.packed_weight_indices": [ 2359296 ], "transformer_blocks.2.attn.to_out.0.row_norms": [ 3072 ], "transformer_blocks.2.attn.norm_added_q.weight": [ 128 ], "transformer_blocks.2.attn.norm_added_k.weight": [ 128 ], "transformer_blocks.2.attn.add_q_proj.packed_weight_indices": [ 2359296 ], "transformer_blocks.2.attn.add_q_proj.row_norms": [ 3072 ], "transformer_blocks.2.attn.add_k_proj.packed_weight_indices": [ 2359296 ], "transformer_blocks.2.attn.add_k_proj.row_norms": [ 3072 ], "transformer_blocks.2.attn.add_v_proj.packed_weight_indices": [ 2359296 ], "transformer_blocks.2.attn.add_v_proj.row_norms": [ 3072 ], "transformer_blocks.2.attn.to_add_out.packed_weight_indices": [ 2359296 ], "transformer_blocks.2.attn.to_add_out.row_norms": [ 3072 ], "transformer_blocks.2.ff.linear_in.packed_weight_indices": [ 14155776 ], "transformer_blocks.2.ff.linear_in.row_norms": [ 18432 ], "transformer_blocks.2.ff.linear_out.packed_weight_indices": [ 7077888 ], "transformer_blocks.2.ff.linear_out.row_norms": [ 3072 ], "transformer_blocks.2.ff_context.linear_in.packed_weight_indices": [ 14155776 ], "transformer_blocks.2.ff_context.linear_in.row_norms": [ 18432 ], "transformer_blocks.2.ff_context.linear_out.packed_weight_indices": [ 7077888 ], "transformer_blocks.2.ff_context.linear_out.row_norms": [ 3072 ], "transformer_blocks.3.attn.to_q.packed_weight_indices": [ 2359296 ], "transformer_blocks.3.attn.to_q.row_norms": [ 3072 ], "transformer_blocks.3.attn.to_k.packed_weight_indices": [ 2359296 ], "transformer_blocks.3.attn.to_k.row_norms": [ 3072 ], "transformer_blocks.3.attn.to_v.packed_weight_indices": [ 2359296 ], "transformer_blocks.3.attn.to_v.row_norms": [ 3072 ], "transformer_blocks.3.attn.norm_q.weight": [ 128 ], "transformer_blocks.3.attn.norm_k.weight": [ 128 ], "transformer_blocks.3.attn.to_out.0.packed_weight_indices": [ 2359296 ], "transformer_blocks.3.attn.to_out.0.row_norms": [ 3072 ], "transformer_blocks.3.attn.norm_added_q.weight": [ 128 ], "transformer_blocks.3.attn.norm_added_k.weight": [ 128 ], "transformer_blocks.3.attn.add_q_proj.packed_weight_indices": [ 2359296 ], "transformer_blocks.3.attn.add_q_proj.row_norms": [ 3072 ], "transformer_blocks.3.attn.add_k_proj.packed_weight_indices": [ 2359296 ], "transformer_blocks.3.attn.add_k_proj.row_norms": [ 3072 ], "transformer_blocks.3.attn.add_v_proj.packed_weight_indices": [ 2359296 ], "transformer_blocks.3.attn.add_v_proj.row_norms": [ 3072 ], "transformer_blocks.3.attn.to_add_out.packed_weight_indices": [ 2359296 ], "transformer_blocks.3.attn.to_add_out.row_norms": [ 3072 ], "transformer_blocks.3.ff.linear_in.packed_weight_indices": [ 14155776 ], "transformer_blocks.3.ff.linear_in.row_norms": [ 18432 ], "transformer_blocks.3.ff.linear_out.packed_weight_indices": [ 7077888 ], "transformer_blocks.3.ff.linear_out.row_norms": [ 3072 ], "transformer_blocks.3.ff_context.linear_in.packed_weight_indices": [ 14155776 ], "transformer_blocks.3.ff_context.linear_in.row_norms": [ 18432 ], "transformer_blocks.3.ff_context.linear_out.packed_weight_indices": [ 7077888 ], "transformer_blocks.3.ff_context.linear_out.row_norms": [ 3072 ], "transformer_blocks.4.attn.to_q.packed_weight_indices": [ 2359296 ], "transformer_blocks.4.attn.to_q.row_norms": [ 3072 ], "transformer_blocks.4.attn.to_k.packed_weight_indices": [ 2359296 ], "transformer_blocks.4.attn.to_k.row_norms": [ 3072 ], "transformer_blocks.4.attn.to_v.packed_weight_indices": [ 2359296 ], "transformer_blocks.4.attn.to_v.row_norms": [ 3072 ], "transformer_blocks.4.attn.norm_q.weight": [ 128 ], "transformer_blocks.4.attn.norm_k.weight": [ 128 ], "transformer_blocks.4.attn.to_out.0.packed_weight_indices": [ 2359296 ], "transformer_blocks.4.attn.to_out.0.row_norms": [ 3072 ], "transformer_blocks.4.attn.norm_added_q.weight": [ 128 ], "transformer_blocks.4.attn.norm_added_k.weight": [ 128 ], "transformer_blocks.4.attn.add_q_proj.packed_weight_indices": [ 2359296 ], "transformer_blocks.4.attn.add_q_proj.row_norms": [ 3072 ], "transformer_blocks.4.attn.add_k_proj.packed_weight_indices": [ 2359296 ], "transformer_blocks.4.attn.add_k_proj.row_norms": [ 3072 ], "transformer_blocks.4.attn.add_v_proj.packed_weight_indices": [ 2359296 ], "transformer_blocks.4.attn.add_v_proj.row_norms": [ 3072 ], "transformer_blocks.4.attn.to_add_out.packed_weight_indices": [ 2359296 ], "transformer_blocks.4.attn.to_add_out.row_norms": [ 3072 ], "transformer_blocks.4.ff.linear_in.packed_weight_indices": [ 14155776 ], "transformer_blocks.4.ff.linear_in.row_norms": [ 18432 ], "transformer_blocks.4.ff.linear_out.packed_weight_indices": [ 7077888 ], "transformer_blocks.4.ff.linear_out.row_norms": [ 3072 ], "transformer_blocks.4.ff_context.linear_in.packed_weight_indices": [ 14155776 ], "transformer_blocks.4.ff_context.linear_in.row_norms": [ 18432 ], "transformer_blocks.4.ff_context.linear_out.packed_weight_indices": [ 7077888 ], "transformer_blocks.4.ff_context.linear_out.row_norms": [ 3072 ], "single_transformer_blocks.0.attn.to_qkv_mlp_proj.packed_weight_indices": [ 21233664 ], "single_transformer_blocks.0.attn.to_qkv_mlp_proj.row_norms": [ 27648 ], "single_transformer_blocks.0.attn.norm_q.weight": [ 128 ], "single_transformer_blocks.0.attn.norm_k.weight": [ 128 ], "single_transformer_blocks.0.attn.to_out.packed_weight_indices": [ 9437184 ], "single_transformer_blocks.0.attn.to_out.row_norms": [ 3072 ], "single_transformer_blocks.1.attn.to_qkv_mlp_proj.packed_weight_indices": [ 21233664 ], "single_transformer_blocks.1.attn.to_qkv_mlp_proj.row_norms": [ 27648 ], "single_transformer_blocks.1.attn.norm_q.weight": [ 128 ], "single_transformer_blocks.1.attn.norm_k.weight": [ 128 ], "single_transformer_blocks.1.attn.to_out.packed_weight_indices": [ 9437184 ], "single_transformer_blocks.1.attn.to_out.row_norms": [ 3072 ], "single_transformer_blocks.2.attn.to_qkv_mlp_proj.packed_weight_indices": [ 21233664 ], "single_transformer_blocks.2.attn.to_qkv_mlp_proj.row_norms": [ 27648 ], "single_transformer_blocks.2.attn.norm_q.weight": [ 128 ], "single_transformer_blocks.2.attn.norm_k.weight": [ 128 ], "single_transformer_blocks.2.attn.to_out.packed_weight_indices": [ 9437184 ], "single_transformer_blocks.2.attn.to_out.row_norms": [ 3072 ], "single_transformer_blocks.3.attn.to_qkv_mlp_proj.packed_weight_indices": [ 21233664 ], "single_transformer_blocks.3.attn.to_qkv_mlp_proj.row_norms": [ 27648 ], "single_transformer_blocks.3.attn.norm_q.weight": [ 128 ], "single_transformer_blocks.3.attn.norm_k.weight": [ 128 ], "single_transformer_blocks.3.attn.to_out.packed_weight_indices": [ 9437184 ], "single_transformer_blocks.3.attn.to_out.row_norms": [ 3072 ], "single_transformer_blocks.4.attn.to_qkv_mlp_proj.packed_weight_indices": [ 21233664 ], "single_transformer_blocks.4.attn.to_qkv_mlp_proj.row_norms": [ 27648 ], "single_transformer_blocks.4.attn.norm_q.weight": [ 128 ], "single_transformer_blocks.4.attn.norm_k.weight": [ 128 ], "single_transformer_blocks.4.attn.to_out.packed_weight_indices": [ 9437184 ], "single_transformer_blocks.4.attn.to_out.row_norms": [ 3072 ], "single_transformer_blocks.5.attn.to_qkv_mlp_proj.packed_weight_indices": [ 21233664 ], "single_transformer_blocks.5.attn.to_qkv_mlp_proj.row_norms": [ 27648 ], "single_transformer_blocks.5.attn.norm_q.weight": [ 128 ], "single_transformer_blocks.5.attn.norm_k.weight": [ 128 ], "single_transformer_blocks.5.attn.to_out.packed_weight_indices": [ 9437184 ], "single_transformer_blocks.5.attn.to_out.row_norms": [ 3072 ], "single_transformer_blocks.6.attn.to_qkv_mlp_proj.packed_weight_indices": [ 21233664 ], "single_transformer_blocks.6.attn.to_qkv_mlp_proj.row_norms": [ 27648 ], "single_transformer_blocks.6.attn.norm_q.weight": [ 128 ], "single_transformer_blocks.6.attn.norm_k.weight": [ 128 ], "single_transformer_blocks.6.attn.to_out.packed_weight_indices": [ 9437184 ], "single_transformer_blocks.6.attn.to_out.row_norms": [ 3072 ], "single_transformer_blocks.7.attn.to_qkv_mlp_proj.packed_weight_indices": [ 21233664 ], "single_transformer_blocks.7.attn.to_qkv_mlp_proj.row_norms": [ 27648 ], "single_transformer_blocks.7.attn.norm_q.weight": [ 128 ], "single_transformer_blocks.7.attn.norm_k.weight": [ 128 ], "single_transformer_blocks.7.attn.to_out.packed_weight_indices": [ 9437184 ], "single_transformer_blocks.7.attn.to_out.row_norms": [ 3072 ], "single_transformer_blocks.8.attn.to_qkv_mlp_proj.packed_weight_indices": [ 21233664 ], "single_transformer_blocks.8.attn.to_qkv_mlp_proj.row_norms": [ 27648 ], "single_transformer_blocks.8.attn.norm_q.weight": [ 128 ], "single_transformer_blocks.8.attn.norm_k.weight": [ 128 ], "single_transformer_blocks.8.attn.to_out.packed_weight_indices": [ 9437184 ], "single_transformer_blocks.8.attn.to_out.row_norms": [ 3072 ], "single_transformer_blocks.9.attn.to_qkv_mlp_proj.packed_weight_indices": [ 21233664 ], "single_transformer_blocks.9.attn.to_qkv_mlp_proj.row_norms": [ 27648 ], "single_transformer_blocks.9.attn.norm_q.weight": [ 128 ], "single_transformer_blocks.9.attn.norm_k.weight": [ 128 ], "single_transformer_blocks.9.attn.to_out.packed_weight_indices": [ 9437184 ], "single_transformer_blocks.9.attn.to_out.row_norms": [ 3072 ], "single_transformer_blocks.10.attn.to_qkv_mlp_proj.packed_weight_indices": [ 21233664 ], "single_transformer_blocks.10.attn.to_qkv_mlp_proj.row_norms": [ 27648 ], "single_transformer_blocks.10.attn.norm_q.weight": [ 128 ], "single_transformer_blocks.10.attn.norm_k.weight": [ 128 ], "single_transformer_blocks.10.attn.to_out.packed_weight_indices": [ 9437184 ], "single_transformer_blocks.10.attn.to_out.row_norms": [ 3072 ], "single_transformer_blocks.11.attn.to_qkv_mlp_proj.packed_weight_indices": [ 21233664 ], "single_transformer_blocks.11.attn.to_qkv_mlp_proj.row_norms": [ 27648 ], "single_transformer_blocks.11.attn.norm_q.weight": [ 128 ], "single_transformer_blocks.11.attn.norm_k.weight": [ 128 ], "single_transformer_blocks.11.attn.to_out.packed_weight_indices": [ 9437184 ], "single_transformer_blocks.11.attn.to_out.row_norms": [ 3072 ], "single_transformer_blocks.12.attn.to_qkv_mlp_proj.packed_weight_indices": [ 21233664 ], "single_transformer_blocks.12.attn.to_qkv_mlp_proj.row_norms": [ 27648 ], "single_transformer_blocks.12.attn.norm_q.weight": [ 128 ], "single_transformer_blocks.12.attn.norm_k.weight": [ 128 ], "single_transformer_blocks.12.attn.to_out.packed_weight_indices": [ 9437184 ], "single_transformer_blocks.12.attn.to_out.row_norms": [ 3072 ], "single_transformer_blocks.13.attn.to_qkv_mlp_proj.packed_weight_indices": [ 21233664 ], "single_transformer_blocks.13.attn.to_qkv_mlp_proj.row_norms": [ 27648 ], "single_transformer_blocks.13.attn.norm_q.weight": [ 128 ], "single_transformer_blocks.13.attn.norm_k.weight": [ 128 ], "single_transformer_blocks.13.attn.to_out.packed_weight_indices": [ 9437184 ], "single_transformer_blocks.13.attn.to_out.row_norms": [ 3072 ], "single_transformer_blocks.14.attn.to_qkv_mlp_proj.packed_weight_indices": [ 21233664 ], "single_transformer_blocks.14.attn.to_qkv_mlp_proj.row_norms": [ 27648 ], "single_transformer_blocks.14.attn.norm_q.weight": [ 128 ], "single_transformer_blocks.14.attn.norm_k.weight": [ 128 ], "single_transformer_blocks.14.attn.to_out.packed_weight_indices": [ 9437184 ], "single_transformer_blocks.14.attn.to_out.row_norms": [ 3072 ], "single_transformer_blocks.15.attn.to_qkv_mlp_proj.packed_weight_indices": [ 21233664 ], "single_transformer_blocks.15.attn.to_qkv_mlp_proj.row_norms": [ 27648 ], "single_transformer_blocks.15.attn.norm_q.weight": [ 128 ], "single_transformer_blocks.15.attn.norm_k.weight": [ 128 ], "single_transformer_blocks.15.attn.to_out.packed_weight_indices": [ 9437184 ], "single_transformer_blocks.15.attn.to_out.row_norms": [ 3072 ], "single_transformer_blocks.16.attn.to_qkv_mlp_proj.packed_weight_indices": [ 21233664 ], "single_transformer_blocks.16.attn.to_qkv_mlp_proj.row_norms": [ 27648 ], "single_transformer_blocks.16.attn.norm_q.weight": [ 128 ], "single_transformer_blocks.16.attn.norm_k.weight": [ 128 ], "single_transformer_blocks.16.attn.to_out.packed_weight_indices": [ 9437184 ], "single_transformer_blocks.16.attn.to_out.row_norms": [ 3072 ], "single_transformer_blocks.17.attn.to_qkv_mlp_proj.packed_weight_indices": [ 21233664 ], "single_transformer_blocks.17.attn.to_qkv_mlp_proj.row_norms": [ 27648 ], "single_transformer_blocks.17.attn.norm_q.weight": [ 128 ], "single_transformer_blocks.17.attn.norm_k.weight": [ 128 ], "single_transformer_blocks.17.attn.to_out.packed_weight_indices": [ 9437184 ], "single_transformer_blocks.17.attn.to_out.row_norms": [ 3072 ], "single_transformer_blocks.18.attn.to_qkv_mlp_proj.packed_weight_indices": [ 21233664 ], "single_transformer_blocks.18.attn.to_qkv_mlp_proj.row_norms": [ 27648 ], "single_transformer_blocks.18.attn.norm_q.weight": [ 128 ], "single_transformer_blocks.18.attn.norm_k.weight": [ 128 ], "single_transformer_blocks.18.attn.to_out.packed_weight_indices": [ 9437184 ], "single_transformer_blocks.18.attn.to_out.row_norms": [ 3072 ], "single_transformer_blocks.19.attn.to_qkv_mlp_proj.packed_weight_indices": [ 21233664 ], "single_transformer_blocks.19.attn.to_qkv_mlp_proj.row_norms": [ 27648 ], "single_transformer_blocks.19.attn.norm_q.weight": [ 128 ], "single_transformer_blocks.19.attn.norm_k.weight": [ 128 ], "single_transformer_blocks.19.attn.to_out.packed_weight_indices": [ 9437184 ], "single_transformer_blocks.19.attn.to_out.row_norms": [ 3072 ], "norm_out.linear.weight": [ 6144, 3072 ], "proj_out.weight": [ 128, 3072 ] }, "checksums": { "assets/image_generation_comparison_matrix.webp": "6c7e87e6746b4eddc33dbba6ab1f7aa27473cb348d9c9945941503f88d650a6d", "benchmark/summary.json": "d46b5fb5f07603bb393b75d6d2a9a2988c5ef54b7fa06a5ee4df5c40826fd6de", "model.safetensors": "ee4ccde9885764fe910ab1254fd495cb6bdcae1036840e8cc9f57b4d7bed139d", "model_index.json": "e980517cee067312d5719af5df64e2ecce7e3658631b0f31228370c3e920f00b", "orbitquant_codebooks.safetensors": "8e24206456b6c58a69646dc7596f9072b09f34a3a8a09e40c68438caf9d00717", "orbitquant_rotations.safetensors": "3a4014dbeee3988e275fcae07cc9312aceab5d14fb06c55f9a6548d1d7e2fa17", "prompts.json": "98cbd0ace83c9df8c3955eb1e3e2d41bca129b5d6525cfba21648b87119c6e2e", "quantization_config.json": "1b7a297ded1c0b0ba00158aebe527ed3f2ccf97d29cb96b74e81a0996807eb2b" } }