{ "artifact_format": "orbitquant-v1", "source_model_id": "black-forest-labs/FLUX.2-klein-4B", "source_revision": "e7b7dc27f91deacad38e78976d1f2b499d76a294", "source_license": "apache-2.0", "quant_method": "orbitquant", "paper": "https://arxiv.org/abs/2607.02461", "weight_bits": 4, "activation_bits": 4, "rotation": "rpbh", "rotation_seed": 0, "block_size": "paper", "block_size_policy": "largest_power_of_two_dividing_dim", "codebook": "lloyd_max", "codebook_version": 2, "row_norm_dtype": "bfloat16", "runtime_mode": "auto_fused", "activation_kernel_backend": "auto", "activation_eps": 1e-10, "adaln_group_size": 64, "quantization_device": "cuda", "weight_quantization_backend": "triton_cuda", "quantization_staging_mode": "streaming", "target_policy": "flux2", "adaln_policy": "int4_rtn_group64_bf16_activation", "quantized_modules": [ "transformer_blocks.0.attn.to_q", "transformer_blocks.0.attn.to_k", "transformer_blocks.0.attn.to_v", "transformer_blocks.0.attn.to_out.0", "transformer_blocks.0.attn.add_q_proj", "transformer_blocks.0.attn.add_k_proj", "transformer_blocks.0.attn.add_v_proj", "transformer_blocks.0.attn.to_add_out", "transformer_blocks.0.ff.linear_in", "transformer_blocks.0.ff.linear_out", "transformer_blocks.0.ff_context.linear_in", "transformer_blocks.0.ff_context.linear_out", "transformer_blocks.1.attn.to_q", "transformer_blocks.1.attn.to_k", "transformer_blocks.1.attn.to_v", "transformer_blocks.1.attn.to_out.0", "transformer_blocks.1.attn.add_q_proj", "transformer_blocks.1.attn.add_k_proj", "transformer_blocks.1.attn.add_v_proj", "transformer_blocks.1.attn.to_add_out", "transformer_blocks.1.ff.linear_in", "transformer_blocks.1.ff.linear_out", "transformer_blocks.1.ff_context.linear_in", "transformer_blocks.1.ff_context.linear_out", "transformer_blocks.2.attn.to_q", "transformer_blocks.2.attn.to_k", "transformer_blocks.2.attn.to_v", "transformer_blocks.2.attn.to_out.0", "transformer_blocks.2.attn.add_q_proj", "transformer_blocks.2.attn.add_k_proj", "transformer_blocks.2.attn.add_v_proj", "transformer_blocks.2.attn.to_add_out", "transformer_blocks.2.ff.linear_in", "transformer_blocks.2.ff.linear_out", "transformer_blocks.2.ff_context.linear_in", "transformer_blocks.2.ff_context.linear_out", "transformer_blocks.3.attn.to_q", "transformer_blocks.3.attn.to_k", "transformer_blocks.3.attn.to_v", "transformer_blocks.3.attn.to_out.0", "transformer_blocks.3.attn.add_q_proj", "transformer_blocks.3.attn.add_k_proj", "transformer_blocks.3.attn.add_v_proj", "transformer_blocks.3.attn.to_add_out", "transformer_blocks.3.ff.linear_in", "transformer_blocks.3.ff.linear_out", "transformer_blocks.3.ff_context.linear_in", "transformer_blocks.3.ff_context.linear_out", "transformer_blocks.4.attn.to_q", "transformer_blocks.4.attn.to_k", "transformer_blocks.4.attn.to_v", "transformer_blocks.4.attn.to_out.0", "transformer_blocks.4.attn.add_q_proj", "transformer_blocks.4.attn.add_k_proj", "transformer_blocks.4.attn.add_v_proj", "transformer_blocks.4.attn.to_add_out", "transformer_blocks.4.ff.linear_in", "transformer_blocks.4.ff.linear_out", "transformer_blocks.4.ff_context.linear_in", "transformer_blocks.4.ff_context.linear_out", "single_transformer_blocks.0.attn.to_qkv_mlp_proj", "single_transformer_blocks.0.attn.to_out", "single_transformer_blocks.1.attn.to_qkv_mlp_proj", "single_transformer_blocks.1.attn.to_out", "single_transformer_blocks.2.attn.to_qkv_mlp_proj", "single_transformer_blocks.2.attn.to_out", "single_transformer_blocks.3.attn.to_qkv_mlp_proj", "single_transformer_blocks.3.attn.to_out", "single_transformer_blocks.4.attn.to_qkv_mlp_proj", "single_transformer_blocks.4.attn.to_out", "single_transformer_blocks.5.attn.to_qkv_mlp_proj", "single_transformer_blocks.5.attn.to_out", "single_transformer_blocks.6.attn.to_qkv_mlp_proj", "single_transformer_blocks.6.attn.to_out", "single_transformer_blocks.7.attn.to_qkv_mlp_proj", "single_transformer_blocks.7.attn.to_out", "single_transformer_blocks.8.attn.to_qkv_mlp_proj", "single_transformer_blocks.8.attn.to_out", "single_transformer_blocks.9.attn.to_qkv_mlp_proj", "single_transformer_blocks.9.attn.to_out", "single_transformer_blocks.10.attn.to_qkv_mlp_proj", "single_transformer_blocks.10.attn.to_out", "single_transformer_blocks.11.attn.to_qkv_mlp_proj", "single_transformer_blocks.11.attn.to_out", "single_transformer_blocks.12.attn.to_qkv_mlp_proj", "single_transformer_blocks.12.attn.to_out", "single_transformer_blocks.13.attn.to_qkv_mlp_proj", "single_transformer_blocks.13.attn.to_out", "single_transformer_blocks.14.attn.to_qkv_mlp_proj", "single_transformer_blocks.14.attn.to_out", "single_transformer_blocks.15.attn.to_qkv_mlp_proj", "single_transformer_blocks.15.attn.to_out", "single_transformer_blocks.16.attn.to_qkv_mlp_proj", "single_transformer_blocks.16.attn.to_out", "single_transformer_blocks.17.attn.to_qkv_mlp_proj", "single_transformer_blocks.17.attn.to_out", "single_transformer_blocks.18.attn.to_qkv_mlp_proj", "single_transformer_blocks.18.attn.to_out", "single_transformer_blocks.19.attn.to_qkv_mlp_proj", "single_transformer_blocks.19.attn.to_out" ], "adaln_modules": [ "double_stream_modulation_img.linear", "double_stream_modulation_txt.linear", "single_stream_modulation.linear" ], "skipped_modules": [ "time_guidance_embed.timestep_embedder.linear_1", "time_guidance_embed.timestep_embedder.linear_2", "x_embedder", "context_embedder", "norm_out.linear", "proj_out" ], "module_shapes": { "time_guidance_embed.timestep_embedder.linear_1.weight": [ 3072, 256 ], "time_guidance_embed.timestep_embedder.linear_2.weight": [ 3072, 3072 ], "double_stream_modulation_img.linear.packed_weight": [ 28311552 ], "double_stream_modulation_img.linear.scales": [ 18432, 48 ], "double_stream_modulation_txt.linear.packed_weight": [ 28311552 ], "double_stream_modulation_txt.linear.scales": [ 18432, 48 ], "single_stream_modulation.linear.packed_weight": [ 14155776 ], "single_stream_modulation.linear.scales": [ 9216, 48 ], "x_embedder.weight": [ 3072, 128 ], "context_embedder.weight": [ 3072, 7680 ], "transformer_blocks.0.attn.to_q.packed_weight_indices": [ 4718592 ], "transformer_blocks.0.attn.to_q.row_norms": [ 3072 ], "transformer_blocks.0.attn.to_k.packed_weight_indices": [ 4718592 ], "transformer_blocks.0.attn.to_k.row_norms": [ 3072 ], "transformer_blocks.0.attn.to_v.packed_weight_indices": [ 4718592 ], "transformer_blocks.0.attn.to_v.row_norms": [ 3072 ], "transformer_blocks.0.attn.norm_q.weight": [ 128 ], "transformer_blocks.0.attn.norm_k.weight": [ 128 ], "transformer_blocks.0.attn.to_out.0.packed_weight_indices": [ 4718592 ], "transformer_blocks.0.attn.to_out.0.row_norms": [ 3072 ], "transformer_blocks.0.attn.norm_added_q.weight": [ 128 ], "transformer_blocks.0.attn.norm_added_k.weight": [ 128 ], "transformer_blocks.0.attn.add_q_proj.packed_weight_indices": [ 4718592 ], "transformer_blocks.0.attn.add_q_proj.row_norms": [ 3072 ], "transformer_blocks.0.attn.add_k_proj.packed_weight_indices": [ 4718592 ], "transformer_blocks.0.attn.add_k_proj.row_norms": [ 3072 ], "transformer_blocks.0.attn.add_v_proj.packed_weight_indices": [ 4718592 ], "transformer_blocks.0.attn.add_v_proj.row_norms": [ 3072 ], "transformer_blocks.0.attn.to_add_out.packed_weight_indices": [ 4718592 ], "transformer_blocks.0.attn.to_add_out.row_norms": [ 3072 ], "transformer_blocks.0.ff.linear_in.packed_weight_indices": [ 28311552 ], "transformer_blocks.0.ff.linear_in.row_norms": [ 18432 ], "transformer_blocks.0.ff.linear_out.packed_weight_indices": [ 14155776 ], "transformer_blocks.0.ff.linear_out.row_norms": [ 3072 ], "transformer_blocks.0.ff_context.linear_in.packed_weight_indices": [ 28311552 ], "transformer_blocks.0.ff_context.linear_in.row_norms": [ 18432 ], "transformer_blocks.0.ff_context.linear_out.packed_weight_indices": [ 14155776 ], "transformer_blocks.0.ff_context.linear_out.row_norms": [ 3072 ], "transformer_blocks.1.attn.to_q.packed_weight_indices": [ 4718592 ], "transformer_blocks.1.attn.to_q.row_norms": [ 3072 ], "transformer_blocks.1.attn.to_k.packed_weight_indices": [ 4718592 ], "transformer_blocks.1.attn.to_k.row_norms": [ 3072 ], "transformer_blocks.1.attn.to_v.packed_weight_indices": [ 4718592 ], "transformer_blocks.1.attn.to_v.row_norms": [ 3072 ], "transformer_blocks.1.attn.norm_q.weight": [ 128 ], "transformer_blocks.1.attn.norm_k.weight": [ 128 ], "transformer_blocks.1.attn.to_out.0.packed_weight_indices": [ 4718592 ], "transformer_blocks.1.attn.to_out.0.row_norms": [ 3072 ], "transformer_blocks.1.attn.norm_added_q.weight": [ 128 ], "transformer_blocks.1.attn.norm_added_k.weight": [ 128 ], "transformer_blocks.1.attn.add_q_proj.packed_weight_indices": [ 4718592 ], "transformer_blocks.1.attn.add_q_proj.row_norms": [ 3072 ], "transformer_blocks.1.attn.add_k_proj.packed_weight_indices": [ 4718592 ], "transformer_blocks.1.attn.add_k_proj.row_norms": [ 3072 ], "transformer_blocks.1.attn.add_v_proj.packed_weight_indices": [ 4718592 ], "transformer_blocks.1.attn.add_v_proj.row_norms": [ 3072 ], "transformer_blocks.1.attn.to_add_out.packed_weight_indices": [ 4718592 ], "transformer_blocks.1.attn.to_add_out.row_norms": [ 3072 ], "transformer_blocks.1.ff.linear_in.packed_weight_indices": [ 28311552 ], "transformer_blocks.1.ff.linear_in.row_norms": [ 18432 ], "transformer_blocks.1.ff.linear_out.packed_weight_indices": [ 14155776 ], "transformer_blocks.1.ff.linear_out.row_norms": [ 3072 ], "transformer_blocks.1.ff_context.linear_in.packed_weight_indices": [ 28311552 ], "transformer_blocks.1.ff_context.linear_in.row_norms": [ 18432 ], "transformer_blocks.1.ff_context.linear_out.packed_weight_indices": [ 14155776 ], "transformer_blocks.1.ff_context.linear_out.row_norms": [ 3072 ], "transformer_blocks.2.attn.to_q.packed_weight_indices": [ 4718592 ], "transformer_blocks.2.attn.to_q.row_norms": [ 3072 ], "transformer_blocks.2.attn.to_k.packed_weight_indices": [ 4718592 ], "transformer_blocks.2.attn.to_k.row_norms": [ 3072 ], "transformer_blocks.2.attn.to_v.packed_weight_indices": [ 4718592 ], "transformer_blocks.2.attn.to_v.row_norms": [ 3072 ], "transformer_blocks.2.attn.norm_q.weight": [ 128 ], "transformer_blocks.2.attn.norm_k.weight": [ 128 ], "transformer_blocks.2.attn.to_out.0.packed_weight_indices": [ 4718592 ], "transformer_blocks.2.attn.to_out.0.row_norms": [ 3072 ], "transformer_blocks.2.attn.norm_added_q.weight": [ 128 ], "transformer_blocks.2.attn.norm_added_k.weight": [ 128 ], "transformer_blocks.2.attn.add_q_proj.packed_weight_indices": [ 4718592 ], "transformer_blocks.2.attn.add_q_proj.row_norms": [ 3072 ], "transformer_blocks.2.attn.add_k_proj.packed_weight_indices": [ 4718592 ], "transformer_blocks.2.attn.add_k_proj.row_norms": [ 3072 ], "transformer_blocks.2.attn.add_v_proj.packed_weight_indices": [ 4718592 ], "transformer_blocks.2.attn.add_v_proj.row_norms": [ 3072 ], "transformer_blocks.2.attn.to_add_out.packed_weight_indices": [ 4718592 ], "transformer_blocks.2.attn.to_add_out.row_norms": [ 3072 ], "transformer_blocks.2.ff.linear_in.packed_weight_indices": [ 28311552 ], "transformer_blocks.2.ff.linear_in.row_norms": [ 18432 ], "transformer_blocks.2.ff.linear_out.packed_weight_indices": [ 14155776 ], "transformer_blocks.2.ff.linear_out.row_norms": [ 3072 ], "transformer_blocks.2.ff_context.linear_in.packed_weight_indices": [ 28311552 ], "transformer_blocks.2.ff_context.linear_in.row_norms": [ 18432 ], "transformer_blocks.2.ff_context.linear_out.packed_weight_indices": [ 14155776 ], "transformer_blocks.2.ff_context.linear_out.row_norms": [ 3072 ], "transformer_blocks.3.attn.to_q.packed_weight_indices": [ 4718592 ], "transformer_blocks.3.attn.to_q.row_norms": [ 3072 ], "transformer_blocks.3.attn.to_k.packed_weight_indices": [ 4718592 ], "transformer_blocks.3.attn.to_k.row_norms": [ 3072 ], "transformer_blocks.3.attn.to_v.packed_weight_indices": [ 4718592 ], "transformer_blocks.3.attn.to_v.row_norms": [ 3072 ], "transformer_blocks.3.attn.norm_q.weight": [ 128 ], "transformer_blocks.3.attn.norm_k.weight": [ 128 ], "transformer_blocks.3.attn.to_out.0.packed_weight_indices": [ 4718592 ], "transformer_blocks.3.attn.to_out.0.row_norms": [ 3072 ], "transformer_blocks.3.attn.norm_added_q.weight": [ 128 ], "transformer_blocks.3.attn.norm_added_k.weight": [ 128 ], "transformer_blocks.3.attn.add_q_proj.packed_weight_indices": [ 4718592 ], "transformer_blocks.3.attn.add_q_proj.row_norms": [ 3072 ], "transformer_blocks.3.attn.add_k_proj.packed_weight_indices": [ 4718592 ], "transformer_blocks.3.attn.add_k_proj.row_norms": [ 3072 ], "transformer_blocks.3.attn.add_v_proj.packed_weight_indices": [ 4718592 ], "transformer_blocks.3.attn.add_v_proj.row_norms": [ 3072 ], "transformer_blocks.3.attn.to_add_out.packed_weight_indices": [ 4718592 ], "transformer_blocks.3.attn.to_add_out.row_norms": [ 3072 ], "transformer_blocks.3.ff.linear_in.packed_weight_indices": [ 28311552 ], "transformer_blocks.3.ff.linear_in.row_norms": [ 18432 ], "transformer_blocks.3.ff.linear_out.packed_weight_indices": [ 14155776 ], "transformer_blocks.3.ff.linear_out.row_norms": [ 3072 ], "transformer_blocks.3.ff_context.linear_in.packed_weight_indices": [ 28311552 ], "transformer_blocks.3.ff_context.linear_in.row_norms": [ 18432 ], "transformer_blocks.3.ff_context.linear_out.packed_weight_indices": [ 14155776 ], "transformer_blocks.3.ff_context.linear_out.row_norms": [ 3072 ], "transformer_blocks.4.attn.to_q.packed_weight_indices": [ 4718592 ], "transformer_blocks.4.attn.to_q.row_norms": [ 3072 ], "transformer_blocks.4.attn.to_k.packed_weight_indices": [ 4718592 ], "transformer_blocks.4.attn.to_k.row_norms": [ 3072 ], "transformer_blocks.4.attn.to_v.packed_weight_indices": [ 4718592 ], "transformer_blocks.4.attn.to_v.row_norms": [ 3072 ], "transformer_blocks.4.attn.norm_q.weight": [ 128 ], "transformer_blocks.4.attn.norm_k.weight": [ 128 ], "transformer_blocks.4.attn.to_out.0.packed_weight_indices": [ 4718592 ], "transformer_blocks.4.attn.to_out.0.row_norms": [ 3072 ], "transformer_blocks.4.attn.norm_added_q.weight": [ 128 ], "transformer_blocks.4.attn.norm_added_k.weight": [ 128 ], "transformer_blocks.4.attn.add_q_proj.packed_weight_indices": [ 4718592 ], "transformer_blocks.4.attn.add_q_proj.row_norms": [ 3072 ], "transformer_blocks.4.attn.add_k_proj.packed_weight_indices": [ 4718592 ], "transformer_blocks.4.attn.add_k_proj.row_norms": [ 3072 ], "transformer_blocks.4.attn.add_v_proj.packed_weight_indices": [ 4718592 ], "transformer_blocks.4.attn.add_v_proj.row_norms": [ 3072 ], "transformer_blocks.4.attn.to_add_out.packed_weight_indices": [ 4718592 ], "transformer_blocks.4.attn.to_add_out.row_norms": [ 3072 ], "transformer_blocks.4.ff.linear_in.packed_weight_indices": [ 28311552 ], "transformer_blocks.4.ff.linear_in.row_norms": [ 18432 ], "transformer_blocks.4.ff.linear_out.packed_weight_indices": [ 14155776 ], "transformer_blocks.4.ff.linear_out.row_norms": [ 3072 ], "transformer_blocks.4.ff_context.linear_in.packed_weight_indices": [ 28311552 ], "transformer_blocks.4.ff_context.linear_in.row_norms": [ 18432 ], "transformer_blocks.4.ff_context.linear_out.packed_weight_indices": [ 14155776 ], "transformer_blocks.4.ff_context.linear_out.row_norms": [ 3072 ], "single_transformer_blocks.0.attn.to_qkv_mlp_proj.packed_weight_indices": [ 42467328 ], "single_transformer_blocks.0.attn.to_qkv_mlp_proj.row_norms": [ 27648 ], "single_transformer_blocks.0.attn.norm_q.weight": [ 128 ], "single_transformer_blocks.0.attn.norm_k.weight": [ 128 ], "single_transformer_blocks.0.attn.to_out.packed_weight_indices": [ 18874368 ], "single_transformer_blocks.0.attn.to_out.row_norms": [ 3072 ], "single_transformer_blocks.1.attn.to_qkv_mlp_proj.packed_weight_indices": [ 42467328 ], "single_transformer_blocks.1.attn.to_qkv_mlp_proj.row_norms": [ 27648 ], "single_transformer_blocks.1.attn.norm_q.weight": [ 128 ], "single_transformer_blocks.1.attn.norm_k.weight": [ 128 ], "single_transformer_blocks.1.attn.to_out.packed_weight_indices": [ 18874368 ], "single_transformer_blocks.1.attn.to_out.row_norms": [ 3072 ], "single_transformer_blocks.2.attn.to_qkv_mlp_proj.packed_weight_indices": [ 42467328 ], "single_transformer_blocks.2.attn.to_qkv_mlp_proj.row_norms": [ 27648 ], "single_transformer_blocks.2.attn.norm_q.weight": [ 128 ], "single_transformer_blocks.2.attn.norm_k.weight": [ 128 ], "single_transformer_blocks.2.attn.to_out.packed_weight_indices": [ 18874368 ], "single_transformer_blocks.2.attn.to_out.row_norms": [ 3072 ], "single_transformer_blocks.3.attn.to_qkv_mlp_proj.packed_weight_indices": [ 42467328 ], "single_transformer_blocks.3.attn.to_qkv_mlp_proj.row_norms": [ 27648 ], "single_transformer_blocks.3.attn.norm_q.weight": [ 128 ], "single_transformer_blocks.3.attn.norm_k.weight": [ 128 ], "single_transformer_blocks.3.attn.to_out.packed_weight_indices": [ 18874368 ], "single_transformer_blocks.3.attn.to_out.row_norms": [ 3072 ], "single_transformer_blocks.4.attn.to_qkv_mlp_proj.packed_weight_indices": [ 42467328 ], "single_transformer_blocks.4.attn.to_qkv_mlp_proj.row_norms": [ 27648 ], "single_transformer_blocks.4.attn.norm_q.weight": [ 128 ], "single_transformer_blocks.4.attn.norm_k.weight": [ 128 ], "single_transformer_blocks.4.attn.to_out.packed_weight_indices": [ 18874368 ], "single_transformer_blocks.4.attn.to_out.row_norms": [ 3072 ], "single_transformer_blocks.5.attn.to_qkv_mlp_proj.packed_weight_indices": [ 42467328 ], "single_transformer_blocks.5.attn.to_qkv_mlp_proj.row_norms": [ 27648 ], "single_transformer_blocks.5.attn.norm_q.weight": [ 128 ], "single_transformer_blocks.5.attn.norm_k.weight": [ 128 ], "single_transformer_blocks.5.attn.to_out.packed_weight_indices": [ 18874368 ], "single_transformer_blocks.5.attn.to_out.row_norms": [ 3072 ], "single_transformer_blocks.6.attn.to_qkv_mlp_proj.packed_weight_indices": [ 42467328 ], "single_transformer_blocks.6.attn.to_qkv_mlp_proj.row_norms": [ 27648 ], "single_transformer_blocks.6.attn.norm_q.weight": [ 128 ], "single_transformer_blocks.6.attn.norm_k.weight": [ 128 ], "single_transformer_blocks.6.attn.to_out.packed_weight_indices": [ 18874368 ], "single_transformer_blocks.6.attn.to_out.row_norms": [ 3072 ], "single_transformer_blocks.7.attn.to_qkv_mlp_proj.packed_weight_indices": [ 42467328 ], "single_transformer_blocks.7.attn.to_qkv_mlp_proj.row_norms": [ 27648 ], "single_transformer_blocks.7.attn.norm_q.weight": [ 128 ], "single_transformer_blocks.7.attn.norm_k.weight": [ 128 ], "single_transformer_blocks.7.attn.to_out.packed_weight_indices": [ 18874368 ], "single_transformer_blocks.7.attn.to_out.row_norms": [ 3072 ], "single_transformer_blocks.8.attn.to_qkv_mlp_proj.packed_weight_indices": [ 42467328 ], "single_transformer_blocks.8.attn.to_qkv_mlp_proj.row_norms": [ 27648 ], "single_transformer_blocks.8.attn.norm_q.weight": [ 128 ], "single_transformer_blocks.8.attn.norm_k.weight": [ 128 ], "single_transformer_blocks.8.attn.to_out.packed_weight_indices": [ 18874368 ], "single_transformer_blocks.8.attn.to_out.row_norms": [ 3072 ], "single_transformer_blocks.9.attn.to_qkv_mlp_proj.packed_weight_indices": [ 42467328 ], "single_transformer_blocks.9.attn.to_qkv_mlp_proj.row_norms": [ 27648 ], "single_transformer_blocks.9.attn.norm_q.weight": [ 128 ], "single_transformer_blocks.9.attn.norm_k.weight": [ 128 ], "single_transformer_blocks.9.attn.to_out.packed_weight_indices": [ 18874368 ], "single_transformer_blocks.9.attn.to_out.row_norms": [ 3072 ], "single_transformer_blocks.10.attn.to_qkv_mlp_proj.packed_weight_indices": [ 42467328 ], "single_transformer_blocks.10.attn.to_qkv_mlp_proj.row_norms": [ 27648 ], "single_transformer_blocks.10.attn.norm_q.weight": [ 128 ], "single_transformer_blocks.10.attn.norm_k.weight": [ 128 ], "single_transformer_blocks.10.attn.to_out.packed_weight_indices": [ 18874368 ], "single_transformer_blocks.10.attn.to_out.row_norms": [ 3072 ], "single_transformer_blocks.11.attn.to_qkv_mlp_proj.packed_weight_indices": [ 42467328 ], "single_transformer_blocks.11.attn.to_qkv_mlp_proj.row_norms": [ 27648 ], "single_transformer_blocks.11.attn.norm_q.weight": [ 128 ], "single_transformer_blocks.11.attn.norm_k.weight": [ 128 ], "single_transformer_blocks.11.attn.to_out.packed_weight_indices": [ 18874368 ], "single_transformer_blocks.11.attn.to_out.row_norms": [ 3072 ], "single_transformer_blocks.12.attn.to_qkv_mlp_proj.packed_weight_indices": [ 42467328 ], "single_transformer_blocks.12.attn.to_qkv_mlp_proj.row_norms": [ 27648 ], "single_transformer_blocks.12.attn.norm_q.weight": [ 128 ], "single_transformer_blocks.12.attn.norm_k.weight": [ 128 ], "single_transformer_blocks.12.attn.to_out.packed_weight_indices": [ 18874368 ], "single_transformer_blocks.12.attn.to_out.row_norms": [ 3072 ], "single_transformer_blocks.13.attn.to_qkv_mlp_proj.packed_weight_indices": [ 42467328 ], "single_transformer_blocks.13.attn.to_qkv_mlp_proj.row_norms": [ 27648 ], "single_transformer_blocks.13.attn.norm_q.weight": [ 128 ], "single_transformer_blocks.13.attn.norm_k.weight": [ 128 ], "single_transformer_blocks.13.attn.to_out.packed_weight_indices": [ 18874368 ], "single_transformer_blocks.13.attn.to_out.row_norms": [ 3072 ], "single_transformer_blocks.14.attn.to_qkv_mlp_proj.packed_weight_indices": [ 42467328 ], "single_transformer_blocks.14.attn.to_qkv_mlp_proj.row_norms": [ 27648 ], "single_transformer_blocks.14.attn.norm_q.weight": [ 128 ], "single_transformer_blocks.14.attn.norm_k.weight": [ 128 ], "single_transformer_blocks.14.attn.to_out.packed_weight_indices": [ 18874368 ], "single_transformer_blocks.14.attn.to_out.row_norms": [ 3072 ], "single_transformer_blocks.15.attn.to_qkv_mlp_proj.packed_weight_indices": [ 42467328 ], "single_transformer_blocks.15.attn.to_qkv_mlp_proj.row_norms": [ 27648 ], "single_transformer_blocks.15.attn.norm_q.weight": [ 128 ], "single_transformer_blocks.15.attn.norm_k.weight": [ 128 ], "single_transformer_blocks.15.attn.to_out.packed_weight_indices": [ 18874368 ], "single_transformer_blocks.15.attn.to_out.row_norms": [ 3072 ], "single_transformer_blocks.16.attn.to_qkv_mlp_proj.packed_weight_indices": [ 42467328 ], "single_transformer_blocks.16.attn.to_qkv_mlp_proj.row_norms": [ 27648 ], "single_transformer_blocks.16.attn.norm_q.weight": [ 128 ], "single_transformer_blocks.16.attn.norm_k.weight": [ 128 ], "single_transformer_blocks.16.attn.to_out.packed_weight_indices": [ 18874368 ], "single_transformer_blocks.16.attn.to_out.row_norms": [ 3072 ], "single_transformer_blocks.17.attn.to_qkv_mlp_proj.packed_weight_indices": [ 42467328 ], "single_transformer_blocks.17.attn.to_qkv_mlp_proj.row_norms": [ 27648 ], "single_transformer_blocks.17.attn.norm_q.weight": [ 128 ], "single_transformer_blocks.17.attn.norm_k.weight": [ 128 ], "single_transformer_blocks.17.attn.to_out.packed_weight_indices": [ 18874368 ], "single_transformer_blocks.17.attn.to_out.row_norms": [ 3072 ], "single_transformer_blocks.18.attn.to_qkv_mlp_proj.packed_weight_indices": [ 42467328 ], "single_transformer_blocks.18.attn.to_qkv_mlp_proj.row_norms": [ 27648 ], "single_transformer_blocks.18.attn.norm_q.weight": [ 128 ], "single_transformer_blocks.18.attn.norm_k.weight": [ 128 ], "single_transformer_blocks.18.attn.to_out.packed_weight_indices": [ 18874368 ], "single_transformer_blocks.18.attn.to_out.row_norms": [ 3072 ], "single_transformer_blocks.19.attn.to_qkv_mlp_proj.packed_weight_indices": [ 42467328 ], "single_transformer_blocks.19.attn.to_qkv_mlp_proj.row_norms": [ 27648 ], "single_transformer_blocks.19.attn.norm_q.weight": [ 128 ], "single_transformer_blocks.19.attn.norm_k.weight": [ 128 ], "single_transformer_blocks.19.attn.to_out.packed_weight_indices": [ 18874368 ], "single_transformer_blocks.19.attn.to_out.row_norms": [ 3072 ], "norm_out.linear.weight": [ 6144, 3072 ], "proj_out.weight": [ 128, 3072 ] }, "checksums": { "assets/image_generation_comparison_matrix.webp": "1b687a0d491f4b40cf41fbb6badf94203c657f8ea7f6a534e3a82e23e540d65f", "benchmark/summary.json": "9a5f9ed0ce60e8440655395beec303ef6ce6a8c7e96384d8f42585ef8b5d3db7", "model.safetensors": "bd85d0a739b4f5ddf2e3a109c8163ab019ba4a7f68ed07b4ff4d3362b41c62a7", "model_index.json": "4cf21005259004e390579286648418945378ef08022e396d14e165ae13672f2e", "orbitquant_codebooks.safetensors": "e4f2fff365e0b0b6019117abb39ba2817c92173521be726e02919d6456929411", "orbitquant_rotations.safetensors": "3a4014dbeee3988e275fcae07cc9312aceab5d14fb06c55f9a6548d1d7e2fa17", "prompts.json": "98cbd0ace83c9df8c3955eb1e3e2d41bca129b5d6525cfba21648b87119c6e2e", "quantization_config.json": "d90798b18112e3a3b6af9e17913426ee6b500a3ab57e04b6df4cedb306a4cdd8" } }