{
  "_class_name": "Krea2Transformer2DModel",
  "_diffusers_version": "0.39.0.dev0",
  "_name_or_path": "/home/ozzy/Documents/models/Krea-2-Turbo/transformer",
  "attention_head_dim": 128,
  "axes_dims_rope": [
    32,
    48,
    48
  ],
  "in_channels": 64,
  "intermediate_size": 16384,
  "norm_eps": 1e-05,
  "num_attention_heads": 48,
  "num_key_value_heads": 12,
  "num_layers": 28,
  "num_layerwise_text_blocks": 2,
  "num_refiner_text_blocks": 2,
  "num_text_layers": 12,
  "quantization_config": {
    "add_skip_keys": true,
    "dequantize_fp32": false,
    "dynamic_loss_threshold": 0.01,
    "group_size": 0,
    "hadamard_group_size": 256,
    "is_integer": true,
    "is_training": false,
    "modules_dtype_dict": {
      "uint4": [
        "text_fusion.projector.weight",
        "time_mod_proj.weight",
        "text_fusion.layerwise_blocks.0.attn.to_gate.weight",
        "text_fusion.layerwise_blocks.0.attn.to_k.weight",
        "text_fusion.layerwise_blocks.0.attn.to_out.0.weight",
        "text_fusion.layerwise_blocks.0.attn.to_q.weight",
        "text_fusion.layerwise_blocks.0.attn.to_v.weight",
        "text_fusion.layerwise_blocks.0.ff.down.weight",
        "text_fusion.layerwise_blocks.0.ff.gate.weight",
        "text_fusion.layerwise_blocks.0.ff.up.weight",
        "text_fusion.layerwise_blocks.1.attn.to_gate.weight",
        "text_fusion.layerwise_blocks.1.attn.to_k.weight",
        "text_fusion.layerwise_blocks.1.attn.to_out.0.weight",
        "text_fusion.layerwise_blocks.1.attn.to_q.weight",
        "text_fusion.layerwise_blocks.1.attn.to_v.weight",
        "text_fusion.layerwise_blocks.1.ff.down.weight",
        "text_fusion.layerwise_blocks.1.ff.gate.weight",
        "text_fusion.layerwise_blocks.1.ff.up.weight",
        "text_fusion.refiner_blocks.0.attn.to_gate.weight",
        "text_fusion.refiner_blocks.0.attn.to_k.weight",
        "text_fusion.refiner_blocks.0.attn.to_out.0.weight",
        "text_fusion.refiner_blocks.0.attn.to_q.weight",
        "text_fusion.refiner_blocks.0.attn.to_v.weight",
        "text_fusion.refiner_blocks.0.ff.down.weight",
        "text_fusion.refiner_blocks.0.ff.gate.weight",
        "text_fusion.refiner_blocks.0.ff.up.weight",
        "text_fusion.refiner_blocks.1.attn.to_gate.weight",
        "text_fusion.refiner_blocks.1.attn.to_k.weight",
        "text_fusion.refiner_blocks.1.attn.to_out.0.weight",
        "text_fusion.refiner_blocks.1.attn.to_q.weight",
        "text_fusion.refiner_blocks.1.attn.to_v.weight",
        "text_fusion.refiner_blocks.1.ff.down.weight",
        "text_fusion.refiner_blocks.1.ff.gate.weight",
        "text_fusion.refiner_blocks.1.ff.up.weight",
        "transformer_blocks.0.attn.to_gate.weight",
        "transformer_blocks.0.attn.to_k.weight",
        "transformer_blocks.0.attn.to_out.0.weight",
        "transformer_blocks.0.attn.to_q.weight",
        "transformer_blocks.0.attn.to_v.weight",
        "transformer_blocks.0.ff.down.weight",
        "transformer_blocks.0.ff.gate.weight",
        "transformer_blocks.0.ff.up.weight",
        "transformer_blocks.1.attn.to_gate.weight",
        "transformer_blocks.1.attn.to_k.weight",
        "transformer_blocks.1.attn.to_out.0.weight",
        "transformer_blocks.1.attn.to_q.weight",
        "transformer_blocks.1.attn.to_v.weight",
        "transformer_blocks.1.ff.down.weight",
        "transformer_blocks.1.ff.gate.weight",
        "transformer_blocks.1.ff.up.weight",
        "transformer_blocks.2.attn.to_gate.weight",
        "transformer_blocks.2.attn.to_k.weight",
        "transformer_blocks.2.attn.to_out.0.weight",
        "transformer_blocks.2.attn.to_q.weight",
        "transformer_blocks.2.attn.to_v.weight",
        "transformer_blocks.2.ff.down.weight",
        "transformer_blocks.2.ff.gate.weight",
        "transformer_blocks.2.ff.up.weight",
        "transformer_blocks.3.attn.to_gate.weight",
        "transformer_blocks.3.attn.to_k.weight",
        "transformer_blocks.3.attn.to_out.0.weight",
        "transformer_blocks.3.attn.to_q.weight",
        "transformer_blocks.3.attn.to_v.weight",
        "transformer_blocks.3.ff.down.weight",
        "transformer_blocks.3.ff.gate.weight",
        "transformer_blocks.3.ff.up.weight",
        "transformer_blocks.4.attn.to_gate.weight",
        "transformer_blocks.4.attn.to_k.weight",
        "transformer_blocks.4.attn.to_out.0.weight",
        "transformer_blocks.4.attn.to_q.weight",
        "transformer_blocks.4.attn.to_v.weight",
        "transformer_blocks.4.ff.down.weight",
        "transformer_blocks.4.ff.gate.weight",
        "transformer_blocks.4.ff.up.weight",
        "transformer_blocks.5.attn.to_gate.weight",
        "transformer_blocks.5.attn.to_k.weight",
        "transformer_blocks.5.attn.to_out.0.weight",
        "transformer_blocks.5.attn.to_q.weight",
        "transformer_blocks.5.attn.to_v.weight",
        "transformer_blocks.5.ff.down.weight",
        "transformer_blocks.5.ff.gate.weight",
        "transformer_blocks.5.ff.up.weight",
        "transformer_blocks.6.attn.to_gate.weight",
        "transformer_blocks.6.attn.to_k.weight",
        "transformer_blocks.6.attn.to_out.0.weight",
        "transformer_blocks.6.attn.to_q.weight",
        "transformer_blocks.6.attn.to_v.weight",
        "transformer_blocks.6.ff.down.weight",
        "transformer_blocks.6.ff.gate.weight",
        "transformer_blocks.6.ff.up.weight",
        "transformer_blocks.7.attn.to_gate.weight",
        "transformer_blocks.7.attn.to_k.weight",
        "transformer_blocks.7.attn.to_out.0.weight",
        "transformer_blocks.7.attn.to_q.weight",
        "transformer_blocks.7.attn.to_v.weight",
        "transformer_blocks.7.ff.down.weight",
        "transformer_blocks.7.ff.gate.weight",
        "transformer_blocks.7.ff.up.weight",
        "transformer_blocks.8.attn.to_gate.weight",
        "transformer_blocks.8.attn.to_k.weight",
        "transformer_blocks.8.attn.to_out.0.weight",
        "transformer_blocks.8.attn.to_q.weight",
        "transformer_blocks.8.attn.to_v.weight",
        "transformer_blocks.8.ff.down.weight",
        "transformer_blocks.8.ff.gate.weight",
        "transformer_blocks.8.ff.up.weight",
        "transformer_blocks.9.attn.to_gate.weight",
        "transformer_blocks.9.attn.to_k.weight",
        "transformer_blocks.9.attn.to_q.weight",
        "transformer_blocks.9.attn.to_v.weight",
        "transformer_blocks.10.attn.to_gate.weight",
        "transformer_blocks.10.attn.to_k.weight",
        "transformer_blocks.10.attn.to_out.0.weight",
        "transformer_blocks.10.attn.to_q.weight",
        "transformer_blocks.10.attn.to_v.weight",
        "transformer_blocks.10.ff.down.weight",
        "transformer_blocks.10.ff.gate.weight",
        "transformer_blocks.10.ff.up.weight",
        "transformer_blocks.11.attn.to_gate.weight",
        "transformer_blocks.11.attn.to_k.weight",
        "transformer_blocks.11.attn.to_out.0.weight",
        "transformer_blocks.11.attn.to_q.weight",
        "transformer_blocks.11.attn.to_v.weight",
        "transformer_blocks.11.ff.down.weight",
        "transformer_blocks.11.ff.gate.weight",
        "transformer_blocks.11.ff.up.weight",
        "transformer_blocks.12.attn.to_gate.weight",
        "transformer_blocks.12.attn.to_k.weight",
        "transformer_blocks.12.attn.to_out.0.weight",
        "transformer_blocks.12.attn.to_q.weight",
        "transformer_blocks.12.attn.to_v.weight",
        "transformer_blocks.12.ff.down.weight",
        "transformer_blocks.12.ff.gate.weight",
        "transformer_blocks.12.ff.up.weight",
        "transformer_blocks.13.attn.to_gate.weight",
        "transformer_blocks.13.attn.to_k.weight",
        "transformer_blocks.13.attn.to_out.0.weight",
        "transformer_blocks.13.attn.to_q.weight",
        "transformer_blocks.13.attn.to_v.weight",
        "transformer_blocks.13.ff.down.weight",
        "transformer_blocks.13.ff.gate.weight",
        "transformer_blocks.13.ff.up.weight",
        "transformer_blocks.14.attn.to_gate.weight",
        "transformer_blocks.14.attn.to_k.weight",
        "transformer_blocks.14.attn.to_out.0.weight",
        "transformer_blocks.14.attn.to_q.weight",
        "transformer_blocks.14.attn.to_v.weight",
        "transformer_blocks.14.ff.down.weight",
        "transformer_blocks.14.ff.gate.weight",
        "transformer_blocks.14.ff.up.weight",
        "transformer_blocks.15.attn.to_gate.weight",
        "transformer_blocks.15.attn.to_k.weight",
        "transformer_blocks.15.attn.to_out.0.weight",
        "transformer_blocks.15.attn.to_q.weight",
        "transformer_blocks.15.attn.to_v.weight",
        "transformer_blocks.15.ff.down.weight",
        "transformer_blocks.15.ff.gate.weight",
        "transformer_blocks.15.ff.up.weight",
        "transformer_blocks.16.attn.to_gate.weight",
        "transformer_blocks.16.attn.to_k.weight",
        "transformer_blocks.16.attn.to_out.0.weight",
        "transformer_blocks.16.attn.to_q.weight",
        "transformer_blocks.16.attn.to_v.weight",
        "transformer_blocks.16.ff.down.weight",
        "transformer_blocks.16.ff.gate.weight",
        "transformer_blocks.16.ff.up.weight",
        "transformer_blocks.17.attn.to_gate.weight",
        "transformer_blocks.17.attn.to_k.weight",
        "transformer_blocks.17.attn.to_out.0.weight",
        "transformer_blocks.17.attn.to_q.weight",
        "transformer_blocks.17.attn.to_v.weight",
        "transformer_blocks.17.ff.down.weight",
        "transformer_blocks.17.ff.gate.weight",
        "transformer_blocks.17.ff.up.weight",
        "transformer_blocks.18.attn.to_gate.weight",
        "transformer_blocks.18.attn.to_k.weight",
        "transformer_blocks.18.attn.to_out.0.weight",
        "transformer_blocks.18.attn.to_q.weight",
        "transformer_blocks.18.attn.to_v.weight",
        "transformer_blocks.18.ff.down.weight",
        "transformer_blocks.18.ff.gate.weight",
        "transformer_blocks.18.ff.up.weight",
        "transformer_blocks.19.attn.to_gate.weight",
        "transformer_blocks.19.attn.to_k.weight",
        "transformer_blocks.19.attn.to_out.0.weight",
        "transformer_blocks.19.attn.to_q.weight",
        "transformer_blocks.19.attn.to_v.weight",
        "transformer_blocks.19.ff.down.weight",
        "transformer_blocks.19.ff.gate.weight",
        "transformer_blocks.19.ff.up.weight",
        "transformer_blocks.20.attn.to_gate.weight",
        "transformer_blocks.20.attn.to_k.weight",
        "transformer_blocks.20.attn.to_out.0.weight",
        "transformer_blocks.20.attn.to_q.weight",
        "transformer_blocks.20.attn.to_v.weight",
        "transformer_blocks.20.ff.gate.weight",
        "transformer_blocks.9.attn.to_out.0.weight",
        "transformer_blocks.9.ff.down.weight",
        "transformer_blocks.9.ff.gate.weight",
        "transformer_blocks.9.ff.up.weight",
        "transformer_blocks.20.ff.down.weight",
        "transformer_blocks.20.ff.up.weight",
        "transformer_blocks.21.attn.to_gate.weight",
        "transformer_blocks.21.attn.to_k.weight",
        "transformer_blocks.21.attn.to_out.0.weight",
        "transformer_blocks.21.attn.to_q.weight",
        "transformer_blocks.21.attn.to_v.weight",
        "transformer_blocks.21.ff.down.weight",
        "transformer_blocks.21.ff.gate.weight",
        "transformer_blocks.21.ff.up.weight",
        "transformer_blocks.22.attn.to_gate.weight",
        "transformer_blocks.22.attn.to_k.weight",
        "transformer_blocks.22.attn.to_out.0.weight",
        "transformer_blocks.22.attn.to_q.weight",
        "transformer_blocks.22.attn.to_v.weight",
        "transformer_blocks.22.ff.down.weight",
        "transformer_blocks.22.ff.gate.weight",
        "transformer_blocks.22.ff.up.weight",
        "transformer_blocks.23.attn.to_gate.weight",
        "transformer_blocks.23.attn.to_k.weight",
        "transformer_blocks.23.attn.to_out.0.weight",
        "transformer_blocks.23.attn.to_q.weight",
        "transformer_blocks.23.attn.to_v.weight",
        "transformer_blocks.23.ff.down.weight",
        "transformer_blocks.23.ff.gate.weight",
        "transformer_blocks.23.ff.up.weight",
        "transformer_blocks.24.attn.to_gate.weight",
        "transformer_blocks.24.attn.to_k.weight",
        "transformer_blocks.24.attn.to_out.0.weight",
        "transformer_blocks.24.attn.to_q.weight",
        "transformer_blocks.24.attn.to_v.weight",
        "transformer_blocks.24.ff.down.weight",
        "transformer_blocks.24.ff.gate.weight",
        "transformer_blocks.24.ff.up.weight",
        "transformer_blocks.25.attn.to_gate.weight",
        "transformer_blocks.25.attn.to_k.weight",
        "transformer_blocks.25.attn.to_out.0.weight",
        "transformer_blocks.25.attn.to_q.weight",
        "transformer_blocks.25.attn.to_v.weight",
        "transformer_blocks.25.ff.down.weight",
        "transformer_blocks.25.ff.gate.weight",
        "transformer_blocks.25.ff.up.weight",
        "transformer_blocks.26.attn.to_gate.weight",
        "transformer_blocks.26.attn.to_k.weight",
        "transformer_blocks.26.attn.to_out.0.weight",
        "transformer_blocks.26.attn.to_q.weight",
        "transformer_blocks.26.attn.to_v.weight",
        "transformer_blocks.26.ff.down.weight",
        "transformer_blocks.26.ff.gate.weight",
        "transformer_blocks.26.ff.up.weight",
        "transformer_blocks.27.attn.to_gate.weight",
        "transformer_blocks.27.attn.to_k.weight",
        "transformer_blocks.27.attn.to_out.0.weight",
        "transformer_blocks.27.attn.to_q.weight",
        "transformer_blocks.27.attn.to_v.weight",
        "transformer_blocks.27.ff.down.weight",
        "transformer_blocks.27.ff.gate.weight",
        "transformer_blocks.27.ff.up.weight"
      ]
    },
    "modules_quant_config": {},
    "modules_to_not_convert": [
      "norm",
      "norm_k",
      "time_embed",
      ".condition_embedder",
      "patch_embed",
      ".emb_in",
      ".txt_out",
      ".context_embedder",
      ".vid_out",
      "lm_head",
      ".time_embed",
      "norm1",
      ".img_out",
      "norm_q",
      ".final_layer",
      "patch_emb",
      ".norm_out",
      ".txt_in",
      "multi_modal_projector",
      ".proj_out",
      "patch_embedding",
      ".vid_in",
      ".t_embedder",
      ".x_embedder",
      "time_text_embed",
      ".emb_out",
      "norm2",
      ".img_in",
      "wte",
      ".y_embedder"
    ],
    "modules_to_not_use_matmul": [],
    "non_blocking": false,
    "quant_conv": false,
    "quant_embedding": false,
    "quant_method": "sdnq",
    "quantization_device": null,
    "quantized_matmul_dtype": null,
    "return_device": null,
    "sdnq_version": "0.2.0",
    "svd_rank": 32,
    "svd_steps": 8,
    "use_dynamic_quantization": true,
    "use_grad_ckpt": true,
    "use_hadamard": true,
    "use_quantized_matmul": false,
    "use_quantized_matmul_conv": false,
    "use_static_quantization": true,
    "use_stochastic_rounding": false,
    "use_svd": false,
    "weights_dtype": "uint4"
  },
  "rope_theta": 1000.0,
  "text_hidden_dim": 2560,
  "text_intermediate_size": 6912,
  "text_num_attention_heads": 20,
  "text_num_key_value_heads": 20,
  "timestep_embed_dim": 256
}